framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,1,balanced,0.3272134399414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,1,balanced,0.5181497573852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,1,balanced,0.970615005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,1,balanced,1.3234259033203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,1,balanced,1.3385440063476561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,1,balanced,0.9746246337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,1,balanced,1.3508883666992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,1,balanced,1.273031005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,1,balanced,1.2560761260986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,1,balanced,1.2891699218750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,1,balanced,1.300631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,1,balanced,1.3841273498535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,1,balanced,1.408931884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,1,balanced,1.4648934936523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,1,balanced,2.1022425842285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,1,balanced,1.862446746826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,1,balanced,1.9884031677246092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,1,balanced,2.615278625488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,1,balanced,3.205386962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,1,balanced,4.8889440917968745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,1,balanced,6.025040893554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,1,balanced,9.765708007812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,1,balanced,12.444256591796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,1,balanced,19.837677001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,1,balanced,27.4023046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,1,balanced,41.6374462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,balanced,0.16294527053833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,balanced,0.5053996658325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,balanced,0.2816857528686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,balanced,0.5102246475219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,balanced,0.5148940658569335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,balanced,0.5061574554443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,balanced,0.5017478561401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,balanced,0.5185907363891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,balanced,0.5226540756225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,1,balanced,57.7246923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,balanced,0.5651590347290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,balanced,0.576295051574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,balanced,0.5229817581176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,balanced,0.527636489868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,balanced,0.5328774261474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,balanced,0.5378118515014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,balanced,0.5876780700683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,balanced,0.6274687957763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,balanced,0.7262496185302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,balanced,0.7813299560546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,balanced,1.1326745605468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,balanced,1.4465113830566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,balanced,2.1037452697753904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,balanced,2.787780456542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,balanced,4.0832147216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,balanced,5.493428955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,balanced,8.024411621093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,balanced,11.220130615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,1,balanced,0.09063551902770997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,1,balanced,0.28601280212402347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,1,balanced,0.38338432312011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,1,balanced,0.29991552352905276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,1,balanced,0.3848102569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,1,balanced,0.2838457679748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,1,balanced,0.5110847854614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,1,balanced,0.5202425765991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,1,balanced,0.2962361526489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,1,balanced,0.2830886459350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,1,balanced,0.6401100921630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,1,balanced,0.6427449798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,1,balanced,0.37906944274902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,1,balanced,0.15419839859008788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,1,balanced,1.2204121398925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,1,balanced,1.2392845153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,1,balanced,1.220791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,1,balanced,1.847187194824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,1,balanced,2.4900749206542967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,1,balanced,3.677178955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,1,balanced,5.0648095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,1,power_law_1.01,0.333331184387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,1,power_law_1.01,0.609356803894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,1,balanced,7.368142700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,1,power_law_1.01,0.5004140853881835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,1,power_law_1.01,0.9528659057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,1,power_law_1.01,1.2710912322998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,1,power_law_1.01,1.2757843017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,1,power_law_1.01,1.270750732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,1,power_law_1.01,1.2804537963867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,1,power_law_1.01,1.255831069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,1,balanced,11.09256103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,1,power_law_1.01,1.3322714233398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,1,power_law_1.01,1.4051731872558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,1,power_law_1.01,1.4355545043945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,1,power_law_1.01,1.7449952697753908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,1,power_law_1.01,1.842216339111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,1,power_law_1.01,1.9486912536621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,1,power_law_1.01,1.59323974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,1,balanced,15.3461181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,1,power_law_1.01,2.3267181396484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,1,power_law_1.01,2.927015075683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,1,power_law_1.01,3.7389739990234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,1,power_law_1.01,5.404799194335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,1,balanced,21.76212646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,1,power_law_1.01,6.987955932617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,1,power_law_1.01,10.556462402343751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.17085311889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.2704351997375488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.32898113250732425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.493583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.5059686279296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.5108736038208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,1,balanced,31.837937011718747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.5140166473388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,1,power_law_1.01,13.314881591796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.5370438385009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.5096985626220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.5060454559326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.6173241424560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.6390873718261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.6870476531982421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.663974380493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.683583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.7330477142333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.64840576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.8119436645507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,0.9034067535400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.2369184112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,1.584396209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,2.2433497619628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,1,power_law_1.01,20.354029541015628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,1,balanced,42.158232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,2.9330758666992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,1,power_law_1.01,0.09347776412963868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,1,power_law_1.01,0.15120960235595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,1,power_law_1.01,0.17563455581665038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,1,power_law_1.01,0.2786457633972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,1,power_law_1.01,0.28501760482788085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,1,power_law_1.01,0.3132179260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,1,power_law_1.01,0.38251007080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,1,power_law_1.01,0.44819393157958987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,1,power_law_1.01,0.4824537658691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,4.253630676269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,1,power_law_1.01,0.5105215835571288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,1,power_law_1.01,0.6388780975341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,1,power_law_1.01,0.7467065429687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,1,power_law_1.01,0.8572013092041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,1,power_law_1.01,1.0178431701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,1,power_law_1.01,1.1437331390380858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,1,power_law_1.01,1.2865132141113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,1,power_law_1.01,27.24554443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,1,power_law_1.01,1.5991629028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,5.415938110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,1,power_law_1.01,2.2115647888183596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,1,power_law_1.01,2.8855572509765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,1,power_law_1.01,4.0623828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,1,power_law_1.01,5.146441650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,7.934796752929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,1,power_law_1.01,7.794073486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,11.186591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,1,power_law_1.2,0.3373011016845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,1,power_law_1.2,0.4774540710449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,1,power_law_1.2,0.5453644943237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,1,power_law_1.2,0.9542899322509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,1,power_law_1.01,41.792861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,1,power_law_1.01,11.072176513671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,1,power_law_1.2,1.186577911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,1,power_law_1.2,1.2812544250488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,1,power_law_1.2,1.2861868286132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,1,power_law_1.2,1.2705574035644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,1,power_law_1.2,1.3218669128417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,1,power_law_1.2,1.3396153259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,1,power_law_1.2,1.427582092285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,1,power_law_1.2,1.4711410522460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,1,power_law_1.2,1.520791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,1,power_law_1.2,1.7236601257324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,1,power_law_1.2,1.840675811767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,1,power_law_1.2,1.9278131103515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,1,power_law_1.2,2.3049305725097655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,1,power_law_1.2,3.0341363525390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,1,power_law_1.01,16.659248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,1,power_law_1.2,3.740347595214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,1,power_law_1.2,5.316232299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,1,power_law_1.01,21.66313232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,1,power_law_1.2,6.974387817382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,1,power_law_1.01,55.966142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,1,power_law_1.2,10.58089111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.1715456008911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.2609555244445801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.28871999740600585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.49309120178222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.48279872894287107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.5103462219238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.5141516876220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.5064038467407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.5207379150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,1,power_law_1.2,13.762303466796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.5400428771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.6254969787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.6421958160400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.6838489532470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.6650489807128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.7022380828857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.762867202758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.6497395324707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.7956684875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,0.8804166412353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.2722163391113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,1.5882086181640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,1,power_law_1.2,20.383356933593753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,2.2805017089843753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,1,power_law_1.01,32.57179931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,2.9609332275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,1,power_law_1.01,42.7285791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,1,power_law_1.2,0.0921945571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,1,power_law_1.2,0.132608642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,1,power_law_1.2,0.16037376403808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,1,power_law_1.2,0.27700096130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,1,power_law_1.2,0.2812895965576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,1,power_law_1.2,0.3205152130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,1,power_law_1.2,0.37260032653808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,1,power_law_1.2,27.32700439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,1,power_law_1.2,0.45369857788085943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,4.187481689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,1,power_law_1.2,0.46367233276367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,1,power_law_1.2,0.4997510528564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,1,power_law_1.2,0.6615026855468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,1,power_law_1.2,0.7856422424316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,1,power_law_1.2,0.8713708496093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,1,power_law_1.2,1.0264864349365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,1,power_law_1.2,1.1745849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,1,power_law_1.2,1.2800128173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,1,power_law_1.2,1.6183718872070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,1,power_law_1.2,2.2132864379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,1,power_law_1.2,2.798678283691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,5.536897583007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,1,power_law_1.2,3.976842346191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,1,power_law_1.2,5.313678588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,1,power_law_1.2,41.7538818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,1,power_law_1.2,7.66483154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,7.944584350585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,1,balanced,0.48307521820068355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,1,balanced,0.8558656311035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,1,balanced,1.66312255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,1,balanced,1.6660934448242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,1,power_law_1.2,10.802614746093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,1,balanced,2.239537353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,1,balanced,2.2700160217285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,1,balanced,2.3536972045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,1,balanced,2.3779718017578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,1,balanced,2.430629119873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,11.451201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,1,balanced,2.4461701965332034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,1,balanced,2.500929870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,1,balanced,2.5638919067382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,1,balanced,2.629388122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,1,balanced,2.7123876953124997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,1,balanced,3.847806091308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,1,balanced,3.72600830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,1,balanced,3.184831237792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,1,power_law_1.2,16.479178466796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,1,balanced,4.734028930664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,1,power_law_1.2,56.34662597656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,1,balanced,5.62875732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,1,balanced,8.611434326171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,1,power_law_1.2,21.64046630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,1,balanced,10.352761230468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,1,balanced,16.53080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,1,balanced,21.541494140624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,balanced,0.2533331108093262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,balanced,0.45731838226318355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,balanced,0.8654444885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,balanced,0.8683014678955079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,balanced,0.8913024139404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,balanced,0.9011750030517579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,balanced,0.8984185791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,1,balanced,34.55165283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,balanced,0.9094854736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,balanced,0.913910369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,balanced,0.9178623962402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,balanced,0.9255564880371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,balanced,0.9365452575683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,balanced,0.9452563476562499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,balanced,0.9620787048339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,balanced,0.9788639831542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,balanced,0.9984575653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,balanced,1.025164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,balanced,1.2066239929199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,balanced,1.2883628845214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,balanced,1.8367027282714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,balanced,2.2928793334960935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,balanced,3.4679501342773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,1,power_law_1.2,33.22472412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,balanced,4.588421020507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,balanced,6.75030029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,1,balanced,0.14857279777526855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,1,balanced,0.24921472549438475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,1,balanced,0.459733772277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,1,balanced,0.46179649353027347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,1,balanced,0.467655029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,1,balanced,47.4167626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,1,balanced,0.4814726257324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,1,balanced,0.4970828628540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,balanced,8.688263549804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,1,balanced,0.6348716735839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,1,balanced,0.6564256286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,1,balanced,0.7068959808349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,1,balanced,0.8524038696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,1,balanced,0.8665119934082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,1,power_law_1.2,42.9105078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,1,balanced,1.0499795532226561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,1,balanced,1.0996524810791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,1,balanced,2.0298809814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,1,balanced,2.046162567138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,1,balanced,2.142131805419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,balanced,13.353706054687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,1,balanced,3.20266357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,1,balanced,4.16420166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,balanced,17.428790283203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,1,balanced,6.718889770507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,1,balanced,8.848751831054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,1,balanced,13.39100341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,1,power_law_1.01,0.48689281463623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,1,power_law_1.01,0.8156082916259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,1,power_law_1.01,1.047242202758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,1,power_law_1.01,1.6345587158203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,1,balanced,18.240208740234372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,1,balanced,72.1090673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,1,power_law_1.01,2.2493190002441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,1,power_law_1.01,2.286444091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,1,power_law_1.01,2.3503021240234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,1,power_law_1.01,2.351270446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,1,power_law_1.01,2.402310333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,1,power_law_1.01,2.5139730834960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,1,power_law_1.01,2.661964111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,1,power_law_1.01,2.7106292724609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,1,power_law_1.01,3.0672647094726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,1,power_law_1.01,3.297870788574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,1,balanced,26.691816406250002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,1,power_law_1.01,3.4604165649414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,1,power_law_1.01,3.4966226196289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,1,power_law_1.01,4.243108520507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,1,power_law_1.01,5.371525268554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,1,power_law_1.01,6.587730102539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,1,balanced,36.53418212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,1,power_law_1.01,9.706477661132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,1,power_law_1.01,12.626427001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,1,balanced,98.62302734375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,1,power_law_1.01,17.989261474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.2532761573791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.4357491302490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.539317741394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.8499763488769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,1,balanced,52.97454101562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.8909804534912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.8987820434570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.9027117156982423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.8917593383789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.8956658935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.9173983764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.9259283447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.9184505462646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,1,power_law_1.01,23.652531738281247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.9456710052490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.9631334686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.9611302185058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,0.9955974578857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.0635174560546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.279364471435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,1.4884608459472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,2.0588166809082034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,2.621825866699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,3.583536071777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,4.5132513427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,1,balanced,71.2482470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,1,power_law_1.01,35.47103759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,1,power_law_1.01,0.14235903739929198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,1,power_law_1.01,0.19892223358154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,1,power_law_1.01,0.25419776916503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,1,power_law_1.01,0.4063520050048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,6.641589965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,1,power_law_1.01,0.4996223831176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,1,power_law_1.01,0.5599276733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,1,power_law_1.01,0.6338598251342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,1,power_law_1.01,0.7667091369628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,1,power_law_1.01,0.7963948822021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,1,power_law_1.01,1.0493791961669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,1,power_law_1.01,1.1124352264404298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,1,power_law_1.01,1.2695021057128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,1,power_law_1.01,1.3693772888183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,8.766362304687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,1,power_law_1.01,1.6700250244140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,1,power_law_1.01,1.8776007080078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,1,power_law_1.01,2.262387237548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,1,power_law_1.01,2.6259259033203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,1,power_law_1.01,3.7249652099609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,1,power_law_1.01,47.257192382812505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,1,power_law_1.01,4.638157958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,1,power_law_1.01,7.29331787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,13.70087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,1,power_law_1.01,9.302583618164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,17.862176513671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,1,power_law_1.01,14.03245849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,1,power_law_1.2,0.4850643157958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,1,power_law_1.2,0.774760971069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,1,power_law_1.01,18.164974365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,1,power_law_1.2,0.9044377899169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,1,power_law_1.2,1.631477813720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,1,power_law_1.2,2.150245819091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,1,power_law_1.2,2.2751583862304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,1,power_law_1.2,2.3598701477050783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,1,power_law_1.2,2.3529708862304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,1,power_law_1.2,2.453840637207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,1,power_law_1.2,2.5310841369628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,1,power_law_1.01,72.79436523437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,1,power_law_1.2,2.685513610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,1,power_law_1.2,2.7628881835937498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,1,power_law_1.01,27.323471679687497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,1,power_law_1.2,2.8657708740234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,1,power_law_1.2,3.2761886596679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,1,power_law_1.2,3.410007019042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,1,power_law_1.2,3.4860531616210935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,1,power_law_1.2,4.160950317382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,1,power_law_1.2,5.478819580078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,1,power_law_1.2,6.584470825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,1,power_law_1.2,9.603474731445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,1,power_law_1.01,36.649616699218754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,1,power_law_1.2,12.684511718749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,1,power_law_1.01,96.806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,1,power_law_1.2,18.030628662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.2530086326599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.41500286102294925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.4805145645141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.8509657287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.8594271850585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.901480941772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.9061593627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.8940569305419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.9160537719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.9191295623779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,1,power_law_1.2,23.38150634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.9302143859863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.9339437103271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.9299340820312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.96614013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.9901356506347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,1.0257555389404298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.0652947235107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.2856153869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,1,power_law_1.01,55.393422851562505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,1.4756288146972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.0224946594238284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,2.6207156372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,3.52355712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,4.514608764648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,1,power_law_1.2,35.63157958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,6.639863891601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,1,power_law_1.2,0.13860223770141603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,1,power_law_1.2,0.19174591064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,1,power_law_1.2,0.24313919067382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,1,power_law_1.2,0.42920257568359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,1,power_law_1.2,0.5608012771606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,1,power_law_1.2,0.5745510482788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,1,power_law_1.2,0.6567987060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,1,power_law_1.2,0.7319340515136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,1,power_law_1.2,0.7824774169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,1,power_law_1.2,0.8564691162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,1,power_law_1.2,46.70158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,1,power_law_1.2,1.1150342559814452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,1,power_law_1.2,1.3207769775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,1,power_law_1.2,1.364703369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,1,power_law_1.01,71.14880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,8.91671630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,1,power_law_1.2,1.6989631652832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,1,power_law_1.2,1.9644499206542967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,1,power_law_1.2,2.282262420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,1,power_law_1.2,2.65641357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,1,power_law_1.2,3.7126419067382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,1,power_law_1.2,4.673715209960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,1,power_law_1.2,6.825020141601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,13.529873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,1,power_law_1.2,9.314376220703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,1,power_law_1.2,13.955511474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,17.780657958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,1,power_law_1.2,18.079993896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,1,power_law_1.2,72.850048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,1,balanced,0.2784409523010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,1,balanced,0.535854721069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,1,balanced,0.9941081237792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,1,power_law_1.2,27.1359619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,1,balanced,3.8178720092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,1,balanced,1.9218450927734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,1,balanced,7.588320922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,1,balanced,7.602647094726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,1,balanced,7.635431518554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,1,balanced,7.617571411132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,1,balanced,7.684719848632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,1,balanced,7.656903076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,1,balanced,7.732998657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,1,balanced,7.753309326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,1,balanced,7.805087280273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,1,power_law_1.2,36.35265380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,1,power_law_1.2,97.437822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,1,balanced,10.247796630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,1,balanced,10.346754150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,1,balanced,10.510869140625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,1,balanced,11.094915771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,1,balanced,11.754141845703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,1,balanced,12.624969482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,1,balanced,13.260460205078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,1,balanced,17.023625488281247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,1,power_law_1.2,54.7981103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,1,balanced,16.35097412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,1,balanced,22.60892822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,balanced,0.5978688049316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,balanced,0.1758438491821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,balanced,1.927996826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,1,balanced,27.185686035156248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,balanced,0.3181689643859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,balanced,1.032573471069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,balanced,3.823362426757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,balanced,3.8070623779296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,balanced,3.8148703002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,balanced,3.8323916625976566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,balanced,3.8572103881835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,balanced,3.8880242919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,balanced,3.9133004760742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,balanced,3.841388854980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,1,balanced,40.657578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,balanced,3.8748883056640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,1,power_law_1.2,72.1942919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,balanced,4.061537170410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,balanced,4.092909545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,balanced,4.37572021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,balanced,4.153674926757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,balanced,4.2701043701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,balanced,4.945368957519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,balanced,5.381008911132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,balanced,4.6115917968749995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,1,balanced,0.10174079895019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,1,balanced,0.1604243278503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,1,balanced,0.2814867210388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,balanced,5.996102294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,1,balanced,0.5321228790283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,1,balanced,1.0358252716064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,1,balanced,51.748139648437494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,balanced,7.417542114257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,balanced,8.31510986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,1,balanced,2.061498260498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,1,balanced,2.0830816650390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,1,balanced,2.0762489318847654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,1,balanced,2.1028428649902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,1,balanced,2.104167633056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,1,balanced,2.124175415039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,1,balanced,2.1395423889160154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,balanced,10.833251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,1,balanced,2.1644122314453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,1,balanced,2.3550617980957034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,1,balanced,2.4433197021484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,1,balanced,2.448376922607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,1,balanced,2.9914471435546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,1,balanced,3.090942687988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,1,balanced,4.177850952148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,balanced,12.763338623046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,1,balanced,5.273060913085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,1,balanced,5.401689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,1,power_law_1.01,0.27267391204833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,1,power_law_1.01,0.994167709350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,1,power_law_1.01,1.9199360656738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,1,balanced,11.063237304687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,1,balanced,11.287398681640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,1,power_law_1.01,0.5356703948974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,1,power_law_1.01,2.947228698730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,1,power_law_1.01,3.8220333862304683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,1,power_law_1.01,5.4763336181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,1,balanced,16.5298583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,1,power_law_1.01,5.927206420898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,1,power_law_1.01,5.9996447753906255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,1,power_law_1.01,5.7948107910156255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,1,balanced,21.975874023437502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,1,power_law_1.01,6.374218139648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,1,power_law_1.01,6.975515747070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,1,power_law_1.01,7.458318481445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,1,power_law_1.01,6.736341552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,1,power_law_1.01,9.049342041015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,1,power_law_1.01,9.238506469726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,1,power_law_1.01,9.888502807617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,1,balanced,33.05078369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,1,power_law_1.01,10.899461669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,1,power_law_1.01,11.844503173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,1,power_law_1.01,13.336910400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,1,power_law_1.01,14.593559570312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,1,balanced,44.1545556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,1,power_law_1.01,16.953912353515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.5951103973388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,1.024734115600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,1,power_law_1.01,19.647211914062503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.3174208068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,1.4925669860839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.17474239349365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,2.913785095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,2.973909912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,1,power_law_1.01,25.468007812499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.934134979248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,3.0105950927734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,3.1593344116210935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,2.7540365600585934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,3.257174987792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,3.334954833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,3.554576721191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,1,power_law_1.01,31.26211669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,3.5630566406249997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,3.7117837524414066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,3.867193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,4.076147155761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,3.2927859497070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,4.324091491699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,4.5468408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,4.864461975097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,1,power_law_1.01,0.09142080307006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,1,power_law_1.01,0.1560870361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,5.5538092041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,1,power_law_1.01,0.2813151931762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,1,power_law_1.01,0.5327967834472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,1,power_law_1.01,0.796864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,1,power_law_1.01,1.0542918395996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,6.552738647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,1,power_law_1.01,1.4833453369140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,7.947106323242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,1,power_law_1.01,43.2565673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,1,power_law_1.01,1.5432864379882811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,1,power_law_1.01,1.7346278381347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,1,power_law_1.01,1.8924595642089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,10.689327392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,1,power_law_1.01,2.1259181213378904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,1,power_law_1.01,2.422787780761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,1,power_law_1.01,2.717321472167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,1,power_law_1.01,2.577528991699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,13.603194580078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,1,power_law_1.01,2.9276409912109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,1,power_law_1.01,3.375932922363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,1,power_law_1.01,3.4329644775390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,1,power_law_1.01,4.324838256835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,1,power_law_1.01,5.440513305664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,1,power_law_1.01,7.56173095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,1,power_law_1.01,8.69022216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,1,power_law_1.01,55.30084960937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,1,power_law_1.01,11.794638671875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,1,power_law_1.2,0.9907679748535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,1,power_law_1.2,0.5423347091674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,1,power_law_1.01,14.584998779296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,1,power_law_1.2,1.7629862976074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,1,power_law_1.2,0.2720774459838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,1,power_law_1.2,3.5696051025390623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,1,power_law_1.01,19.965380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,1,power_law_1.2,5.362741088867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,1,power_law_1.2,2.667052917480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,1,power_law_1.2,5.663646850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,1,power_law_1.2,5.813642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,1,power_law_1.2,6.0510449218749995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,1,power_law_1.2,6.364132080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,1,power_law_1.01,25.984370117187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,1,power_law_1.2,6.730611572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,1,power_law_1.2,7.064310302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,1,power_law_1.2,7.701735229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,1,power_law_1.2,9.286080932617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,1,power_law_1.2,9.601256713867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,1,power_law_1.2,10.115380249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,1,power_law_1.01,36.3809814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,1,power_law_1.2,11.235875244140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,1,power_law_1.2,12.068673095703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,1,power_law_1.2,13.690653076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,1,power_law_1.2,14.600902099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,1,power_law_1.01,47.876318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.3172025680541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,1,power_law_1.2,17.492548828125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.9552639770507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,1.3622956848144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,1,power_law_1.2,20.55851318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.8095738220214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.1749907112121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.59661376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,2.8494552612304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,1,power_law_1.2,26.06472900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,2.919558410644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,3.02567626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,3.1177664184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,2.6991827392578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,3.2157778930664067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,3.299095764160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,3.404534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,3.59292724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,1,power_law_1.2,32.36685302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,3.7643783569335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,4.022577209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,4.1732479858398435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,3.6750497436523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,4.491463012695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,4.650228576660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,5.17375732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,1,power_law_1.2,0.10051008224487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,1,power_law_1.2,0.15647359848022463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,5.822109985351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,1,power_law_1.2,0.28185792922973635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,1,power_law_1.2,0.4959782409667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,7.008910522460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,1,power_law_1.2,0.7070336151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,1,power_law_1.2,0.9591462707519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,1,power_law_1.2,1.4367706298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,1,power_law_1.2,44.37724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,8.847080688476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,1,power_law_1.2,1.560343017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,1,power_law_1.2,1.7617887878417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,1,power_law_1.2,1.862500457763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,11.230690917968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,1,power_law_1.2,2.1324429321289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,1,power_law_1.2,2.492566375732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,1,power_law_1.2,2.764563293457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,1,power_law_1.2,2.6630541992187498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,1,power_law_1.2,3.0007815551757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,14.040858154296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,1,power_law_1.2,3.3580511474609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,1,power_law_1.2,3.5964141845703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,1,power_law_1.2,4.483852233886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,1,power_law_1.2,5.966996459960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,1,power_law_1.2,7.862695922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,1,power_law_1.2,9.341892700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,1,power_law_1.2,56.632944335937495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,1,power_law_1.2,12.260458984375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,1,power_law_1.2,14.6352734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,1,balanced,0.4654367828369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,1,balanced,0.24063232421874997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,1,balanced,0.8456025695800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,1,balanced,3.236177368164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,1,power_law_1.2,20.094739990234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,1,balanced,1.6331872558593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,1,balanced,6.463524780273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,1,balanced,6.47210205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,1,balanced,6.49656494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,1,power_law_1.2,26.344189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,1,balanced,6.507052612304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,1,balanced,6.440842285156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,1,balanced,6.54288330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,1,balanced,6.6049755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,1,balanced,6.631172485351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,1,balanced,6.680457763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,1,balanced,8.913807983398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,1,power_law_1.2,36.86997802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,1,balanced,8.978701171874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,1,balanced,9.133515014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,1,balanced,9.577944946289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,1,balanced,10.094879760742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,1,balanced,10.770067138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,1,balanced,11.25438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,1,power_law_1.2,47.138652343749996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,1,balanced,13.340770263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,1,balanced,0.5149491119384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,1,balanced,0.8867097473144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,1,balanced,13.081690673828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,1,balanced,1.6558618164062502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,1,balanced,18.557982177734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,1,balanced,0.1543449592590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,1,balanced,3.2752435302734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,1,balanced,3.2834930419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,1,balanced,3.2914501953124997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,1,balanced,22.9142529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,1,balanced,0.27545536041259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,1,balanced,3.268599548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,1,balanced,3.2998681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,1,balanced,3.313338928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,1,balanced,3.327344665527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,1,balanced,3.3423751831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,1,balanced,3.3666464233398434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,1,balanced,3.5122085571289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,1,balanced,3.523827209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,1,balanced,3.57943603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,1,balanced,3.6821337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,1,balanced,3.776686706542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,1,balanced,3.954839172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,1,balanced,4.260922241210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,1,balanced,4.627132263183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,1,balanced,0.08479167938232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,1,balanced,0.1366380786895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,1,balanced,5.107008666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,1,balanced,0.2456684875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,1,balanced,0.459240951538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,1,balanced,0.8960633850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,1,balanced,34.4311376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,1,balanced,6.188088989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,1,balanced,1.7774188232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,1,balanced,6.835025024414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,1,balanced,1.7795219421386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,1,balanced,1.8073388671875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,1,balanced,1.7867449951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,1,balanced,1.8137452697753909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,1,balanced,1.814319305419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,1,balanced,8.953768920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,1,balanced,1.8371757507324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,1,balanced,1.8583378601074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,1,balanced,2.0461048889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,1,balanced,2.085992889404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,1,balanced,2.1291783142089846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,1,balanced,11.09763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,1,balanced,2.544444122314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,1,balanced,2.6934158325195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,1,balanced,3.535567321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,1,balanced,4.469428405761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,1,balanced,43.6093603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,1,balanced,4.746810302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,1,power_law_1.01,0.45206657409667966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,1,power_law_1.01,0.8427871704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,1,power_law_1.01,1.6343148803710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,1,balanced,9.317703857421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,1,balanced,9.654474487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,1,power_law_1.01,2.5074246215820315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,1,power_law_1.01,0.23057344436645505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,1,power_law_1.01,3.2500564575195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,1,balanced,13.931915283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,1,power_law_1.01,4.656620788574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,1,power_law_1.01,4.932251586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,1,power_law_1.01,5.048569641113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,1,power_law_1.01,5.116623229980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,1,power_law_1.01,5.429983520507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,1,balanced,18.86245361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,1,power_law_1.01,5.738705444335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,1,power_law_1.01,5.923465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,1,power_law_1.01,6.275377197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,1,power_law_1.01,7.841934814453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,1,power_law_1.01,7.976036376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,1,power_law_1.01,8.519368286132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,1,power_law_1.01,9.257131958007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,1,balanced,28.6715087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,1,power_law_1.01,10.104505004882814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,1,power_law_1.01,11.26419189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,1,power_law_1.01,12.2451904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,1,balanced,38.063291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,1,power_law_1.01,0.2745439910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,1,power_law_1.01,14.15179931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,1,power_law_1.01,0.15478976249694826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,1,power_law_1.01,0.5104275131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,1,power_law_1.01,0.8857017517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,1,power_law_1.01,1.2839833068847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,1,power_law_1.01,1.6614259338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,1,power_law_1.01,16.38672119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,1,power_law_1.01,2.366453094482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,1,power_law_1.01,2.5022425842285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,1,power_law_1.01,2.5564588928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,1,power_law_1.01,2.5862438964843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,1,power_law_1.01,2.7159219360351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,1,power_law_1.01,2.80029052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,1,power_law_1.01,2.8321798706054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,1,power_law_1.01,20.910205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,1,power_law_1.01,2.86777099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,1,power_law_1.01,3.054364013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,1,power_law_1.01,3.0728582763671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,1,power_law_1.01,3.200216979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,1,power_law_1.01,3.3471975708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,1,power_law_1.01,3.4914099121093747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,1,power_law_1.01,26.20955810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,1,power_law_1.01,3.7200415039062498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,1,power_law_1.01,3.9182226562499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,1,power_law_1.01,4.226894836425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,1,power_law_1.01,4.761545715332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,1,power_law_1.01,0.08509568214416505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,1,power_law_1.01,0.13495936393737792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,1,power_law_1.01,0.24758399963378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,1,power_law_1.01,5.9747204589843745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,1,power_law_1.01,0.45903488159179684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,1,power_law_1.01,0.6903379058837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,1,power_law_1.01,0.908466567993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,1,power_law_1.01,1.3116531372070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,1,power_law_1.01,7.006074829101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,1,power_law_1.01,1.345352325439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,1,power_law_1.01,1.5226783752441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,1,power_law_1.01,1.611113586425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,1,power_law_1.01,1.84051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,1,power_law_1.01,9.188560180664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,1,power_law_1.01,2.1009919738769534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,1,power_law_1.01,36.464150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,1,power_law_1.01,2.301310729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,1,power_law_1.01,2.262220153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,1,power_law_1.01,2.5512063598632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,1,power_law_1.01,2.8019250488281253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,1,power_law_1.01,12.063692626953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,1,power_law_1.01,3.0494284057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,1,power_law_1.01,3.713101501464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,1,power_law_1.01,4.722508239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,1,power_law_1.01,6.553635253906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,1,power_law_1.01,7.6700537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,1,power_law_1.2,0.23350463867187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,1,power_law_1.2,0.4522451019287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,1,power_law_1.01,46.7223876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,1,power_law_1.01,10.167860717773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,1,power_law_1.2,0.8431827545166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,1,power_law_1.2,2.270837707519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,1,power_law_1.01,12.70246337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,1,power_law_1.2,3.0411053466796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,1,power_law_1.2,1.5035353088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,1,power_law_1.2,4.5644921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,1,power_law_1.01,17.093767089843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,1,power_law_1.2,4.822972717285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,1,power_law_1.2,4.953480834960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,1,power_law_1.2,5.1588201904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,1,power_law_1.2,5.423795776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,1,power_law_1.2,5.7081103515625005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,1,power_law_1.01,21.92036865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,1,power_law_1.2,5.978998413085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,1,power_law_1.2,6.485014648437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,1,power_law_1.2,8.040528564453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,1,power_law_1.2,8.281383056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,1,power_law_1.2,8.716735229492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,1,power_law_1.2,9.626934814453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,1,power_law_1.01,31.391542968750002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,1,power_law_1.2,10.289786376953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,1,power_law_1.2,11.58626220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,1,power_law_1.2,12.291334228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,1,power_law_1.01,41.368359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,1,power_law_1.2,14.680899658203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,1,power_law_1.2,0.27519487380981444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,1,power_law_1.2,0.498394889831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,1,power_law_1.2,0.15450176239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,1,power_law_1.2,0.8206361389160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,1,power_law_1.2,1.1706317138671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,1,power_law_1.2,17.263365478515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,1,power_law_1.2,2.318952331542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,1,power_law_1.2,2.4474822998046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,1,power_law_1.2,2.507902069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,1,power_law_1.2,2.601260070800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,1,power_law_1.2,2.680243225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,1,power_law_1.2,1.5546957397460939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,1,power_law_1.2,21.91830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,1,power_law_1.2,2.764751281738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,1,power_law_1.2,2.837349853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,1,power_law_1.2,2.9285733032226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,1,power_law_1.2,3.0968115234374998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,1,power_law_1.2,3.1717242431640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,1,power_law_1.2,3.244603576660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,1,power_law_1.2,27.217851562499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,1,power_law_1.2,3.4731161499023435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,1,power_law_1.2,3.5754949951171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,1,power_law_1.2,3.852101135253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,1,power_law_1.2,4.001631469726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,1,power_law_1.2,4.485140991210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,1,power_law_1.2,0.08637951850891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,1,power_law_1.2,0.13652928352355959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,1,power_law_1.2,5.003787536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,1,power_law_1.2,0.24677568435668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,1,power_law_1.2,0.4163359832763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,1,power_law_1.2,6.1078991699218745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,1,power_law_1.2,0.6196134567260743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,1,power_law_1.2,0.840967025756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,1,power_law_1.2,7.327874755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,1,power_law_1.2,1.2754822540283204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,1,power_law_1.2,1.3843359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,1,power_law_1.2,1.5176467895507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,1,power_law_1.2,37.44052978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,1,power_law_1.2,1.6177964782714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,1,power_law_1.2,1.8980717468261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,1,power_law_1.2,2.1423353576660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,1,power_law_1.2,9.966881103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,1,power_law_1.2,2.375504608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,1,power_law_1.2,2.323607635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,1,power_law_1.2,2.589183349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,1,power_law_1.2,2.9056280517578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,1,power_law_1.2,12.291629638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,1,power_law_1.2,3.17527099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,1,power_law_1.2,3.9121524047851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,1,power_law_1.2,4.916093444824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,1,power_law_1.2,6.716512451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,1,power_law_1.2,7.858375244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,1,power_law_1.2,47.825234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,1,power_law_1.2,10.526389160156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,1,balanced,0.08480192184448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,1,balanced,0.13362688064575196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,1,power_law_1.2,13.152994384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,1,balanced,0.2257721519470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,1,balanced,0.05447616100311279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,1,balanced,0.4201670455932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,1,power_law_1.2,17.495079345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,1,balanced,0.43441921234130854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,1,balanced,0.43878974914550783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,1,balanced,0.43298561096191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,1,balanced,0.43910655975341795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,1,balanced,0.42954368591308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,1,balanced,0.43285694122314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,1,balanced,0.43589248657226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,1,balanced,0.4387340927124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,1,power_law_1.2,22.587216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,1,balanced,0.5110220718383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,1,balanced,0.48083774566650395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,1,balanced,0.4968582534790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,1,balanced,0.45702846527099605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,1,balanced,0.4581779098510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,1,balanced,0.46288318634033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,1,power_law_1.2,31.00786376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,1,balanced,0.5637529754638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,1,balanced,0.5970975875854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,balanced,0.035104639530181884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,1,balanced,0.7310380554199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,balanced,0.05562816143035889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,balanced,0.08682751655578613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,balanced,0.1356716823577881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,balanced,0.23315647125244138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,balanced,0.23503551483154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,1,balanced,0.8104025268554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,balanced,0.24120767593383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,1,balanced,1.098307876586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,balanced,0.24299007415771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,balanced,0.2446726417541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,balanced,0.24843263626098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,balanced,0.2488057518005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,balanced,0.2678758430480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,balanced,0.2725017547607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,balanced,0.2720223999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,balanced,0.27864063262939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,balanced,0.28191423416137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,balanced,0.29070976257324216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,1,balanced,2.7984634399414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,balanced,0.3053625679016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,balanced,0.321096305847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,1,balanced,1.4143986511230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,balanced,0.3532614517211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,balanced,0.3883846282958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,balanced,0.49842689514160154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,balanced,0.5641619110107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,balanced,0.7841593933105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,1,balanced,0.027277441024780275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,balanced,1.0069055938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,1,balanced,0.035596799850463864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,1,balanced,0.05291200160980225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,1,balanced,0.14368576049804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,1,balanced,0.08277567863464355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,1,balanced,0.14368063926696778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,1,balanced,0.145416955947876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,balanced,1.4964454650878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,1,balanced,0.14618304252624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,1,balanced,0.14744832038879394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,1,balanced,0.14934080123901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,1,balanced,0.15567487716674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,1,balanced,0.16220735549926757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,1,balanced,0.1606719970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,1,balanced,2.0954470825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,1,balanced,0.20752576828002928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,1,balanced,0.216943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,1,balanced,0.22125312805175784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,balanced,1.9116531372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,1,balanced,0.2942412757873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,1,balanced,0.36411327362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,1,balanced,0.3931673431396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,1,balanced,0.6801388549804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,1,balanced,0.721488037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,1,balanced,1.044344940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,1,balanced,1.3865638732910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,1,balanced,2.055545654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,1,power_law_1.2,41.76435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,1,balanced,2.7020724487304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,1,power_law_1.01,0.36343360900878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,1,power_law_1.01,0.389697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,1,power_law_1.01,0.07504703998565673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,1,balanced,3.9943539428710935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,1,power_law_1.01,0.13293567657470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,1,power_law_1.01,0.4236793518066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,1,power_law_1.01,0.4248972702026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,1,balanced,5.296510620117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,1,power_law_1.01,0.18285760879516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,1,power_law_1.01,0.2518329620361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,1,power_law_1.01,0.43365505218505856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,1,power_law_1.01,0.45278976440429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,1,power_law_1.01,0.49910079956054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,1,power_law_1.01,0.0498195219039917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,1,power_law_1.01,0.5777344131469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,1,power_law_1.01,0.39215358734130856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,1,power_law_1.01,0.40211265563964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,1,power_law_1.01,0.40576065063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,1,power_law_1.01,0.6526233673095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,1,power_law_1.01,0.7861746978759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,1,power_law_1.01,0.9376876831054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,1,power_law_1.01,1.2435865783691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,1,power_law_1.01,1.6141459655761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.05630208015441894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.08519359588623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.11427583694458007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,1,power_law_1.01,2.2644383239746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.13747455596923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,1,power_law_1.01,0.5222528076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.21686975479125978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.2005414390563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.22151168823242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.22973056793212893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.230633602142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,1,power_law_1.01,2.940748291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,1,power_law_1.01,0.5394348907470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.23798591613769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.2581900787353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.260644474029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.2680742454528809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.2753139114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.2769254493713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.28832767486572264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.3020940780639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.32227455139160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.362999038696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.42221759796142583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.5226201629638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.6285100936889648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,0.8672582244873046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,1,power_law_1.01,0.4711110305786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,1,power_law_1.01,0.48476097106933597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,1,power_law_1.01,0.02737663984298706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.0896109008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,1,power_law_1.01,0.03690047979354859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,1,power_law_1.01,0.05253376007080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,1,power_law_1.01,0.0720576000213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,1.5690374755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,1,power_law_1.01,0.12557120323181153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,1,power_law_1.01,0.13834752082824706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,1,power_law_1.01,0.14784704208374025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,1,power_law_1.01,0.16688255310058592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,1,power_law_1.01,0.1826470375061035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,1,power_law_1.01,0.1719808006286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,2.045957794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,1,power_law_1.01,0.18699647903442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,1,power_law_1.01,0.0884768009185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,1,power_law_1.01,0.20281728744506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,1,power_law_1.01,0.24269311904907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.03224384069442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,1,power_law_1.01,0.2726310348510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,1,power_law_1.01,0.3073612785339356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,1,power_law_1.01,0.3879961776733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,1,power_law_1.01,0.4984179306030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,1,power_law_1.01,0.5898668670654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,1,power_law_1.01,0.7366291046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,1,power_law_1.01,0.901418228149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,1,power_law_1.2,0.0749075222015381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,1,power_law_1.01,1.2349324798583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,1,power_law_1.2,0.1685945510864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,1,power_law_1.01,1.5620262145996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,1,power_law_1.2,0.21515520095825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,1,power_law_1.2,0.3674911880493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,1,power_law_1.01,2.228485717773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,1,power_law_1.01,2.9050259399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,1,power_law_1.2,0.04964288234710693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,1,power_law_1.01,4.160928039550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,1,power_law_1.2,0.12612863540649416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,1,power_law_1.01,5.4238427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,1,power_law_1.2,0.394213752746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,1,power_law_1.2,0.4011494445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,1,power_law_1.2,0.4119404983520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,1,power_law_1.2,0.474945297241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,1,power_law_1.2,0.48611328125000003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,1,power_law_1.2,0.4072601699829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,1,power_law_1.2,0.5975091171264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,1,power_law_1.2,0.4261126327514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,1,power_law_1.2,0.43632064819335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,1,power_law_1.2,0.666021728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,1,power_law_1.2,0.44242305755615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,1,power_law_1.2,0.8084249877929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,1,power_law_1.2,0.968856964111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,1,power_law_1.2,0.5320364761352538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.033775999546051025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.05511295795440674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,1,power_law_1.2,0.5024153518676757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.08169088363647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,1,power_law_1.2,0.5455910491943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.1282470417022705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,1,power_law_1.2,1.27753662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,1,power_law_1.2,0.4593363189697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.21807104110717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.22787776947021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.2325708770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.23217472076416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.25948095321655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.20212480545043948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.2625932884216309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.26958335876464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.276879997253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.2801644706726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.2893356704711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.23809856414794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.3045350456237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.32811073303222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.37564544677734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.4240409469604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.526640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.6413471984863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.10545472145080566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,1,power_law_1.2,1.6421241760253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,1,power_law_1.2,0.026828799247741696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,1,power_law_1.2,0.038597760200500486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,1,power_law_1.2,0.05238272190093994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,1,power_law_1.2,0.06699776172637939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,1,power_law_1.2,0.08252479553222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,1,power_law_1.2,0.12594112396240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,0.8587987518310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,1,power_law_1.2,0.1385209560394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,1,power_law_1.2,0.15196288108825684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,1,power_law_1.2,0.16836544036865236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,1,power_law_1.2,0.18280319213867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,1,power_law_1.2,0.17852415084838866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,1,power_law_1.2,0.19026687622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,1,power_law_1.2,0.20198463439941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,1,power_law_1.2,0.2523641586303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,1,power_law_1.2,0.2750687980651855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,1,power_law_1.2,0.30014848709106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,1,power_law_1.2,0.3992716979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,1,power_law_1.2,0.5227487945556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,1,power_law_1.2,0.5981964874267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,1,power_law_1.2,0.7545632171630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,1,power_law_1.2,0.9232678222656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,1,power_law_1.2,1.2458367919921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.0946336364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,1,power_law_1.2,1.5480992126464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,1,power_law_1.2,2.2011602783203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,1,power_law_1.2,2.3154022216796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,1,balanced,0.12475456237792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,1,balanced,0.23570688247680663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,1,balanced,0.4270367813110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,1,power_law_1.2,2.8821636962890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,1,balanced,0.8308537292480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,1,balanced,1.6241798400878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,1,balanced,1.6324185180664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,1,balanced,1.6457734680175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,1,balanced,1.64038330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,1,balanced,1.6605946350097658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,1,balanced,1.6592530822753908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,1,balanced,1.6815673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,1,balanced,2.256197814941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,1.5514105224609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,1,balanced,2.289808044433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,1,balanced,2.3218893432617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,1,balanced,2.3859770202636716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,1,balanced,2.417412414550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,1,balanced,2.5005567932128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,1,balanced,2.6429620361328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,1,power_law_1.2,4.1820135498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,1,balanced,2.7636062622070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,1,balanced,3.2262881469726565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,1,power_law_1.2,5.431055908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,1,balanced,3.3370706176757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,1,balanced,4.561822204589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,balanced,0.08399999618530274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,balanced,0.13499711990356444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,balanced,0.23597375869750978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,balanced,0.4360076904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,1,balanced,5.8467687988281245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,balanced,0.8409849548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,balanced,0.8455257415771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,1,power_law_1.2,2.9845343017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,balanced,0.8509638214111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,balanced,0.854559326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,balanced,0.8594169616699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,balanced,0.8640473937988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,balanced,0.8706995391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,balanced,0.9077254486083983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,1,balanced,8.580822143554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,balanced,0.9137779235839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,balanced,0.9248339080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,balanced,0.9401561737060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,balanced,0.9483283233642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,balanced,0.9660633850097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,balanced,1.0017766571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,balanced,1.047212142944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,balanced,1.1242694091796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,balanced,1.2151232147216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,1,balanced,10.552508544921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,balanced,1.5267832946777342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,balanced,1.7133874511718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,1,balanced,0.054237442016601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,1,balanced,0.07939648151397705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,1,balanced,0.13781760215759278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,balanced,2.3185017395019534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,1,balanced,0.24781503677368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,2.0236338806152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,1,balanced,0.472534408569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,balanced,3.0493209838867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,1,balanced,0.47840446472167975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,1,balanced,0.4817472076416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,1,balanced,0.48170112609863286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,1,balanced,0.5148684692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,1,balanced,0.49071807861328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,1,balanced,0.5042790222167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,1,balanced,0.5073721694946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,1,balanced,0.515863037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,balanced,4.4724557495117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,1,balanced,0.6819385528564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,1,balanced,0.6804064178466798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,1,balanced,0.6868921661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,1,balanced,0.9167801666259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,1,balanced,16.185970458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,1,balanced,1.1578656005859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,1,balanced,1.200855712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,balanced,5.78684814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,1,balanced,2.323870086669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,1,balanced,2.3969126892089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,1,balanced,3.5831091308593748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,1,power_law_1.01,0.23460800170898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,1,power_law_1.01,0.42369728088378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,1,power_law_1.01,0.12593088150024415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,1,balanced,4.737731323242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,1,balanced,20.942766113281248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,1,power_law_1.01,0.6414873504638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,1,power_law_1.01,0.8426105499267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,1,power_law_1.01,1.3434701538085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,1,power_law_1.01,1.446373748779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,1,power_law_1.01,1.4833197021484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,1,balanced,7.352587280273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,1,power_law_1.01,1.5497970581054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,1,power_law_1.01,1.5592108154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,1,power_law_1.01,1.6545074462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,1,power_law_1.01,2.178741760253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,1,power_law_1.01,2.2131878662109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,1,balanced,10.211054687499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,1,power_law_1.01,2.303825988769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,1,power_law_1.01,2.420233001708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,1,power_law_1.01,2.433893127441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,1,power_law_1.01,2.5638201904296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,1,power_law_1.01,2.7526232910156248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,1,power_law_1.01,2.8929095458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,1,power_law_1.01,3.410824279785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,1,balanced,14.881221923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,1,power_law_1.01,3.99056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.08979647636413575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.13909760475158692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.23321344375610353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.3454207992553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,1,power_law_1.01,5.130906982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.4432883071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.6934751892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,1,power_law_1.01,6.3530731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.7482393646240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.7672134399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.7952044677734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.7952941131591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.8262957000732423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.8664031982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,1,balanced,19.762969970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.8730547332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.9010963439941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,1,power_law_1.01,8.933123168945311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.9287833404541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.9266035461425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.9522176361083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.9871129608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,1.0267308807373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.1474816131591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.3013107299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,1.5612921142578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,1,power_law_1.01,11.34129638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,1,power_law_1.01,0.05575551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,1.9309925842285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,1,power_law_1.01,0.07741888046264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,1,power_law_1.01,0.14088191986083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,2.5562956237792966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,1,power_law_1.01,0.19394559860229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,1,power_law_1.01,0.25513280868530275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,1,power_law_1.01,0.40700736999511716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,1,power_law_1.01,0.4473113632202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,1,power_law_1.01,0.496929931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,3.2766918945312495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,1,power_law_1.01,0.5588857650756835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,1,power_law_1.01,0.6204006576538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,1,power_law_1.01,0.5731404876708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,1,power_law_1.01,0.6297798538208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,1,power_law_1.01,0.697457275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,1,power_law_1.01,0.7984249877929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,4.7149157714843755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,1,power_law_1.01,0.8993209838867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,1,power_law_1.01,0.9793023681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,1,power_law_1.01,1.2296793365478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,1,power_law_1.01,1.6372550964355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,6.1045465087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,1,power_law_1.01,16.489339599609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,1,power_law_1.01,1.9904179382324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,1,power_law_1.01,2.5584716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,1,power_law_1.01,3.1238500976562498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,1,power_law_1.2,0.12538047790527346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,1,power_law_1.2,0.23252223968505858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,1,power_law_1.2,0.40847038269042973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,1,power_law_1.01,4.173237609863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,1,power_law_1.2,0.5875513458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,1,power_law_1.2,0.7746553802490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,1,power_law_1.01,5.438114013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,1,power_law_1.2,1.3674496459960939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,1,power_law_1.01,21.588796386718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,1,power_law_1.2,1.4614405822753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,1,power_law_1.2,1.5180589294433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,1,power_law_1.2,1.5765440368652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,1,power_law_1.2,1.5863218688964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,1,power_law_1.2,1.6465682983398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,1,power_law_1.01,7.988839111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,1,power_law_1.2,2.210221405029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,1,power_law_1.2,2.2430067443847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,1,power_law_1.2,2.365834197998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,1,power_law_1.2,2.428876190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,1,power_law_1.01,10.820521240234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,1,power_law_1.2,2.4698809814453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,1,power_law_1.2,2.559152069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,1,power_law_1.2,2.799872741699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,1,power_law_1.2,2.97068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,1,power_law_1.2,3.5233312988281247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,1,power_law_1.2,4.033599853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,1,power_law_1.01,15.539910888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.08368127822875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,1,power_law_1.2,5.2130151367187505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.1355955219268799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.22395647048950193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.31512191772460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.41107711791992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.7054239654541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,1,power_law_1.2,6.444508666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.7576461029052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.7838822174072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.8071469116210939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.8039507293701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.8234368133544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,1,power_law_1.01,20.80802001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.8912223815917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.8876953887939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.9120767974853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.9331616210937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.9349068450927736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.9597574615478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.9987596893310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.0515692901611327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.1699263763427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.3024684143066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,1,power_law_1.2,9.139312744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,1.5828807067871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,1.9757119750976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,1,power_law_1.2,0.05387519836425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,1,power_law_1.2,0.07840320110321045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,1,power_law_1.2,0.13187775611877442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,1,power_law_1.2,0.17749248504638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,1,power_law_1.2,0.2395609664916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,1,power_law_1.2,0.3952364730834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,2.5848269653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,1,power_law_1.2,0.4616486358642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,1,power_law_1.2,0.5083174514770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,1,power_law_1.2,0.5675980758666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,1,power_law_1.2,11.777330322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,1,power_law_1.2,0.633070068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,1,power_law_1.2,0.5803859329223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,1,power_law_1.2,0.6359987258911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,1,power_law_1.2,0.7081529235839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,1,power_law_1.2,0.8615245056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,1,power_law_1.2,0.9006848144531251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,1,power_law_1.2,0.9978399658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,1,power_law_1.2,1.275781784057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,3.304964599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,1,power_law_1.2,1.7209376525878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,1,power_law_1.2,1.9889254760742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,1,power_law_1.2,2.6042932128906253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,1,power_law_1.2,3.130876159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,1,power_law_1.2,4.217950744628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,1,power_law_1.2,5.42661865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,1,power_law_1.2,16.861495361328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,4.594606018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,1,balanced,0.29389247894287107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,1,balanced,0.5525772857666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,1,balanced,1.0613894653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,1,power_law_1.2,7.865144042968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,1,balanced,2.083695983886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,1,balanced,4.0771353149414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,1,balanced,5.095037536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,1,balanced,5.10835205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,1,balanced,5.126903686523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,1,balanced,5.153922729492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,1,balanced,5.193815307617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,1,power_law_1.2,10.933980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,1,balanced,5.2292285156250005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,1,balanced,5.2628936767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,1,balanced,7.188135375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,1,balanced,7.331331787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,5.919053955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,1,balanced,7.417302856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,1,power_law_1.2,21.83318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,1,balanced,7.604035034179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,1,power_law_1.2,15.66244873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,1,balanced,7.839818725585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,1,balanced,8.182116088867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,1,balanced,8.467876586914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,1,balanced,10.936427001953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,1,balanced,10.59940185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,1,power_law_1.2,20.450135498046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,balanced,0.340118408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,balanced,0.5824115371704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,balanced,1.0586483001708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,1,balanced,14.58048583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,balanced,2.0640089416503904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,balanced,2.577267761230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,1,balanced,16.9275537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,balanced,0.19429952621459962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,balanced,2.5859185791015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,balanced,2.5930496215820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,balanced,2.60262451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,balanced,2.6096417236328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,balanced,2.6264242553710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,balanced,2.6384747314453127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,1,balanced,22.756757812500002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,balanced,2.7472607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,balanced,2.775587158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,balanced,2.8243994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,balanced,2.83578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,balanced,2.888109436035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,balanced,2.990583190917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,balanced,3.086945190429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,balanced,3.335527648925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,balanced,3.5630700683593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,balanced,4.314950256347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,1,balanced,30.81632568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,1,balanced,0.10466879844665526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,balanced,4.824629211425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,1,balanced,0.16617151260375979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,1,balanced,0.31071487426757816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,1,balanced,0.5755615997314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,balanced,6.243409423828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,1,balanced,1.121256332397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,1,balanced,1.4064083862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,1,balanced,1.4151852416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,1,balanced,1.4207308959960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,balanced,7.815636596679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,1,balanced,1.4301472473144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,1,balanced,1.432318115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,1,balanced,1.4453605651855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,1,balanced,1.6290541076660154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,1,balanced,1.6115814208984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,1,balanced,1.6340031433105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,balanced,10.569205322265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,1,balanced,2.010120391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,1,balanced,2.1090687561035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,1,balanced,2.10101318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,1,balanced,2.8396185302734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,1,balanced,3.4472753906249998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,balanced,13.51137939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,1,balanced,44.567026367187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,1,balanced,7.0414538574218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,1,balanced,7.490292358398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,1,power_law_1.01,0.2798559951782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,1,power_law_1.01,0.5429983901977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,1,power_law_1.01,1.060681610107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,1,balanced,10.831552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,1,power_law_1.01,1.738744354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,1,power_law_1.01,2.409542999267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,1,balanced,14.300968017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,1,power_law_1.01,3.9468359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,1,power_law_1.01,4.2093835449218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,1,power_law_1.01,4.390768737792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,1,balanced,18.39986572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,1,power_law_1.01,4.555205688476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,1,power_law_1.01,4.70708740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,1,balanced,59.53453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,1,power_law_1.01,5.015018310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,1,power_law_1.01,5.321787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,1,power_law_1.01,6.670260620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,1,balanced,25.76485107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,1,power_law_1.01,7.047295532226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,1,power_law_1.01,7.24691162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,1,power_law_1.01,7.303134765625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,1,power_law_1.01,7.845264282226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,1,power_law_1.01,8.787546997070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,1,power_law_1.01,9.274409179687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,1,balanced,36.795278320312505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,1,power_law_1.01,10.3551708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,1,power_law_1.01,11.934676513671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.19296512603759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.33999679565429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.5793030548095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.8989062499999999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,1,power_law_1.01,14.271883544921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,1.2273990631103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,2.00516357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,2.1295922851562503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,1,power_law_1.01,17.67097900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,2.2158470153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,1,balanced,47.6415283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,2.2861843872070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,2.3191314697265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,2.383764495849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,2.434229736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,2.533191070556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,2.6494866943359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,2.686926574707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,2.6590560913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,1,power_law_1.01,24.23231201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,2.771314697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,2.94052490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,3.0373025512695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,3.2019717407226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,3.5407000732421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,4.021720886230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,4.667667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,1,power_law_1.01,0.09940799713134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,1,power_law_1.01,30.57060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,1,power_law_1.01,0.16588287353515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,6.234608764648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,1,power_law_1.01,0.3456614303588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,1,power_law_1.01,0.49152702331542975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,1,power_law_1.01,0.6772608184814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,1,power_law_1.01,1.0913069152832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,7.656630859374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,1,power_law_1.01,1.1823506927490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,1,power_law_1.01,1.3382867431640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,1,power_law_1.01,1.4705914306640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,1,power_law_1.01,1.6130770874023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,1,power_law_1.01,1.9283628845214842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,1,power_law_1.01,1.7371673583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,1,power_law_1.01,1.891937255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,1,power_law_1.01,2.264476776123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,11.11436279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,1,power_law_1.01,2.427111053466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,1,power_law_1.01,2.619574890136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,1,power_law_1.01,2.9731661987304685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,13.520838623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,1,power_law_1.01,4.072669982910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,1,power_law_1.01,5.263651733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,1,power_law_1.01,43.435312499999995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,1,power_law_1.01,6.813109130859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,1,power_law_1.01,8.186342773437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,1,power_law_1.2,0.28135295867919924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,1,power_law_1.2,0.5486943817138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,1,power_law_1.2,1.023644790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,1,power_law_1.01,11.132120361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,1,power_law_1.2,1.5507936096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,1,power_law_1.01,13.939169921875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,1,power_law_1.2,3.887572631835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,1,power_law_1.2,2.201078338623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,1,power_law_1.01,56.607529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,1,power_law_1.2,4.1688562011718755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,1,power_law_1.2,4.447996826171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,1,power_law_1.01,19.85465087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,1,power_law_1.2,4.675772705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,1,power_law_1.2,4.888462829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,1,power_law_1.2,5.1892041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,1,power_law_1.2,5.509010620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,1,power_law_1.2,6.944213256835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,1,power_law_1.2,7.12344970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,1,power_law_1.01,26.5025341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,1,power_law_1.2,7.512847900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,1,power_law_1.2,7.72041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,1,power_law_1.2,8.071497192382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,1,power_law_1.2,8.752409057617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,1,power_law_1.2,9.244924926757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,1,power_law_1.2,10.707766113281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,1,power_law_1.01,37.9267041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,1,power_law_1.2,12.050538330078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.19289983749389647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.34010879516601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.5672556686401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.8135756683349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,1.1274336242675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,1,power_law_1.2,15.218659667968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.973687744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,2.107409210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,2.2389312744140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,1,power_law_1.2,18.265850830078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,2.318958740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,1,power_law_1.01,49.849873046875004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,2.379918670654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,2.4508709716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,2.476287384033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,2.644794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,2.669518737792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,2.745897521972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,2.78110595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,2.8543975830078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,1,power_law_1.2,24.6245947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,2.9745581054687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,3.0704800415039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,3.3098034667968745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,3.627676086425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,4.257027282714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,4.941148681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,1,power_law_1.2,0.09845952033996583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,1,power_law_1.2,0.16615488052368163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,1,power_law_1.2,0.30078399658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,6.369169311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,1,power_law_1.2,31.42514892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,1,power_law_1.2,0.4501254272460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,1,power_law_1.2,0.598666877746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,1,power_law_1.2,1.075994873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,7.549514160156249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,1,power_law_1.2,1.2204147338867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,1,power_law_1.2,1.391205139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,1,power_law_1.2,1.5141842651367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,1,power_law_1.2,1.7826022338867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,1,power_law_1.2,1.985301818847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,1,power_law_1.2,1.8550111389160158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,1,power_law_1.2,2.008808898925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,1,power_law_1.2,2.330996551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,1,power_law_1.2,2.5299366760253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,1,power_law_1.2,2.7183212280273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,1,power_law_1.2,3.1085861206054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,11.236649169921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,1,power_law_1.2,4.156483764648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,1,power_law_1.2,5.416272583007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,1,power_law_1.2,6.9888195800781245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,1,power_law_1.2,44.517192382812496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,1,power_law_1.2,8.254589233398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,1,power_law_1.2,11.5836376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,14.12251220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,1,balanced,0.5597446441650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,1,balanced,0.9936934661865233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,1,power_law_1.2,14.150266113281251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,1,balanced,1.926545867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,1,balanced,0.30488128662109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,1,balanced,3.8173370361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,1,balanced,7.5928540039062495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,1,power_law_1.2,20.20657958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,1,power_law_1.2,57.9493994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,1,balanced,11.391030273437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,1,balanced,11.363414306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,1,power_law_1.2,25.946530761718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,1,balanced,11.407407226562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,1,balanced,11.426680908203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,1,balanced,11.458012695312501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,1,balanced,11.498642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,1,balanced,11.528054199218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,1,balanced,11.61891357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,1,balanced,11.662618408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,1,balanced,11.70414794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,1,power_law_1.2,38.305637207031246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,1,balanced,15.469987792968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,1,balanced,15.868756103515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,1,balanced,16.490723876953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,1,balanced,17.81698486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,1,balanced,18.747493896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,balanced,0.17775936126708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,1,balanced,20.00925048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,1,power_law_1.2,49.0696044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,balanced,0.3204991912841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,balanced,0.5995827102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,balanced,1.1602041625976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,balanced,1.964318084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,balanced,3.8123724365234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,1,balanced,26.0216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,balanced,5.690416259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,balanced,5.701395263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,balanced,5.710818481445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,balanced,5.719520263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,1,balanced,25.126042480468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,balanced,5.735880737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,balanced,5.755065307617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,balanced,5.7706671142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,balanced,5.8011846923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,balanced,5.8332586669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,balanced,5.859761962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,balanced,6.099423217773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,1,balanced,34.165966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,balanced,6.249342041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,balanced,6.365719604492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,balanced,6.608994140625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,balanced,6.867586669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,balanced,7.3822741699218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,1,balanced,0.09505727767944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,1,balanced,0.17072895050048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,1,balanced,40.109189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,balanced,7.921199951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,1,balanced,0.283951358795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,1,balanced,0.6136537551879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,1,balanced,1.0384947204589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,balanced,9.103757324218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,1,balanced,2.0584947204589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,balanced,10.307060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,1,balanced,3.093642272949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,1,balanced,3.0922335815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,1,balanced,3.1581649780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,1,balanced,3.1183001708984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,balanced,12.450739746093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,1,balanced,3.1627648925781253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,1,balanced,3.17691650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,1,balanced,3.1774334716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,1,balanced,3.2534374999999995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,balanced,15.328225097656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,1,balanced,3.273253173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,1,balanced,3.5880813598632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,1,balanced,3.7756710815429684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,1,balanced,4.519031066894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,1,balanced,4.586108703613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,1,balanced,6.740933837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,1,balanced,6.503693847656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,1,power_law_1.01,0.28069952011108396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,1,balanced,8.387413330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,1,power_law_1.01,0.5399219131469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,1,balanced,59.8280810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,1,power_law_1.01,0.9915238189697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,1,power_law_1.01,1.9235910034179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,1,power_law_1.01,3.532088317871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,1,power_law_1.01,5.000428771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,1,balanced,15.908739013671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,1,power_law_1.01,5.760745239257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,1,balanced,16.8869287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,1,power_law_1.01,7.524447021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,1,power_law_1.01,7.923143920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,1,power_law_1.01,8.289064941406249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,1,power_law_1.01,8.584807739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,1,balanced,24.72550048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,1,power_law_1.01,8.701204833984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,1,power_law_1.01,9.181556396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,1,power_law_1.01,9.807967529296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,1,balanced,32.745273437499996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,1,power_law_1.01,10.321981201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,1,power_law_1.01,11.031777343749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,1,power_law_1.01,13.012984619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,1,power_law_1.01,14.18138427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,1,power_law_1.01,15.34487548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,1,power_law_1.01,17.238143310546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,1,power_law_1.01,18.66230712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,1,balanced,49.849589843749996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.17709184646606446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.31910400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.5987283325195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,1,power_law_1.01,21.4522509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,1.105763168334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.8289683532714842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,2.5201036071777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,1,power_law_1.01,24.0134033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,2.9060888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,3.7791040039062502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,3.9748147583007816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,4.158201599121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,4.299443054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,1,power_law_1.01,28.52705810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,4.351043090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,4.504228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,4.642324523925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,4.689209594726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,4.851788024902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,5.057215881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,1,power_law_1.01,34.8062744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,5.282505493164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,5.522470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,5.883114013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,6.185314331054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,6.659993896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,1,power_law_1.01,0.10466176033020021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,7.197241821289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,1,power_law_1.01,0.17272127151489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,1,power_law_1.01,0.28509056091308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,1,power_law_1.01,0.5343775939941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,8.425391235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,1,power_law_1.01,0.9520633697509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,9.375607299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,1,power_law_1.01,1.3137472534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,1,power_law_1.01,1.5534515380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,1,power_law_1.01,2.090272674560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,1,power_law_1.01,2.1367578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,12.51833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,1,power_law_1.01,2.249175720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,1,power_law_1.01,2.6225247192382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,1,power_law_1.01,2.8955450439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,1,power_law_1.01,3.156855163574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,1,power_law_1.01,46.9439990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,1,power_law_1.01,3.73736572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,15.13253173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,1,power_law_1.01,3.8582254028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,1,power_law_1.01,4.294510192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,1,power_law_1.01,4.542337951660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,1,power_law_1.01,5.1306738281249995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,1,power_law_1.01,6.06998291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,1,power_law_1.01,8.383719482421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,1,power_law_1.01,10.245574951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,1,power_law_1.2,0.31683071136474605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,1,power_law_1.01,58.597314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,1,power_law_1.2,0.5470719909667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,1,power_law_1.2,0.994869155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,1,power_law_1.01,13.224393310546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,1,power_law_1.2,1.9582925415039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,1,power_law_1.01,15.669645996093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,1,power_law_1.2,3.2111514282226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,1,power_law_1.2,4.527214660644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,1,power_law_1.2,5.272621459960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,1,power_law_1.01,21.4720166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,1,power_law_1.2,7.349113159179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,1,power_law_1.2,7.696305541992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,1,power_law_1.2,7.953340454101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,1,power_law_1.2,8.277678833007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,1,power_law_1.01,26.69728759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,1,power_law_1.2,8.757360229492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,1,power_law_1.2,9.152346801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,1,power_law_1.2,9.802423706054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,1,power_law_1.2,10.483349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,1,power_law_1.2,11.0593994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,1,power_law_1.01,38.4595947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,1,power_law_1.2,13.270908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,1,power_law_1.2,14.54731689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,1,power_law_1.2,15.542755126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,1,power_law_1.2,17.4025048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,1,power_law_1.2,19.225590820312497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,1,power_law_1.01,50.2251904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.17720895767211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.3198873519897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.599348487854004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,1.0830278778076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,1,power_law_1.2,21.45216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,1.6854266357421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,2.2896620178222653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,2.663471984863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,3.6940383911132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,1,power_law_1.2,24.79996337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,3.862200927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,3.9903155517578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,4.143344116210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,4.3110791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,1,power_law_1.2,30.5015771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,4.435426025390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,4.569254455566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,4.68830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,4.7929925537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,5.087212219238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,5.39803466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,1,power_law_1.2,36.432021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,5.602147216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,5.9912915039062495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,6.3658380126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,6.941307983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,1,power_law_1.2,0.09560447692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,7.519352416992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,1,power_law_1.2,0.15881407737731934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,1,power_law_1.2,0.29268608093261717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,1,power_law_1.2,0.5344371032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,8.683582763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,1,power_law_1.2,0.8581107330322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,1,power_law_1.2,1.1936927795410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,9.849207763671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,1,power_law_1.2,1.4145645141601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,1,power_law_1.2,1.9829760742187499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,1,power_law_1.2,48.37138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,1,power_law_1.2,2.120244445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,1,power_law_1.2,2.2783616638183597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,12.871733398437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,1,power_law_1.2,2.601337585449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,1,power_law_1.2,2.8827719116210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,1,power_law_1.2,3.1202789306640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,1,power_law_1.2,3.782896728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,15.766060791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,1,power_law_1.2,4.00837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,1,power_law_1.2,4.393399047851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,1,power_law_1.2,4.6786502075195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,1,power_law_1.2,5.387133178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,1,power_law_1.2,6.269556884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,1,power_law_1.2,8.686024169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,1,power_law_1.2,60.670703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,1,balanced,0.318538875579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,1,power_law_1.2,10.594210205078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,1,balanced,0.5382105636596679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,1,balanced,0.9935225677490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,1,balanced,1.9286483764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,1,power_law_1.2,13.7523388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,1,balanced,3.8218176269531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,1,power_law_1.2,16.650736083984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,1,balanced,7.593735961914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,1,power_law_1.2,22.26711181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,1,balanced,11.36979248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,1,balanced,11.39044189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,1,balanced,11.404464111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,1,power_law_1.2,27.6661083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,1,balanced,11.4273974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,1,balanced,11.4637890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,1,balanced,11.49736083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,1,balanced,11.534774169921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,1,balanced,11.611783447265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,1,balanced,11.655694580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,1,power_law_1.2,38.2734619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,1,balanced,11.713389892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,1,balanced,15.453997802734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,1,balanced,15.8524365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,1,balanced,16.591650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,1,power_law_1.2,49.973681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,1,balanced,17.777877197265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,balanced,0.17767488479614257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,balanced,0.3203398513793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,1,balanced,18.66762939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,balanced,0.6004851150512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,1,balanced,20.011373291015623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,balanced,1.1062361907958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,balanced,1.962764129638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,balanced,3.8119866943359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,1,balanced,25.7903076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,balanced,5.691295776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,balanced,5.701415405273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,balanced,5.7100762939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,1,balanced,25.092214355468748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,balanced,5.719876098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,balanced,5.737009887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,balanced,5.754291381835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,balanced,5.77228271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,balanced,5.802217407226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,balanced,5.834207153320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,balanced,5.858310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,balanced,6.107075805664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,1,balanced,34.10531494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,balanced,6.226552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,balanced,6.377904052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,balanced,6.610176391601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,balanced,6.955894775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,balanced,7.386763305664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,1,balanced,0.10432703971862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,1,balanced,0.17207231521606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,1,balanced,0.285743350982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,balanced,7.932742309570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,1,balanced,41.083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,1,balanced,0.5335744094848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,balanced,9.140615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,1,balanced,1.0480889892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,1,balanced,2.057198028564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,balanced,10.299886474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,1,balanced,3.1126470947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,1,balanced,3.1298010253906248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,1,balanced,3.107782287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,balanced,12.358079833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,1,balanced,3.143630065917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,1,balanced,3.1656097412109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,1,balanced,3.182294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,1,balanced,3.184076843261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,1,balanced,3.240260620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,balanced,15.02546142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,1,balanced,3.279132080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,1,balanced,3.6460263061523435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,1,balanced,3.7544384765624996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,1,balanced,4.547334289550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,1,balanced,4.5362158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,1,balanced,6.556505737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,1,balanced,6.574641723632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,1,power_law_1.01,0.2824799919128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,1,power_law_1.01,0.5426726531982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,1,balanced,8.436253662109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,1,balanced,59.796909179687496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,1,power_law_1.01,1.001971206665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,1,power_law_1.01,1.9235084533691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,1,power_law_1.01,3.5315032958984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,1,power_law_1.01,5.003598022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,1,power_law_1.01,5.762682495117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,1,balanced,16.203553466796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,1,balanced,16.90981689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,1,power_law_1.01,7.5198254394531245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,1,power_law_1.01,7.922716674804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,1,power_law_1.01,8.288133544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,1,power_law_1.01,8.589949951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,1,balanced,24.777578124999998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,1,power_law_1.01,8.702615966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,1,power_law_1.01,9.17748291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,1,power_law_1.01,9.7764404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,1,balanced,32.717509765624996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,1,power_law_1.01,10.323602294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,1,power_law_1.01,11.033154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,1,power_law_1.01,13.041398925781248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,1,power_law_1.01,14.18352294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,1,power_law_1.01,15.335305175781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,1,power_law_1.01,16.94200439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,1,balanced,49.109794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,1,power_law_1.01,18.6640771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.17791616439819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.31963520050048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.5993683242797851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,1,power_law_1.01,21.4282373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,1.0802342224121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.8119104003906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,2.5207551574707034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,1,power_law_1.01,23.982343750000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,2.9050323486328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,3.7799890136718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,3.975886840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,4.158734130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,4.299329223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,4.350531921386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,1,power_law_1.01,29.305891113281252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,4.505314025878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,4.642381591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,4.689209594726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,4.8531079101562495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,5.059629516601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,1,power_law_1.01,34.803395996093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,5.2821142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,5.53080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,5.8671417236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,6.16351318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,6.661873779296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,7.195621337890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,1,power_law_1.01,0.09521087646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,1,power_law_1.01,0.1616646385192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,1,power_law_1.01,0.28382720947265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,1,power_law_1.01,0.5360012817382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,8.3604052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,1,power_law_1.01,0.951602554321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,9.553993530273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,1,power_law_1.01,1.3214009094238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,1,power_law_1.01,1.553544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,1,power_law_1.01,2.0836082458496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,1,power_law_1.01,46.7165283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,1,power_law_1.01,2.1495315551757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,12.210218505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,1,power_law_1.01,2.271976318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,1,power_law_1.01,2.6078253173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,1,power_law_1.01,2.8990573120117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,1,power_law_1.01,3.152904357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,1,power_law_1.01,3.7286373901367185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,1,power_law_1.01,3.8810266113281253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,1,power_law_1.01,4.291431579589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,15.256678466796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,1,power_law_1.01,4.4998931884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,1,power_law_1.01,5.190103149414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,1,power_law_1.01,5.976478881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,1,power_law_1.01,8.410199584960939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,1,power_law_1.01,57.101064453125005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,1,power_law_1.2,0.3184268760681152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,1,power_law_1.01,10.242191162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,1,power_law_1.2,0.5567148971557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,1,power_law_1.2,0.9946329498291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,1,power_law_1.01,12.831649169921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,1,power_law_1.2,1.958161315917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,1,power_law_1.2,3.20962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,1,power_law_1.01,15.861124267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,1,power_law_1.2,4.5271411132812505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,1,power_law_1.2,5.274578857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,1,power_law_1.01,21.279409179687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,1,power_law_1.2,7.349118041992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,1,power_law_1.2,7.699368896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,1,power_law_1.2,7.954280395507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,1,power_law_1.2,8.2769091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,1,power_law_1.01,27.06910400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,1,power_law_1.2,8.754849243164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,1,power_law_1.2,9.149876098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,1,power_law_1.2,9.806294555664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,1,power_law_1.2,10.48991455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,1,power_law_1.2,11.05179443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,1,power_law_1.01,38.16226806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,1,power_law_1.2,13.2775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,1,power_law_1.2,14.551459960937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,1,power_law_1.2,15.541074218750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,1,power_law_1.2,17.40132080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,1,power_law_1.2,19.222203369140622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.17757375717163087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,1,power_law_1.01,50.430629882812504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.3195846366882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.5994585418701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,1.1059385681152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,1,power_law_1.2,21.440966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,1.6858457946777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,2.2889144897460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,2.66246337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,3.694129333496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,1,power_law_1.2,24.80085693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,3.8613906860351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,3.990419311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,4.143635864257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,4.311346435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,1,power_law_1.2,30.509519042968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,4.434012145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,4.569278869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,4.689241638183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,4.793661499023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,5.0894772338867185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,5.372701416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,5.625138549804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,1,power_law_1.2,36.4740625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,5.9925048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,6.370401000976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,6.940664672851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,1,power_law_1.2,0.0952012825012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,7.561240844726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,1,power_law_1.2,0.1599468803405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,1,power_law_1.2,0.2898796844482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,1,power_law_1.2,0.5360275268554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,8.598272705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,1,power_law_1.2,0.8576902770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,9.8962548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,1,power_law_1.2,1.1940985870361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,1,power_law_1.2,1.4085498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,1,power_law_1.2,1.9758181762695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,1,power_law_1.2,2.116831970214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,1,power_law_1.2,2.2769471740722658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,1,power_law_1.2,48.35005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,13.105325927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,1,power_law_1.2,2.596815490722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,1,power_law_1.2,2.87222900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,1,power_law_1.2,3.1360159301757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,1,power_law_1.2,3.7767480468750003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,15.649759521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,1,power_law_1.2,4.391054077148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,1,power_law_1.2,4.049275512695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,1,power_law_1.2,4.605418090820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,1,power_law_1.2,5.290071411132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,1,power_law_1.2,6.276815185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,1,power_law_1.2,8.735380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,1,power_law_1.2,60.66181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,1,balanced,0.11407744407653808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,1,power_law_1.2,10.5905029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,1,balanced,0.2051705551147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,1,balanced,0.36718719482421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,1,balanced,0.6351193618774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,1,balanced,1.2322291564941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,1,balanced,2.438439025878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,1,power_law_1.2,13.866791992187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,1,balanced,2.442191925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,1,balanced,2.4535545349121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,1,balanced,2.463233337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,1,power_law_1.2,16.573121337890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,1,balanced,2.468109436035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,1,balanced,2.487951354980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,1,balanced,2.5123922729492185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,1,balanced,2.523212127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,1,balanced,2.5498950195312498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,1,balanced,3.364936218261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,1,balanced,3.4008953857421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,1,power_law_1.2,22.02565673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,1,balanced,3.4939111328125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,1,balanced,3.665028381347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,1,balanced,3.8143243408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,1,balanced,4.015137939453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,1,balanced,4.152953491210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,1,balanced,4.578988647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,1,balanced,4.831659545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,1,power_law_1.2,27.23190185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,1,balanced,0.11124671936035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,1,balanced,0.18633855819702147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,1,balanced,0.3349100875854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,1,balanced,0.6380384063720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,1,balanced,6.955477294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,1,balanced,1.2401081848144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,1,balanced,1.244287338256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,1,balanced,1.2489631652832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,1,balanced,8.809622802734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,1,balanced,0.07664639949798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,1,balanced,1.2538444519042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,1,balanced,1.2582822418212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,1,balanced,1.2660294342041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,1,balanced,1.2754131317138673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,1,balanced,1.2813023376464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,1,balanced,1.293177032470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,1,balanced,1.3574925231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,1,balanced,1.3884524536132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,1,balanced,1.369815673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,1,balanced,1.4266444396972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,1,balanced,12.899833984374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,1,balanced,1.4653549194335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,1,balanced,1.538632354736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,1,balanced,1.6313638305664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,1,balanced,1.7848538208007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,1,balanced,1.978035125732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,1,balanced,0.044293761253356934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,1,balanced,2.4134783935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,1,balanced,0.06348608016967774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,1,balanced,0.11284928321838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,1,balanced,2.6948538208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,1,balanced,0.19282112121582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,1,power_law_1.2,38.7486865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,1,balanced,0.3619039916992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,1,balanced,16.07031005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,1,balanced,0.6958732604980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,1,balanced,3.636110229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,1,balanced,0.6922579193115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,1,balanced,0.7095597076416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,1,balanced,0.7024390411376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,1,balanced,0.7035052490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,1,balanced,0.7100332641601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,1,balanced,0.7206387329101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,1,balanced,0.7221395111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,1,balanced,0.754686050415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,1,balanced,4.689006652832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,1,balanced,0.7678752136230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,1,balanced,0.7790489959716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,1,balanced,1.006558074951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,1,balanced,1.0657357025146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,1,balanced,1.3817747497558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,1,balanced,1.7672422790527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,1,balanced,1.8178253173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,1,power_law_1.01,0.10129152297973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,1,power_law_1.01,0.1788761520385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,1,power_law_1.01,0.32774719238281247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,1,balanced,3.5115847778320317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,1,balanced,3.6210348510742185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,1,power_law_1.01,0.6324224090576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,1,power_law_1.01,0.9573721313476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,1,power_law_1.01,1.239660186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,1,balanced,5.413515014648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,1,power_law_1.01,1.766314239501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,1,power_law_1.01,1.8701458740234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,1,power_law_1.01,1.9133151245117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,1,balanced,7.446310424804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,1,power_law_1.01,1.9430021667480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,1,power_law_1.01,2.0528793334960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,1,power_law_1.01,2.1334016418457034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,1,power_law_1.01,2.170062713623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,1,power_law_1.01,2.2133145141601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,1,power_law_1.01,2.9573690795898435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,1,power_law_1.01,3.0062213134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,1,power_law_1.2,50.4935595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,1,balanced,11.773775634765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,1,power_law_1.01,3.1877902221679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,1,power_law_1.01,3.445640258789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,1,power_law_1.01,3.626028137207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,1,power_law_1.01,3.955976867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,1,power_law_1.01,4.213409423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,1,balanced,14.833868408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,1,power_law_1.01,0.06896383762359619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,1,power_law_1.01,4.868894653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,1,power_law_1.01,0.1100972843170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,1,power_law_1.01,0.18593664169311525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,1,power_law_1.01,0.3352921676635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,1,power_law_1.01,0.4975500869750976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,1,power_law_1.01,0.6387993621826171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,1,power_law_1.01,5.755257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,1,power_law_1.01,0.9054112243652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,1,power_law_1.01,0.9578412628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,1,power_law_1.01,0.9794214630126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,1,power_law_1.01,0.9931558227539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,1,power_law_1.01,7.651380004882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,1,power_law_1.01,1.0422022247314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,1,power_law_1.01,1.076568298339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,1,power_law_1.01,1.0912550354003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,1,power_law_1.01,1.1078368377685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,1,power_law_1.01,1.191955871582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,1,power_law_1.01,1.1956192016601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,1,power_law_1.01,1.2484729766845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,1,power_law_1.01,9.505983886718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,1,power_law_1.01,1.2981497192382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.01,1.3572998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.01,1.447308807373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.01,1.5291795349121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.01,1.7085682678222658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,1,power_law_1.01,0.045553278923034665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.01,1.9402720642089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,1,power_law_1.01,0.06303232192993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,1,power_law_1.01,0.1112985610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.01,2.4804620361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,1,power_law_1.01,0.19310592651367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.01,2.9694757080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,1,power_law_1.01,0.2755878448486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,1,power_law_1.01,0.3672735977172851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,1,power_law_1.01,0.5216409683227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,1,power_law_1.01,13.160397949218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,1,power_law_1.01,0.535855369567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,1,power_law_1.01,0.5974214553833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.01,3.962674560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,1,power_law_1.01,0.6475206756591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,1,power_law_1.01,0.7134674835205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,1,power_law_1.01,0.8054169464111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,1,power_law_1.01,0.8927442932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,1,power_law_1.01,0.8322220611572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,1,power_law_1.01,0.9242291259765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,1,power_law_1.01,1.0245011138916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.01,5.005824584960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,1,power_law_1.01,1.2053453063964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,1,power_law_1.01,1.4656101989746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,1,power_law_1.01,1.8303033447265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,1,power_law_1.01,2.5464044189453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,1,power_law_1.01,16.947791748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,1,power_law_1.01,2.926940307617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,1,power_law_1.2,0.10040063858032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,1,power_law_1.2,0.17861568450927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,1,power_law_1.2,0.32820480346679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,1,power_law_1.01,3.8356152343749996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,1,power_law_1.2,0.5830617523193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,1,power_law_1.2,0.8745216369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,1,power_law_1.01,4.853463745117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,1,power_law_1.2,1.1573177337646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,1,power_law_1.2,1.7328895568847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,1,power_law_1.2,1.8279962158203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,1,power_law_1.2,1.879034881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,1,power_law_1.01,6.685866088867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,1,power_law_1.2,1.9548442077636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,1,power_law_1.2,2.0387731933593747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,1,power_law_1.2,2.112512664794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,1,power_law_1.2,2.1865580749511717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,1,power_law_1.01,8.709774169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,1,power_law_1.2,2.2865740966796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,1,power_law_1.2,3.008814697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,1,power_law_1.2,3.1039083862304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,1,power_law_1.2,3.2334835815429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,1,power_law_1.2,3.5213330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,1,power_law_1.2,3.6823309326171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,1,power_law_1.2,4.074008178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,1,power_law_1.01,12.77244384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,1,power_law_1.2,4.293523864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,1,power_law_1.2,0.06894015789031982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,1,power_law_1.2,0.11068415641784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,1,power_law_1.2,0.1857811164855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,1,power_law_1.2,5.1204333496093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,1,power_law_1.2,0.3110963249206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,1,power_law_1.2,0.4521126556396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,1,power_law_1.2,0.5968377685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,1,power_law_1.01,16.213037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,1,power_law_1.2,6.044849243164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,1,power_law_1.2,0.8876512145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,1,power_law_1.2,0.9376563262939452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,1,power_law_1.2,0.9616960144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,1,power_law_1.2,0.9982579040527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,1,power_law_1.2,1.0294886779785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,1,power_law_1.2,1.0628243255615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,1,power_law_1.2,7.817625732421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,1,power_law_1.2,1.091832962036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,1,power_law_1.2,1.1292256164550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,1,power_law_1.2,1.208116455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,1,power_law_1.2,1.2344153594970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,1,power_law_1.2,1.2629484558105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,1,power_law_1.2,1.347127685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.2,1.3900376892089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,1,power_law_1.2,9.736245727539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.2,1.5018194580078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.2,1.5809683227539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.2,1.782939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.2,2.0161920166015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,1,power_law_1.2,0.04496640205383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,1,power_law_1.2,0.06365183830261231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.2,2.52008056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,1,power_law_1.2,0.11063103675842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,1,power_law_1.2,0.1765977668762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.2,3.00794677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,1,power_law_1.2,0.24837631225585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,1,power_law_1.2,0.3437740707397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,1,power_law_1.2,13.416136474609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,1,power_law_1.2,0.5088544082641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.2,4.090028076171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,1,power_law_1.2,0.5437721633911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,1,power_law_1.2,0.5976249694824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,1,power_law_1.2,0.6453785705566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,1,power_law_1.2,0.7284025573730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,1,power_law_1.2,0.8201042938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,1,power_law_1.2,0.9046374511718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,1,power_law_1.2,0.8408159637451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.2,5.3228759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,1,power_law_1.2,0.9544223785400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,1,power_law_1.2,1.0797318267822267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,1,power_law_1.2,1.2580518341064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,1,power_law_1.2,17.209516601562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,1,power_law_1.2,1.5809843444824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,1,power_law_1.2,1.9287628173828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,1,power_law_1.2,2.6104241943359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,1,power_law_1.2,3.1292843627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,1,power_law_1.2,3.9765304565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,1,power_law_1.2,4.8246286010742185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,1,power_law_1.2,6.798538818359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,1,power_law_1.2,9.034390258789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,1,balanced,0.08609984397888185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,1,balanced,0.1484992027282715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,1,power_law_1.2,12.720068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,1,balanced,0.26472959518432615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,1,balanced,0.4944473648071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,1,balanced,1.2575078582763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,1,power_law_1.2,16.029622802734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,1,balanced,0.9356735992431642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,1,balanced,1.2902554321289064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,1,balanced,1.2607762908935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,1,balanced,1.2647404479980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,1,balanced,1.2693075561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,1,balanced,1.2794502258300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,1,balanced,1.2728620910644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,1,balanced,1.3244102478027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,1,balanced,1.331727294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,1,balanced,1.34293701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,1,balanced,1.3002822875976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,1,balanced,1.3624365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,1,balanced,1.3945747375488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,1,balanced,1.4209312438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,1,balanced,1.524483184814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,1,balanced,2.105221710205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,1,balanced,1.5682579040527345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,1,power_law_1.01,0.148983039855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,1,balanced,2.8879559326171877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,1,balanced,3.094976501464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,1,balanced,2.0041049194335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,1,power_law_1.01,0.26641536712646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,1,power_law_1.01,1.0022003173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,1,power_law_1.01,0.4391865539550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,1,balanced,4.789642333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,1,power_law_1.01,1.1040953826904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,1,power_law_1.01,1.1330726623535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,1,power_law_1.01,0.08575551986694337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,1,power_law_1.01,1.1882438659667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,1,power_law_1.01,1.2537004852294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,1,power_law_1.01,1.330186309814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,1,balanced,5.869037475585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,1,power_law_1.01,1.38625732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,1,power_law_1.01,1.0616275024414061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,1,power_law_1.01,1.4168307495117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,1,power_law_1.01,0.6027571105957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,1,power_law_1.01,1.6485037231445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,1,power_law_1.01,1.2646707153320311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,1,power_law_1.01,1.3164044189453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,1,power_law_1.01,1.980145263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,1,power_law_1.01,1.3244210815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,1,power_law_1.01,0.9676844787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,1,power_law_1.01,1.534375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,1,power_law_1.01,3.6674380493164067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,1,power_law_1.01,1.8280198669433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,1,power_law_1.2,0.26034944534301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,1,power_law_1.2,0.3943449783325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,1,power_law_1.01,2.3103001403808596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,1,power_law_1.01,5.021751098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,1,power_law_1.01,2.9839077758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,1,power_law_1.2,1.015274887084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,1,power_law_1.2,1.080598373413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,1,power_law_1.2,1.1572051239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,1,power_law_1.01,6.413623657226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,1,power_law_1.2,1.2161465454101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,1,power_law_1.2,1.3123020935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,1,power_law_1.2,1.4417645263671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,1,power_law_1.2,0.08564224243164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,1,power_law_1.2,1.381729278564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,1,power_law_1.2,0.9655091094970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,1,power_law_1.2,1.5210893249511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,1,power_law_1.2,1.3647673034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,1,power_law_1.2,0.14785663604736327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,1,power_law_1.2,1.1174002838134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,1,power_law_1.2,1.5768109130859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,1,power_law_1.2,0.5563353729248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,1,power_law_1.2,1.3197567749023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,1,power_law_1.2,2.0769920349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,1,power_law_1.2,2.413321533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,1,power_law_1.2,1.477734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,1,power_law_1.2,3.0756396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,1,power_law_1.2,1.7046861267089846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,1,power_law_1.2,1.873261413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,1,power_law_1.2,3.749261474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,1,balanced,0.9775091552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,1,power_law_1.2,5.160792236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,1,balanced,1.9032768249511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,1,balanced,0.5287936019897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,1,balanced,3.76193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,1,power_law_1.2,6.429767456054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,1,balanced,7.410184326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,1,balanced,10.86192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,1,balanced,10.86629150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,1,balanced,10.935971679687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,1,balanced,10.97959716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,1,balanced,10.94624755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,1,balanced,10.987755126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,1,balanced,11.03048583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,1,balanced,11.065159912109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,1,balanced,11.146806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,1,balanced,11.1973681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,1,balanced,11.259388427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,1,balanced,11.426175537109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,1,balanced,11.84042236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,1,balanced,13.999013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,1,balanced,15.536661376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,1,balanced,13.19227294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,balanced,0.33667072296142575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,balanced,0.6240198516845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,balanced,1.1343052673339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,balanced,2.008666229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,1,balanced,19.892705078124997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,balanced,3.866803894042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,1,balanced,21.0968310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,balanced,5.708756103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,balanced,5.736444702148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,balanced,5.755997314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,balanced,5.78459716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,1,balanced,32.03727783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,balanced,5.806911010742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,balanced,5.8404083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,balanced,5.880897827148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,balanced,5.913209838867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,balanced,6.018849487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,balanced,6.070964965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,1,balanced,39.2078271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,balanced,6.164983520507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,balanced,5.979702758789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,balanced,6.619995727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,balanced,6.844010620117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,balanced,7.321107788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,balanced,7.78163330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,balanced,9.289858398437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,balanced,10.345777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,1,power_law_1.01,0.5497183990478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,1,power_law_1.01,0.9774297332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,1,balanced,58.921235351562494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,balanced,13.64386962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,1,power_law_1.01,1.9034982299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,balanced,15.227523193359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,1,power_law_1.01,3.373025817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,1,power_law_1.01,4.825386962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,balanced,22.5036865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,1,power_law_1.01,8.000463256835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,1,power_law_1.01,9.245626831054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,1,power_law_1.01,8.534700927734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,1,balanced,73.895595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,1,power_law_1.01,8.97236083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,balanced,27.38824462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,1,power_law_1.01,9.29622802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,1,power_law_1.01,9.507293701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,1,power_law_1.01,9.743911743164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,1,power_law_1.01,10.032647705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,1,power_law_1.01,10.129088134765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,1,power_law_1.01,10.346065673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,1,power_law_1.01,12.10025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,1,power_law_1.01,10.72227294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,1,power_law_1.01,13.832709960937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,1,power_law_1.01,14.964376220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,1,power_law_1.01,13.130947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,1,power_law_1.01,15.146361083984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,1,power_law_1.01,20.3604345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.3353664016723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,1.1394739532470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,0.62508544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,1,power_law_1.01,24.4257958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,2.5289056396484377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,1.8065029907226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,4.207882995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,4.713102722167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,4.503306274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,1,power_law_1.01,32.7382275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,4.862239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,4.931409912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,5.054886474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,5.178812255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,5.4336767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,5.503974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,5.247138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,5.651449584960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,5.76707763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,6.239082641601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,6.4679443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,1,power_law_1.01,41.854677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,6.975707397460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,8.640686645507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,7.471810913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,9.914796752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,1,power_law_1.2,0.5457523345947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,1,power_law_1.2,0.978664321899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,12.977340087890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,1,power_law_1.2,3.078436584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,15.76435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,1,power_law_1.2,1.9028268432617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,1,power_law_1.01,60.052861328125005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,1,power_law_1.2,4.288473510742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,21.956926269531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,1,power_law_1.2,7.848701782226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,1,power_law_1.2,8.526493530273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,1,power_law_1.2,8.862361450195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,1,power_law_1.2,9.222359008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,1,power_law_1.2,9.427064208984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,28.106450195312497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,1,power_law_1.2,10.102643432617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,1,power_law_1.2,9.723200683593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,1,power_law_1.2,10.394537353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,1,power_law_1.01,78.4698486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,1,power_law_1.2,10.573302001953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,1,power_law_1.2,11.18632080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,1,power_law_1.2,10.904696044921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,1,power_law_1.2,12.658909912109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,1,power_law_1.2,15.539893798828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,1,power_law_1.2,13.805718994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,1,power_law_1.2,14.3010498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.33430847167968747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,1,power_law_1.2,15.790548095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,0.6256121444702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,1,power_law_1.2,21.413957519531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,1.1378854370117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,1.6898182678222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,2.251396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,4.126214294433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,1,power_law_1.2,25.517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,4.4995660400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,4.655455322265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,4.837194213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,4.998817138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,5.15574951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,5.28215087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,1,power_law_1.2,34.444892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,5.391278076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,5.615706787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,5.751134033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,5.831986083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,6.482003173828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,6.710217895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,5.974469604492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,7.197393188476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,7.72158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,1,power_law_1.2,43.2541748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,8.875635986328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,2,balanced,0.21737983703613278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,2,balanced,0.32670337677001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,10.29887939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,2,balanced,0.7832383728027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,2,balanced,0.6950041961669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,2,balanced,0.5168550491333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,2,balanced,0.704727020263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,2,balanced,0.7075468444824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,2,balanced,0.717729263305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,2,balanced,0.7224447631835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,2,balanced,0.7372454071044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,2,balanced,0.7401548767089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,2,balanced,0.7596326446533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,2,balanced,0.7681305694580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,2,balanced,0.7943475341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,2,balanced,0.968194580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,2,balanced,0.8762470245361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,2,balanced,0.9066265869140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,2,balanced,1.4438873291015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,2,balanced,1.7100837707519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,13.656834716796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,16.41220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,2,balanced,2.5911782836914066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,2,balanced,3.099939880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,2,balanced,4.947535400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,2,balanced,6.4042468261718755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,2,balanced,10.002123413085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,2,balanced,0.10640640258789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,2,balanced,0.16467199325561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,1,power_law_1.2,60.9244189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,2,balanced,13.388277587890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,2,balanced,0.29266815185546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,2,balanced,0.29564800262451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,2,balanced,0.2979071998596191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,2,balanced,0.2798553657531738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,22.799296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,2,balanced,0.3028441619873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,2,balanced,0.3081126403808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,2,balanced,0.3121881675720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,2,balanced,0.31436159133911135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,2,balanced,0.32247295379638674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,2,balanced,0.3283148956298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,2,balanced,0.3439257431030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,2,balanced,0.34028800964355466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,2,balanced,0.34727039337158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,2,balanced,0.3543731307983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,2,balanced,0.41344127655029295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,2,balanced,0.4486080169677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,2,balanced,0.33374847412109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,2,balanced,0.6216307067871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,2,balanced,0.7580748748779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,2,balanced,1.1363903808593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,2,balanced,1.4862374877929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,2,balanced,2.378070983886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,2,balanced,0.10376192092895509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,2,balanced,0.1605606460571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,2,balanced,0.15719167709350584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,2,balanced,3.020693664550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,2,balanced,0.15757823944091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,2,balanced,0.18001279830932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,2,balanced,0.21612543106079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,2,balanced,0.22207103729248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,2,balanced,0.28243839263916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,2,balanced,0.289542407989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,2,balanced,0.3456537628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,2,balanced,0.3554790496826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,2,balanced,21.423269042968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,2,balanced,0.6361177444458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,2,balanced,0.6385625457763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,2,balanced,4.5180224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,2,balanced,0.6519872283935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,2,balanced,0.937105941772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,2,balanced,0.9458432006835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,2,balanced,1.2661619567871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,2,balanced,5.924487915039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,2,balanced,1.9054707336425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,2,balanced,2.5695822143554685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,2,balanced,3.6946264648437497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,2,balanced,5.639243774414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,2,balanced,28.7752001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,2,balanced,7.754319458007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,2,power_law_1.01,0.2720614433288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,2,power_law_1.01,0.3151283264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,2,balanced,11.313836669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,28.10244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,2,power_law_1.01,0.35771263122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,2,power_law_1.01,0.6931187438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,2,power_law_1.01,0.7221465301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,2,balanced,15.291864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,2,power_law_1.01,0.7299520111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,2,power_law_1.01,0.7000217437744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,2,power_law_1.01,0.8046950531005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,2,power_law_1.01,0.7596109008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,2,power_law_1.01,0.784373779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,2,power_law_1.01,0.8112537384033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,2,power_law_1.01,0.8481228637695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,2,power_law_1.01,0.9370009613037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,2,power_law_1.01,1.0910912322998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,2,power_law_1.01,1.1144640350341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,2,power_law_1.01,1.406234893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,2,power_law_1.01,0.7504780578613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,2,power_law_1.01,1.9705445861816409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,2,power_law_1.01,2.659783630371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,2,balanced,21.951767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,1,power_law_1.2,78.6587841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,2,power_law_1.01,3.56956787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,2,power_law_1.01,4.6804876708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,2,power_law_1.01,7.391351318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.11632896423339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.19693952560424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,2,power_law_1.01,9.71186279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,2,balanced,31.679489746093747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.20966016769409182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,2,power_law_1.01,13.79208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.2915660858154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.3029747200012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.3059942436218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.2924287986755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.30814464569091793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.3110860824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.3215488052368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,2,balanced,43.0219970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.3258687973022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.3375500869750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.36123008728027345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.3947571182250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.5226841735839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,0.6029542541503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.29955711364746096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,0.8910451507568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,1.1158233642578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,2,power_law_1.01,20.83167724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,1.5616012573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,1.955193634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.2992972755432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,2,power_law_1.01,0.09080575942993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,2,power_law_1.01,0.11942015647888185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,2,power_law_1.01,0.15466496467590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,2,power_law_1.01,0.15550592422485351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,2,power_law_1.01,0.1606719970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,3.1873010253906253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.34539520263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,2,power_law_1.01,0.20951936721801756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,2,power_law_1.01,0.2880064010620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,2,power_law_1.01,0.32189952850341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,2,power_law_1.01,0.3708441543579101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,2,power_law_1.01,0.4113100814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,2,power_law_1.01,0.48126846313476557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,2,power_law_1.01,0.5678937530517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,2,power_law_1.01,0.6291289520263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,2,power_law_1.01,0.8020710754394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,2,power_law_1.01,0.9038719940185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,2,power_law_1.01,1.069707489013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,2,power_law_1.01,1.349784393310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,4.029154663085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,2,power_law_1.01,2.0522470092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,2,power_law_1.01,2.587517395019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,5.409784545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,2,power_law_1.01,3.8748632812499997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,2,power_law_1.01,4.8074316406249995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,2,power_law_1.01,24.55257080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,2,power_law_1.01,7.747654418945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,2,power_law_1.2,0.3005439949035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,2,power_law_1.2,0.31915903091430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,2,power_law_1.01,38.64533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,2,power_law_1.2,0.33414783477783205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,2,power_law_1.2,0.6612441253662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,2,power_law_1.2,0.6973516845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,2,power_law_1.2,0.7105433654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,2,power_law_1.2,0.7224140930175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,2,power_law_1.2,0.7411980438232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,2,power_law_1.2,0.7610598754882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,2,power_law_1.2,0.6907148742675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,2,power_law_1.2,0.7784639739990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,2,power_law_1.01,10.51957275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,2,power_law_1.2,0.7925337219238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,2,power_law_1.2,0.8402777862548827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,2,power_law_1.2,1.0082380676269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,2,power_law_1.2,1.0596173095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,2,power_law_1.2,1.1176895904541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,2,power_law_1.2,1.4985548400878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,2,power_law_1.2,1.8512614440917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,7.707709350585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,2,power_law_1.2,2.6635278320312503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,2,power_law_1.2,3.5394702148437505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,2,power_law_1.2,4.4702783203125005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,2,power_law_1.01,17.365025634765622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,2,power_law_1.2,6.854559936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,2,power_law_1.2,10.049979858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.1284761619567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.18716672897338865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,2,power_law_1.01,20.8201708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,2,power_law_1.2,15.775124511718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.2910387229919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.29608320236206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.2959500885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.3005107116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.3022156715393066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.30630783081054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.3076019287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.3146150398254394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.32123008728027347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.3280192184448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.20970111846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.33814273834228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.3520934295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.39164798736572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.5250649642944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,0.6045388793945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,0.8976882934570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,1.146965789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,1.5054054260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,2,power_law_1.2,19.43613037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.3628607940673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,1.9924018859863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,2,power_law_1.01,31.860246582031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,2,power_law_1.2,0.09149824142456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,2,power_law_1.2,0.11926143646240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,3.1246783447265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,2,power_law_1.2,0.15395456314086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,2,power_law_1.2,0.16800512313842772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,2,power_law_1.2,0.1983897590637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,2,power_law_1.2,0.21670272827148435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,2,power_law_1.2,0.25245439529418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,2,power_law_1.2,0.3317465591430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,2,power_law_1.2,0.3610598373413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,2,power_law_1.2,0.40860542297363284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,2,power_law_1.2,0.49192447662353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,2,power_law_1.2,0.5669120025634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,4.113547668457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,2,power_law_1.2,0.6154636764526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,2,power_law_1.2,0.7894322967529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,2,power_law_1.2,0.906451187133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,2,power_law_1.2,1.0676979064941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,2,power_law_1.2,1.3762777709960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,2,power_law_1.2,2.0383232116699217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,5.8691455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,2,power_law_1.2,2.6400384521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,2,power_law_1.2,37.750407714843746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,2,power_law_1.2,3.855754089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,2,power_law_1.2,4.95249267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,8.389135131835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,2,power_law_1.2,7.839193725585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,2,power_law_1.2,10.443797607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,1,balanced,0.1494918441772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,2,power_law_1.01,43.0632470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,2,power_law_1.2,41.128208007812496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,1,balanced,0.4872851181030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,1,balanced,0.2675904083251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,2,power_law_1.2,17.293275146484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,1,balanced,0.4987609481811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,1,balanced,0.4995289611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,1,balanced,0.5037324905395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,1,balanced,0.5009555053710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,1,balanced,0.5076838302612304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,1,balanced,0.5048096084594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,1,balanced,0.5188716888427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,1,balanced,0.5068294525146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,1,balanced,0.5113299179077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,1,balanced,0.5151385498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,1,balanced,0.5449708938598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,1,balanced,0.5523295974731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,1,balanced,0.5370367813110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,1,balanced,0.6026252746582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,1,balanced,0.675195541381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,1,balanced,0.7015353393554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,1,balanced,0.9945286560058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,2,power_law_1.2,20.929025878906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,1,balanced,1.2775852966308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,1,balanced,1.9901989746093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,1,balanced,2.5259532165527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,1,balanced,3.769736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,1,balanced,4.829832458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,balanced,0.15814720153808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,1,balanced,7.239913330078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,balanced,0.09467519760131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,balanced,0.27420160293579104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,2,power_law_1.2,32.44181884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,balanced,0.2796211242675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,balanced,0.2817734336853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,balanced,0.28338623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,balanced,0.2864838409423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,balanced,0.2903379249572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,balanced,0.29340864181518556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,1,balanced,9.923145141601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,balanced,0.27341312408447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,balanced,0.34033214569091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,balanced,0.3912255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,balanced,0.2801811218261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,balanced,0.5584377670288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,balanced,0.42183296203613285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,balanced,0.30797567367553713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,balanced,0.7390444946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,balanced,0.3388614273071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,balanced,1.055523223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,balanced,0.2782975959777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,balanced,0.27824575424194337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,1,balanced,0.05641280174255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,balanced,0.3455231857299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,1,balanced,0.09006719589233399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,1,balanced,0.1513657569885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,1,balanced,0.1525369644165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,1,balanced,0.15385151863098145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,1,balanced,0.1594649600982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,1,balanced,0.16223424911499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,1,balanced,0.20684095382690432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,1,balanced,0.20893119812011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,1,balanced,0.21286975860595705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,1,balanced,0.2771673583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,1,balanced,0.2905068778991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,1,balanced,0.35032318115234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,1,balanced,0.36128959655761717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,1,balanced,0.6382751846313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,1,balanced,0.6446399688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,1,balanced,0.6522144317626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,1,balanced,0.9528063964843749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,1,balanced,1.2864997863769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,1,balanced,1.9294157409667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,1,balanced,2.611760559082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,balanced,1.383004150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,balanced,2.120709075927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,1,balanced,4.064517822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,balanced,2.7254840087890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,balanced,4.155302429199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,1,balanced,5.671041259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,balanced,5.324218139648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,1,balanced,7.5815624999999995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,1,power_law_1.01,0.48799297332763675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,1,power_law_1.01,0.14925888061523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,1,power_law_1.01,0.3182899284362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,1,power_law_1.01,0.2578816032409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,1,power_law_1.01,0.4917580795288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,1,power_law_1.01,0.4935289764404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,1,balanced,11.231955566406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,1,power_law_1.01,0.49724159240722654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,1,power_law_1.01,0.5753504180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,1,power_law_1.01,0.5990201568603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,1,power_law_1.01,0.6220959854125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,1,power_law_1.01,0.5031846237182618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,1,power_law_1.01,0.5161273574829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,1,power_law_1.01,0.5019891357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,1,power_law_1.01,0.6379961776733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,1,balanced,16.29572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,1,power_law_1.01,0.8691053009033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,1,power_law_1.01,1.1962758636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,1,power_law_1.01,0.6870995330810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,1,power_law_1.01,0.6543885040283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,1,power_law_1.01,2.1623143005371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,1,balanced,21.67984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,1,power_law_1.01,2.7230145263671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,1,power_law_1.01,0.6146745681762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,1,power_law_1.01,0.765063705444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,1,power_law_1.01,1.4252972412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,2,power_law_1.2,43.44958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.18487424850463868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,1,power_law_1.01,3.8659918212890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.27666175842285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.27612224578857425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.27221696853637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.27466175079345706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.2867071914672851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.15241984367370603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.3173376083374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.331196174621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.36065856933593754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.09479167938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.3382662582397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.27285696029663087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.3489420700073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.4692025756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.6284505462646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.3219180679321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.33067840576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.2742265510559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,0.771370849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.1573894500732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,1,power_law_1.01,5.102354431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,1.4950028991699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,1,power_law_1.01,0.06393663883209229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,1,power_law_1.01,0.08882687568664552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,1,power_law_1.01,0.1075648021697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,1,power_law_1.01,0.14139264106750488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,1,power_law_1.01,0.15027135848999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,1,power_law_1.01,0.17217151641845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,1,power_law_1.01,0.1951955223083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.4288569641113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,1,power_law_1.01,0.237325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,1,power_law_1.01,0.256168327331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,1,power_law_1.01,0.2689715194702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,1,power_law_1.01,0.3466969680786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,1,power_law_1.01,0.3927724838256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,1,power_law_1.01,0.45357376098632807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,1,power_law_1.01,0.5219526290893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,1,power_law_1.01,0.605027847290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,1,power_law_1.01,0.6747654724121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,1,power_law_1.01,0.8183769226074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,1,power_law_1.01,1.1465196990966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,1,power_law_1.01,1.4598477172851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,1,power_law_1.01,7.306075439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,1,power_law_1.01,10.272808837890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,1,power_law_1.01,2.088524169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,2.2390060424804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,1,power_law_1.01,2.7736410522460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,4.245065612792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,2.887850341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,1,power_law_1.01,3.956036376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,1,power_law_1.2,0.14931520462036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,1,power_law_1.2,0.24746496200561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,1,power_law_1.01,5.124592895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,1,power_law_1.2,0.27693567276000974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,1,power_law_1.2,0.4753574371337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,1,power_law_1.2,0.48720321655273435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,1,power_law_1.2,0.5003929519653321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,1,power_law_1.01,11.292502441406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,1,power_law_1.2,0.5049228668212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,1,power_law_1.2,0.5829280090332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,1,power_law_1.01,7.845884399414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,1,power_law_1.2,0.6008095932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,1,power_law_1.2,0.6527865600585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,1,power_law_1.2,0.6223827362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,5.7486181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,1,power_law_1.2,0.694039077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,1,power_law_1.2,0.7198834991455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,1,power_law_1.2,0.6216960144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,1,power_law_1.2,0.5036595153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,1,power_law_1.2,0.864228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,1,power_law_1.2,0.5188716888427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,1,power_law_1.2,0.4920979309082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,1,power_law_1.2,1.184143371582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,1,power_law_1.2,1.4253945922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,1,power_law_1.2,0.7361830139160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,1,power_law_1.2,2.0672268676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,1,power_law_1.2,3.8949822998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,1,power_law_1.01,16.4634619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,1,power_law_1.2,2.7138943481445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,1,power_law_1.2,5.162257690429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.14681152343749998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.2749318313598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.2772172737121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.09458368301391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.2725190353393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.1639423942565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.2803327941894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,1,power_law_1.01,21.706303710937497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.285861759185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.33193153381347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.36091712951660154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.34466430664062503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.32030784606933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.35549503326416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.26228607177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.4666809463500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.6254438400268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.3355039978027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.274465274810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,0.8092755126953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.32140289306640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,1,power_law_1.2,7.312695922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.173960952758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,1,power_law_1.2,0.06647552013397216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,1,power_law_1.2,0.08777088165283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,1,power_law_1.2,0.10822655677795409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,1,power_law_1.2,0.1423078441619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.41903041839599614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,1,power_law_1.2,0.17097984313964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,1,power_law_1.2,0.19640512466430665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,1,power_law_1.2,0.1495308780670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,1,power_law_1.2,0.23926208496093748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,1,power_law_1.2,0.24973695755004882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,1,power_law_1.2,0.279931526184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,1.514826202392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,1,power_law_1.2,0.34583038330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,1,power_law_1.2,0.3858073425292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,1,power_law_1.2,0.49111038208007807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,1,power_law_1.2,0.5320243072509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,1,power_law_1.2,0.5878662490844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,1,power_law_1.2,0.6822803497314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,1,power_law_1.2,0.8258477020263673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,1,power_law_1.2,1.1203890991210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,1,power_law_1.2,1.4226258850097655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,2.1464633178710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,1,power_law_1.2,2.051441955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,1,power_law_1.2,2.7134860229492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,2.9138034057617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,1,power_law_1.2,3.9472164916992183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,1,power_law_1.2,10.114743041992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,2,balanced,0.2866111946105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,2,balanced,0.48225280761718753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,2,balanced,0.849450225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,1,power_law_1.2,5.098119812011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,2,balanced,1.1028530883789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,2,balanced,1.108711700439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,2,balanced,1.1188070678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,2,balanced,1.1429376220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,2,balanced,1.1490636444091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,4.2481005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,2,balanced,1.1684146881103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,2,balanced,1.1780390167236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,2,balanced,1.20500732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,2,balanced,1.2142848205566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,2,balanced,1.2404544067382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,2,balanced,1.2702489471435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,2,balanced,1.8010456848144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,2,balanced,1.626387176513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,2,balanced,1.7235084533691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,1,power_law_1.2,11.2288134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,2,balanced,2.5083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,1,power_law_1.2,7.911675415039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,2,balanced,2.959519958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,2,balanced,4.420221557617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,2,balanced,5.2985498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,2,balanced,8.501615600585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,5.4537451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,2,balanced,0.14838784217834472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,2,balanced,0.24964351654052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,2,balanced,0.4541644668579101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,2,balanced,0.4620608139038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,2,balanced,10.824700927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,2,balanced,0.4652339172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,2,balanced,0.4699443054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,2,balanced,0.4727987289428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,2,balanced,0.47679615020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,2,balanced,0.47828609466552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,2,balanced,0.4815449523925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,2,balanced,0.4882636642456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,2,balanced,0.49447296142578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,2,balanced,0.5037555313110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,2,balanced,0.5167744064331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,2,balanced,0.5295232009887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,2,balanced,0.5430233764648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,2,balanced,0.5543577575683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,2,balanced,0.7185945892333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,2,balanced,0.7079743957519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,2,balanced,1.0384102630615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,2,balanced,1.1830233764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,2,balanced,16.722395019531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,2,balanced,1.7980134582519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,2,balanced,2.5115020751953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,2,balanced,3.4610354614257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,2,balanced,4.6922738647460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,2,balanced,0.13659520149230958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,2,balanced,0.24500991821289064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,2,balanced,0.24751487731933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,2,balanced,23.4682470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,2,balanced,0.2485158348083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,2,balanced,0.2559833526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,2,balanced,0.3208000183105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,2,balanced,0.32915328979492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,2,balanced,0.4373798370361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,2,balanced,6.93773681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,2,balanced,0.44083713531494145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,2,balanced,0.5405440139770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,2,balanced,0.5783257675170899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,2,balanced,1.0323545837402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,2,balanced,1.0494297790527345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,2,balanced,1.087040023803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,2,balanced,1.5256959533691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,2,balanced,1.5470809936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,2,balanced,9.004304809570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,2,balanced,2.215563507080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,1,power_law_1.2,16.5442041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,2,balanced,3.0540454101562498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,2,balanced,4.199130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,2,balanced,6.570866088867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,2,balanced,36.01396240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,2,balanced,8.952140502929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,2,balanced,12.4476171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,2,power_law_1.01,0.35814273834228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,2,power_law_1.01,0.6131302261352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,2,power_law_1.01,0.7313587188720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,2,power_law_1.01,1.0577062225341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,2,power_law_1.01,1.1134579467773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,2,power_law_1.01,1.1394393920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,2,balanced,17.750123291015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,2,power_law_1.01,1.163879699707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,2,power_law_1.01,1.200268783569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,2,power_law_1.01,1.221539840698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,2,balanced,48.84734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,2,power_law_1.01,1.2926182556152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,2,power_law_1.01,1.1798169708251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,2,power_law_1.01,1.3413235473632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,2,power_law_1.01,1.5944345092773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,2,power_law_1.01,1.8562265014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,2,power_law_1.01,1.9860595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,2,power_law_1.01,2.0726451110839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,2,balanced,26.106787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,2,power_law_1.01,2.6745446777343753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,2,power_law_1.01,3.4319540405273434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,2,power_law_1.01,4.738988647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,2,power_law_1.01,5.64587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,1,power_law_1.2,21.581552734375002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,2,power_law_1.01,7.550754394531251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,2,balanced,36.09831298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,2,power_law_1.01,11.943111572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.20464895248413084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.3089344024658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,2,power_law_1.01,16.453890380859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.44100608825683596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.464318733215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.46969982147216793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.4730380630493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.4788032150268554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.47970432281494146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.4846080017089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.49138561248779294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.3311027145385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.4980121612548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.531014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.5746239852905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,2,balanced,52.1478271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.5880767822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,0.7446438598632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,2,power_law_1.01,26.6070166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,0.811695327758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,1.421020202636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,1.6690573120117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.5059980773925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,2.340112609863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,3.223111572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.6139481735229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,2,power_law_1.01,38.35689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,2,power_law_1.01,0.13887359619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,2,power_law_1.01,0.1798860740661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,2,power_law_1.01,0.24582143783569338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,2,power_law_1.01,0.23604352951049803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,2,power_law_1.01,0.28960256576538085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,2,balanced,73.279150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,2,power_law_1.01,0.3269504165649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,2,power_law_1.01,0.3986918258666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,2,power_law_1.01,0.5148223876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,4.646892700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,2,power_law_1.01,0.5709542465209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,2,power_law_1.01,0.6825305938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,2,power_law_1.01,0.7877836608886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,2,power_law_1.01,0.9569497680664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,2,power_law_1.01,1.023214111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,6.318607177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,2,power_law_1.01,1.309706268310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,2,power_law_1.01,1.4947366333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,2,power_law_1.01,1.7621772766113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,2,power_law_1.01,2.365400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,2,power_law_1.01,3.372573547363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,15.585284423828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,2,power_law_1.01,4.163109130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,2,power_law_1.01,47.6362451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,10.005966186523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,2,power_law_1.01,6.528505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,2,power_law_1.01,8.474193725585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,2,power_law_1.2,0.27185792922973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,2,power_law_1.2,0.6101811218261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,2,power_law_1.2,0.6877337646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,2,power_law_1.2,1.0570406341552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,2,power_law_1.2,1.1148863983154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,2,power_law_1.2,1.138534393310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,2,power_law_1.01,62.302529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,2,power_law_1.2,1.1595724487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,2,power_law_1.2,1.177122573852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,2,power_law_1.2,1.1941567993164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,2,power_law_1.2,1.2427263641357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,2,power_law_1.2,1.2924684143066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,2,power_law_1.2,1.3659071350097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,2,power_law_1.2,1.602899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,2,power_law_1.2,1.879535369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,2,power_law_1.01,14.118077392578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,2,power_law_1.2,2.04837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,2,power_law_1.2,2.0941427612304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,2,power_law_1.2,2.733436279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,2,power_law_1.01,19.225687255859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,2,power_law_1.2,3.2935296630859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,2,power_law_1.2,4.561318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,2,power_law_1.2,6.652646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,2,power_law_1.2,7.93718505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,2,power_law_1.01,27.947414550781254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,2,power_law_1.2,11.368194580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,2,power_law_1.2,17.82743896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.20492799758911132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.26709760665893556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.32956798553466793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.46178302764892576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.4654476928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.4687654495239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.47281536102294924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,2,power_law_1.01,36.25034912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.47649150848388666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.4800934219360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.48310783386230466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.4894694519042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.49758975982666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.5094591903686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.5306969451904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.5879206466674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,2,power_law_1.2,21.671579589843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.5968896102905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.6235929489135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,0.696785888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,0.8311872100830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,1.4326860046386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,1.5997669982910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,2.625374755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,3.489612731933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,2,power_law_1.2,35.68971923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,5.32660888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,2,power_law_1.2,0.13645055770874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,2,power_law_1.2,0.1937740707397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,2,power_law_1.2,0.24632959365844725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,2,power_law_1.2,0.2473587226867676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,2,power_law_1.2,0.2541337585449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,2,power_law_1.2,0.3258892822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,6.65499267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,2,power_law_1.2,0.38705791473388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,2,power_law_1.2,0.5148543930053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,2,power_law_1.2,0.578919677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,2,power_law_1.2,0.6701107025146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,2,power_law_1.2,0.731932144165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,2,power_law_1.2,0.9640806579589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,2,power_law_1.2,0.9675737762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,2,power_law_1.2,51.0809375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,2,power_law_1.2,1.1949132537841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,2,power_law_1.2,1.4990771484374998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,2,power_law_1.2,1.8586700439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,2,power_law_1.2,2.320956115722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,2,power_law_1.01,53.605126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,11.24041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,2,power_law_1.2,3.4593075561523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,10.648192138671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,2,power_law_1.2,4.249510498046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,2,power_law_1.2,6.388431396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,2,power_law_1.2,60.230712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,2,power_law_1.2,8.100399169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,1,balanced,0.23415552139282228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,1,balanced,0.46270401000976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,1,balanced,0.8545190429687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,1,balanced,0.8564832305908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,1,balanced,1.1194271850585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,1,balanced,1.1383065795898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,1,balanced,1.1689542388916014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,1,balanced,1.1775730895996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,2,power_law_1.2,13.987476806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,1,balanced,1.2080671691894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,1,balanced,1.2225183868408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,1,balanced,1.2408780670166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,1,balanced,1.291287078857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,1,balanced,1.3117529296875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,1,balanced,1.3564083862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,1,balanced,1.8186738586425784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,1,balanced,1.670869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,1,balanced,1.5487149047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,2,power_law_1.2,18.704215087890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,1,balanced,2.2676045227050783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,1,balanced,2.6440155029296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,1,balanced,4.12268798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,1,balanced,5.147370605468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,2,power_law_1.2,27.650234375000004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,1,balanced,7.773268432617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,2,power_law_1.01,72.86150390625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,1,balanced,10.288116455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,balanced,0.15325568199157716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,1,balanced,15.59743896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,2,power_law_1.2,36.60310302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,balanced,0.27258432388305665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,balanced,0.43563137054443357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,balanced,0.4381107330322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,balanced,0.441973762512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,balanced,0.44573886871337887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,balanced,0.44823871612548827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,balanced,0.44995391845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,balanced,0.4327801513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,balanced,0.454535026550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,balanced,0.45929790496826167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,1,balanced,20.856298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,balanced,0.4655404663085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,balanced,0.4338399887084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,balanced,0.5382630538940429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,balanced,0.6164806365966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,balanced,0.6620934295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,balanced,0.9060697937011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,balanced,0.48615169525146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,balanced,0.49381183624267583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,balanced,0.502883186340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,balanced,1.184172134399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,balanced,1.798844757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,balanced,2.302706604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,balanced,3.425777893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,1,balanced,0.08220800399780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,1,balanced,0.13369791984558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,1,balanced,0.24411008834838865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,1,balanced,0.2433568000793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,1,balanced,0.24559743881225585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,1,balanced,0.25243263244628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,balanced,4.474001159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,1,balanced,0.25702720642089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,1,balanced,0.3895238494873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,1,balanced,0.3330950546264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,1,balanced,0.35245567321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,1,balanced,0.44290622711181643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,1,balanced,0.45914688110351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,1,balanced,0.5496038436889649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,1,balanced,0.5727584075927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,1,balanced,31.894462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,1,balanced,1.044702682495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,balanced,6.85485595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,1,balanced,1.0853318023681642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,1,balanced,1.0824979400634764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,1,balanced,1.5992921447753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,1,balanced,2.25180419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,balanced,9.356751708984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,1,balanced,3.301244201660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,1,balanced,4.590995788574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,1,balanced,6.941562500000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,1,balanced,9.49715087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,1,power_law_1.01,0.23719551086425783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,1,power_law_1.01,0.43538879394531255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,1,balanced,45.268789062500005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,1,power_law_1.01,0.53897216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,1,power_law_1.01,1.1277056121826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,1,power_law_1.01,0.8350482940673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,1,power_law_1.01,1.1461650848388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,1,balanced,13.58576904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,1,power_law_1.01,1.1804057312011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,1,power_law_1.01,1.1797388458251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,1,power_law_1.01,1.204435806274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,1,power_law_1.01,1.2544992065429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,1,power_law_1.01,1.3362399291992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,1,power_law_1.01,1.3560882568359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,1,power_law_1.01,1.4971308898925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,1,power_law_1.01,1.5902291870117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,1,power_law_1.01,1.6407334899902346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,1,power_law_1.01,1.6700723266601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,1,balanced,18.3343896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,2,power_law_1.2,53.82111328124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,1,power_law_1.01,2.0152525329589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,1,power_law_1.01,2.551022644042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,1,power_law_1.01,3.1225601196289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,1,power_law_1.01,4.424423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,1,power_law_1.01,5.688192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,1,balanced,27.058498535156254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,1,power_law_1.01,8.32696533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.15440896034240723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,1,power_law_1.01,11.40223388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.2639334487915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,2,power_law_1.2,73.90937011718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.4232492828369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.4359718322753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.43886657714843746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.4418937683105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.43489536285400393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.4370470428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,1,balanced,36.55206298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.45634624481201175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.5085734558105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.5319180679321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.5888742446899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.5747987365722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.6254278564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.27795135498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,1,power_law_1.01,16.69033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.5521612930297851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.6647513580322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.7255091094970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,0.9908025360107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.2418112182617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.5552294540405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,1.9139276123046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,2.402161254882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,1,power_law_1.01,0.08105343818664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,1,power_law_1.01,0.11302783966064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,1,power_law_1.01,0.1559712028503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,1,power_law_1.01,0.23451263427734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,1,power_law_1.01,0.2480441665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,1,power_law_1.01,0.26036800384521486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,1,power_law_1.01,0.3195353507995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,1,power_law_1.01,0.37933376312255856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,1,power_law_1.01,0.38750144958496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,1,power_law_1.01,0.4336275100708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,3.419920043945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,1,power_law_1.01,21.70090087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,1,power_law_1.01,0.5574649429321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,1,power_law_1.01,0.615544319152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,1,power_law_1.01,0.7117356872558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,1,power_law_1.01,0.8479801940917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,1,power_law_1.01,0.9970022583007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,1,power_law_1.01,1.0765523529052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,1,power_law_1.01,1.325292205810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,4.55230712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,1,power_law_1.01,1.9208998107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,1,power_law_1.01,2.370862731933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,1,power_law_1.01,3.4991635131835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,6.763077392578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,1,power_law_1.01,4.533963012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,1,power_law_1.01,6.651747436523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,1,power_law_1.01,32.80477294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,1,power_law_1.2,0.23622783660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,1,power_law_1.2,0.41188606262207034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,1,power_law_1.2,0.4829804611206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,8.993349609374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,1,power_law_1.2,0.8388441467285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,1,power_law_1.2,1.085335693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,1,power_law_1.2,1.1474784088134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,1,power_law_1.01,8.558753662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,1,power_law_1.2,1.18447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,1,power_law_1.2,1.1798560333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,1,power_law_1.2,1.2373677062988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,1,power_law_1.2,1.273667221069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,1,power_law_1.2,1.3350245666503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,1,power_law_1.2,1.362353973388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,1,power_law_1.2,1.4068038940429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,1,power_law_1.2,1.5887353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,1,power_law_1.2,1.63682373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,1,power_law_1.2,1.6653248596191408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,1,power_law_1.2,1.9940133666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,1,power_law_1.01,14.10797607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,1,power_law_1.2,2.581978759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,1,power_law_1.2,3.1380410766601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,1,power_law_1.01,43.773090820312504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,1,power_law_1.2,4.393086853027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,1,power_law_1.01,18.80711669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,1,power_law_1.2,5.733650512695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,1,power_law_1.2,8.335025024414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.15516799926757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,1,power_law_1.2,11.372325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.25374784469604494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.4225305557250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.24864576339721678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.43875904083251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.4412319946289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.4338784027099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.44583873748779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.45741119384765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,1,power_law_1.2,16.271044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.5195065689086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.5387859344482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.5851577758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.5857958221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.6524339294433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.41649215698242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.5633196640014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.5565139389038085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,1,power_law_1.01,27.001613769531254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.6467193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.7420012664794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,0.9928313446044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.2653318023681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,1,power_law_1.01,35.935634765625004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,1,power_law_1.2,21.65994384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,1.873633270263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,1,power_law_1.2,0.08206591606140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,1,power_law_1.2,0.10818047523498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,1,power_law_1.2,0.15049535751342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,1,power_law_1.2,0.23844608306884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,1,power_law_1.2,0.25832319259643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,1,power_law_1.2,0.27076288223266604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,1,power_law_1.2,0.3257612609863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,1,power_law_1.2,0.36087486267089847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,1,power_law_1.2,0.40275199890136715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,2.436341094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,1,power_law_1.2,0.4252352142333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,1,power_law_1.2,0.5708441543579101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,1,power_law_1.2,0.6307500839233399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,1,power_law_1.2,0.7088460540771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,1,power_law_1.2,0.8378963470458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,1,power_law_1.2,0.9533785247802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,1,power_law_1.2,1.0781158447265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,1,power_law_1.2,1.3371423339843749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,3.5212698364257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,1,power_law_1.2,1.9078816223144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,1,power_law_1.2,2.3155448913574217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,1,power_law_1.2,3.4730682373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,4.588590698242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,1,power_law_1.2,4.385272216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,1,power_law_1.2,33.13243896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,1,power_law_1.2,6.708400878906249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,6.686495361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,2,balanced,0.14208767890930177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,2,balanced,0.2707724761962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,2,balanced,0.5249049758911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,2,balanced,0.9840473937988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,1,power_law_1.2,8.797676391601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,2,balanced,1.915177001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,2,balanced,3.8181298828125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,2,balanced,3.8160614013671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,2,balanced,3.8322097778320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,2,balanced,3.835570068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,1,power_law_1.2,14.161298828125002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,1,power_law_1.2,44.58779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,2,balanced,3.8554727172851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,2,balanced,3.861392517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,9.051747436523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,2,balanced,5.016778259277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,1,power_law_1.2,18.404754638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,2,balanced,5.045771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,2,balanced,5.050576782226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,2,balanced,5.139564819335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,2,balanced,5.1984796142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,2,balanced,5.291339721679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,2,balanced,5.573507690429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,2,balanced,5.8965478515625005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,2,balanced,6.322826538085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,2,balanced,6.708400878906249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,2,balanced,8.561200561523439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,2,balanced,0.09526911735534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,2,balanced,0.1660032081604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,2,balanced,0.3088678359985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,2,balanced,8.702740478515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,2,balanced,0.5354048156738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,2,balanced,0.9781759643554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,2,balanced,1.9202432250976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,2,balanced,11.8228466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,2,balanced,1.9210841369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,2,balanced,1.9250547790527341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,2,balanced,1.9333273315429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,2,balanced,1.938963165283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,2,balanced,14.415484619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,2,balanced,1.9495079040527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,2,balanced,2.0135130310058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,2,balanced,2.0285682678222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,2,balanced,2.0453004455566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,2,balanced,2.064691162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,2,balanced,2.083870697021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,2,balanced,2.119933471679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,2,balanced,2.2081869506835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,2,balanced,2.258586883544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,2,balanced,2.3960601806640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,2,balanced,2.5427955627441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,2,balanced,20.454334716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,2,balanced,2.847279357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,2,balanced,3.1980364990234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,2,balanced,0.09407103538513184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,2,balanced,3.7076916503906245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,2,balanced,0.1574028778076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,2,balanced,0.31876607894897463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,2,balanced,0.5314841461181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,2,balanced,4.275683898925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,2,balanced,1.032718048095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,2,balanced,1.0424371337890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,2,balanced,1.0505625915527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,2,balanced,5.834768676757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,2,balanced,1.0568921661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,2,balanced,26.212421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,2,balanced,1.0649651336669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,2,balanced,1.1332672119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,2,balanced,1.1420569610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,2,balanced,1.1737753295898439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,2,balanced,7.300546264648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,2,balanced,1.0737010955810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,2,balanced,1.5093516540527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,2,balanced,1.5026252746582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,2,balanced,2.0891993713378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,2,balanced,1.5582949829101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,2,balanced,2.5581427001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,2,balanced,2.7016012573242185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,2,balanced,5.061258239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,2,balanced,5.312894897460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,2,balanced,8.547349853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,2,power_law_1.01,0.26363264083862303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,2,power_law_1.01,0.5254988861083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,2,balanced,10.752496337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,2,power_law_1.01,0.8073804473876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,2,power_law_1.01,1.241674270629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,1,power_law_1.2,27.50100830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,2,power_law_1.01,1.8148594665527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,2,power_law_1.01,2.0988543701171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,2,power_law_1.01,2.7740069580078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,2,balanced,16.54711181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,2,power_law_1.01,3.0219430541992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,2,power_law_1.01,3.1544281005859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,2,power_law_1.01,3.258224792480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,2,power_law_1.01,3.08585205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,2,balanced,21.5516162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,2,power_law_1.01,4.301340026855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,2,power_law_1.01,4.347417602539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,2,power_law_1.01,4.7863488769531255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,2,power_law_1.01,4.451760559082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,2,power_law_1.01,4.74687744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,2,power_law_1.01,5.161939086914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,2,power_law_1.01,5.572384033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,1,power_law_1.2,36.58534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,2,power_law_1.01,5.986757202148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,2,power_law_1.01,6.9395263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,2,power_law_1.01,7.487042846679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,2,balanced,32.8942431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,2,power_law_1.01,9.094652099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.16638591766357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.30750719070434573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.4677670288085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.6366694259643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,2,power_law_1.01,10.642625732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.8865087890625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,1.0555878448486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,1.4981517028808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,1.46242431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,2,power_law_1.01,13.547647705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.5177101135253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.6387840270996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,1.722563781738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,1.7378866577148435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,2,balanced,44.4262646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,1.6112704467773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.798455047607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.7833049011230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.8350183105468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.9125517272949217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,2.0506828308105467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,2,power_law_1.01,17.173114013671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,2.11478271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.4602752685546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,2.7284939575195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,3.0346456909179684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,2,power_law_1.01,0.09567872047424317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,4.119539184570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,2,power_law_1.01,0.15680895805358888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,2,power_law_1.01,0.28289535522460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,2,power_law_1.01,0.41381248474121096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,4.789102172851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,2,power_law_1.01,23.16432861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,2,power_law_1.01,0.533196792602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,2.2314611816406247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,2,power_law_1.01,0.8683763122558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,2,power_law_1.01,1.009888000488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,2,power_law_1.01,1.1028556823730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,2,power_law_1.01,1.2710489654541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,6.509735717773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,2,power_law_1.01,1.3853324890136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,2,power_law_1.01,1.3376998901367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,2,power_law_1.01,1.4889228820800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,2,power_law_1.01,1.626160583496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,2,power_law_1.01,1.8677952575683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,7.977142944335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,2,power_law_1.01,2.134371795654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,2,power_law_1.01,2.251188507080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,2,power_law_1.01,2.9159219360351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,2,power_law_1.01,29.363234863281253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,2,power_law_1.01,3.6703668212890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,2,power_law_1.01,4.2774682617187505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,2,power_law_1.01,5.616046142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,2,power_law_1.01,7.0627288818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,2,power_law_1.2,0.2638348770141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,2,power_law_1.2,0.5173990249633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,2,power_law_1.01,9.894068603515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,2,power_law_1.2,0.6849088287353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,2,power_law_1.2,1.113400344848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,2,power_law_1.2,1.5235148620605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,2,power_law_1.2,2.0654643249511717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,2,power_law_1.01,13.188349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,2,power_law_1.2,3.015028381347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,2,power_law_1.2,2.947842712402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,2,power_law_1.2,3.0794418334960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,2,power_law_1.2,3.116044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,2,power_law_1.2,3.1369204711914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,2,power_law_1.2,4.187202453613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,2,power_law_1.01,17.791033935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,2,power_law_1.2,4.351470031738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,2,power_law_1.2,4.534694519042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,2,power_law_1.2,4.8882470703125005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,2,power_law_1.2,5.081303100585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,2,power_law_1.2,5.207056884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,2,power_law_1.01,23.739306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,2,power_law_1.2,5.872119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,2,power_law_1.2,6.04054931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,2,power_law_1.2,7.032937011718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,2,power_law_1.2,7.852576293945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,2,power_law_1.2,9.309725341796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.16628992080688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.2976588821411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,2,power_law_1.2,10.635135498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.4088422393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,2,power_law_1.01,34.88656494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.6051532745361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.7904704284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,1.0583424377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,1.4024858093261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.446385955810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,1.5074150085449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,2,power_law_1.2,15.072889404296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,1.54155517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.6208447265625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,1.6807820129394533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.7442189025878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.7834892272949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.8537228393554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.9242381286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,2,power_law_1.2,17.95834716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,2.020921630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,2.104463348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,2.2392140197753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,2.3557965087890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.4973298645019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,2,power_law_1.01,46.1336376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,2.7733810424804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,2,power_law_1.2,0.09379584312438964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,3.141173706054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,2,power_law_1.2,0.15499263763427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,2,power_law_1.2,0.26160383224487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,2,power_law_1.2,0.3747187042236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,4.0441458129882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,2,power_law_1.2,0.4835532760620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,2,power_law_1.2,0.8698636627197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,2,power_law_1.2,1.0184051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,5.142471923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,2,power_law_1.2,1.1646182250976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,2,power_law_1.2,25.557172851562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,2,power_law_1.2,1.2994393920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,2,power_law_1.2,1.45014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,2,power_law_1.2,1.344601593017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,2,power_law_1.2,1.5144805908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,6.881171264648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,2,power_law_1.2,1.635836181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,2,power_law_1.2,1.9020799255371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,2,power_law_1.2,2.086401214599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,8.810477905273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,2,power_law_1.2,2.271578826904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,2,power_law_1.2,2.9069747924804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,2,power_law_1.2,3.823196105957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,2,power_law_1.2,4.463226928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,2,power_law_1.2,5.682147827148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,2,power_law_1.2,32.38717529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,1,balanced,0.1666092872619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,2,power_law_1.2,7.116983032226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,1,balanced,0.2609971237182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,1,balanced,0.530717430114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,1,balanced,0.9833958435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,2,power_law_1.2,9.920877075195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,1,balanced,1.9185586547851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,2,power_law_1.2,13.219682617187498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,1,balanced,3.810792236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,1,balanced,3.82156982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,1,balanced,3.8331039428710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,1,balanced,3.8442092895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,1,balanced,3.850452575683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,1,balanced,3.8689535522460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,1,balanced,3.8992468261718747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,2,power_law_1.2,18.92970947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,1,balanced,3.914181213378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,1,balanced,3.941853332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,1,balanced,5.106641845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,1,balanced,5.1415557861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,1,balanced,5.1995043945312505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,1,balanced,5.480391235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,2,power_law_1.2,23.390153808593748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,1,balanced,5.8024560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,1,balanced,6.308851928710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,1,balanced,6.668990478515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,2,power_law_1.2,35.931987304687496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,balanced,0.10225215911865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,balanced,0.17316864013671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,1,balanced,8.843856201171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,balanced,0.3032991981506348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,1,balanced,8.713426513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,balanced,0.5265683364868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,balanced,0.9752825927734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,balanced,1.9094752502441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,balanced,1.9142227172851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,balanced,1.9220953369140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,1,balanced,12.21627685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,balanced,1.9280364990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,balanced,1.9327238464355467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,balanced,1.9443679809570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,balanced,1.9541856384277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,balanced,1.9632012939453127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,1,balanced,14.461246337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,balanced,1.9783544921874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,balanced,2.0816461181640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,balanced,2.0930450439453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,balanced,2.120438995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,balanced,2.1697906494140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,balanced,2.2190106201171877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,balanced,2.3369407653808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,balanced,2.46396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,balanced,2.7426571655273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,balanced,3.073907775878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,1,balanced,0.05949759960174561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,balanced,3.8066534423828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,1,balanced,0.0924665641784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,1,balanced,0.15952960014343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,1,balanced,0.284136962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,balanced,4.428488464355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,1,balanced,0.5402975845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,1,balanced,20.97135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,1,balanced,1.0480806732177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,1,balanced,1.0642374420166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,1,balanced,1.06631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,1,balanced,1.0675263977050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,1,balanced,1.0770419311523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,balanced,5.9820068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,1,balanced,1.0924921417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,1,balanced,1.1013561248779298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,1,balanced,1.1088390350341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,1,balanced,1.1701990509033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,1,balanced,1.1931462097167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,balanced,7.420077514648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,1,balanced,1.2341849517822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,1,balanced,1.6131411743164061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,1,balanced,1.6396076965332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,1,balanced,24.99819091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,1,balanced,2.1240473937988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,1,balanced,2.6368536376953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,1,balanced,2.691700439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,1,power_law_1.01,0.15538047790527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,1,power_law_1.01,0.25973119735717776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,2,power_law_1.2,45.6769482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,1,power_law_1.01,0.5320742416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,1,balanced,5.25501220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,1,power_law_1.01,0.9858675384521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,1,balanced,5.483418579101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,1,power_law_1.01,1.4907705688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,1,power_law_1.01,1.9299967956542967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,1,power_law_1.01,2.7633489990234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,1,power_law_1.01,2.922601013183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,1,balanced,8.525377197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,1,power_law_1.01,2.985587158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,1,power_law_1.01,3.0249285888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,1,power_law_1.01,3.2003021240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,1,balanced,11.33091552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,1,power_law_1.01,3.338751220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,1,power_law_1.01,3.407961730957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,1,power_law_1.01,3.50928955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,1,power_law_1.01,4.486014099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,1,power_law_1.01,4.5608517456054685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,1,power_law_1.01,4.855390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,1,balanced,16.480953369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,1,power_law_1.01,5.3424005126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,1,power_law_1.01,5.808201904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,1,power_law_1.01,6.589865112304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,1,power_law_1.01,7.311696166992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.10205056190490722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.17290559768676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,1,balanced,22.478994140624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.30319616317749026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,1,power_law_1.01,8.576315307617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.5371072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.7618265533447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.9851744079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,1,power_law_1.01,9.673175659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,1.3927314758300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,1.4724844360351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.5020538330078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.5244454956054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.5983378601074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.6474572753906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,1,power_law_1.01,12.883677978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.6695199584960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.6902316284179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.8126112365722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.8190719604492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.8912403869628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.9749081420898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,1,power_law_1.01,15.803841552734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,2.0689266967773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,2.217184600830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,2.350699462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,2.629248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,1,power_law_1.01,0.06086527824401855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,2.996192626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,1,power_law_1.01,0.09262463569641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,1,power_law_1.01,0.1574009609222412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,3.9187704467773434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,1,power_law_1.01,0.28481920242309566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,4.584211730957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,1,power_law_1.01,0.41072319030761717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,1,power_law_1.01,0.5513158416748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,1,power_law_1.01,0.7718041229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,1,power_law_1.01,0.8092076873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,1,power_law_1.01,0.8992998504638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,1,power_law_1.01,21.8605810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,1,power_law_1.01,0.9624492645263671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,1,power_law_1.01,1.1025856018066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,6.386295776367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,1,power_law_1.01,1.2507180786132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,1,power_law_1.01,1.3740185546875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,1,power_law_1.01,1.250060806274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,1,power_law_1.01,1.4426797485351561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,1,power_law_1.01,1.6174937438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,7.7885693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,1,power_law_1.01,1.8529682922363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,1,power_law_1.01,2.265677490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,1,power_law_1.01,2.8292013549804684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,1,power_law_1.01,3.7868487548828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,1,power_law_1.01,27.941943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,1,power_law_1.01,4.377100830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,1,power_law_1.2,0.16735168457031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,1,power_law_1.2,0.2592838478088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,1,power_law_1.2,0.5292063903808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,1,power_law_1.01,5.621719970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,1,power_law_1.2,0.9108326721191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,1,power_law_1.2,1.3537625122070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,1,power_law_1.01,7.208936767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,1,power_law_1.2,1.8080781555175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,1,power_law_1.2,2.7014950561523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,1,power_law_1.2,2.868030700683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,1,power_law_1.2,2.930597229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,1,power_law_1.01,10.410792236328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,1,power_law_1.2,3.0457754516601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,1,power_law_1.2,3.174197082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,1,power_law_1.2,3.3134341430664067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,1,power_law_1.01,12.887379150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,1,power_law_1.2,3.4176754760742183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,1,power_law_1.2,3.604675903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,1,power_law_1.2,4.574326477050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,1,power_law_1.2,4.729533996582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,1,power_law_1.2,4.977107849121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,1,power_law_1.2,5.52189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,1,power_law_1.2,5.936339111328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,1,power_law_1.01,18.670748291015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,1,power_law_1.2,6.769871826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,1,power_law_1.2,7.298374023437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.10183423995971679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.17298240661621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.30357759475708007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,1,power_law_1.2,8.737188110351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.4840902328491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,1,power_law_1.01,24.1803173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.6928601837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.9242713928222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,1.3639193725585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,1.441907196044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,1,power_law_1.2,10.28598388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.4769721984863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.5289619445800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.5787788391113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.628709716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.6697503662109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,1,power_law_1.2,13.031689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.7258758544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.8379257202148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.878221435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.9170880126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,2.049206390380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,2.1210240173339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,2.3086387634277346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,2.4219091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,1,power_law_1.2,16.191756591796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,2.758472900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,1,power_law_1.2,0.0601964807510376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,1,power_law_1.2,0.09317248344421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,3.279996948242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,1,power_law_1.2,0.15749183654785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,3.825982666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,1,power_law_1.2,0.25809919357299804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,1,power_law_1.2,0.37019073486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,1,power_law_1.2,0.500964469909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,4.89401611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,1,power_law_1.2,0.7548397064208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,1,power_law_1.2,21.815195312500002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,1,power_law_1.2,0.8076377868652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,1,power_law_1.2,0.9044364929199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,1,power_law_1.2,0.9696511840820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,6.3405712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,1,power_law_1.2,1.1103155517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,1,power_law_1.2,1.2403654479980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,1,power_law_1.2,1.3012243652343751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,1,power_law_1.2,1.3999641418457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,7.754042358398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,1,power_law_1.2,1.504808349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,1,power_law_1.2,1.6702035522460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,1,power_law_1.2,1.909318389892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,1,power_law_1.2,2.342970886230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,1,power_law_1.2,2.9689862060546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,1,power_law_1.2,3.9530392456054684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,1,power_law_1.2,28.410151367187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,2,balanced,0.14112640380859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,1,power_law_1.2,4.683829040527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,2,balanced,0.22138496398925783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,2,balanced,0.44337921142578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,2,balanced,0.8344422149658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,1,power_law_1.2,5.968518676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,2,balanced,1.6279884338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,1,power_law_1.2,7.265593261718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,2,balanced,3.2351065063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,2,balanced,3.244820556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,2,balanced,3.253135375976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,2,balanced,3.261959533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,2,balanced,3.270877380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,2,balanced,3.2912628173828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,1,power_law_1.2,10.47158935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,2,balanced,4.349155883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,2,balanced,4.368360900878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,2,balanced,4.394406433105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,2,balanced,4.482298889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,1,power_law_1.2,13.09956298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,2,balanced,4.529861145019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,2,balanced,4.5916134643554685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,2,balanced,4.812372436523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,2,balanced,5.075473937988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,2,balanced,5.421245727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,2,balanced,5.694584350585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,2,balanced,7.044234008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,2,balanced,0.08502143859863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,1,power_law_1.2,18.393551025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,2,balanced,0.1463257598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,2,balanced,7.065419311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,2,balanced,0.2675571250915527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,2,balanced,0.4623910522460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,2,balanced,0.8415513610839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,2,balanced,1.6500108337402346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,2,balanced,1.6501362609863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,2,balanced,1.6542247009277342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,2,balanced,9.656385498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,2,balanced,1.660217590332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,2,balanced,1.6682496643066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,2,balanced,1.6767628479003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,2,balanced,1.7444313049316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,2,balanced,1.7472370910644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,2,balanced,1.763731231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,2,balanced,1.781333770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,2,balanced,12.346422119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,2,balanced,1.7969139099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,2,balanced,1.829926452636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,1,power_law_1.2,24.593486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,2,balanced,1.902488250732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,2,balanced,1.9544947814941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,2,balanced,2.071715850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,2,balanced,2.1972186279296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,2,balanced,2.4473829650878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,2,balanced,0.08057344436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,2,balanced,2.756761474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,2,balanced,0.135665922164917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,2,balanced,3.2275494384765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,2,balanced,0.2463385581970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,2,balanced,0.45974784851074213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,2,balanced,3.6847937011718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,2,balanced,0.8929740905761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,2,balanced,17.7186962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,2,balanced,0.899261474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,2,balanced,0.9051417541503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,2,balanced,0.9149504089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,2,balanced,0.918307876586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,2,balanced,0.9208767700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,2,balanced,5.060675964355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,2,balanced,1.002218246459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,2,balanced,0.9949670410156249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,2,balanced,1.0149235534667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,2,balanced,1.2939942932128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,2,balanced,1.3569689941406249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,2,balanced,1.3511807250976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,2,balanced,6.297026367187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,2,balanced,1.8234329223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,2,balanced,2.180769348144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,2,balanced,21.874812011718753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,2,balanced,2.2991757202148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,2,balanced,4.384404602050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,2,balanced,4.828760375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,2,power_law_1.01,0.21691904067993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,2,power_law_1.01,0.4434457778930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,2,power_law_1.01,0.6596953582763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,2,power_law_1.01,1.0156070709228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,2,balanced,7.149488525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,2,power_law_1.01,1.4138406372070311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,2,power_law_1.01,1.8483981323242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,2,balanced,10.007870483398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,2,power_law_1.01,2.3711053466796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,2,power_law_1.01,2.6146356201171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,2,power_law_1.01,2.526456298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,2,power_law_1.01,2.8093362426757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,2,power_law_1.01,2.7167514038085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,2,power_law_1.01,3.5858700561523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,2,balanced,14.686109619140627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,2,power_law_1.01,3.7364007568359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,2,power_law_1.01,3.95541748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,2,power_law_1.01,4.171121826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,2,power_law_1.01,3.820455627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,2,power_law_1.01,4.434224548339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,2,balanced,19.091444091796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,2,power_law_1.01,4.824145812988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,2,power_law_1.01,5.1523852539062505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,2,power_law_1.01,5.885880126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,2,power_law_1.01,6.470525512695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,2,power_law_1.01,7.47923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,2,power_law_1.01,0.14593664169311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,2,power_law_1.01,0.2655961608886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,2,power_law_1.01,0.37101566314697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,2,balanced,28.766259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,2,power_law_1.01,8.363549194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,2,power_law_1.01,0.5338777542114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,2,power_law_1.01,0.7617855834960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,2,power_law_1.01,0.9511424255371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,2,power_law_1.01,1.2065523529052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,2,power_law_1.01,1.2597747039794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,2,power_law_1.01,12.280853271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,2,power_law_1.01,1.2908953857421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,2,power_law_1.01,1.3256051635742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,2,power_law_1.01,1.387677459716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,2,power_law_1.01,1.4268928527832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,2,power_law_1.01,1.503234558105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,2,power_law_1.01,14.27620361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,2,power_law_1.01,1.5708927917480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,2,power_law_1.01,1.6951142883300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,2,power_law_1.01,1.764410858154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,2,power_law_1.01,1.8002021789550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,2,power_law_1.01,2.004998474121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,2,balanced,38.4287255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,2,power_law_1.01,2.064500427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,2,power_law_1.01,1.5272306823730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,2,power_law_1.01,2.419505920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,2,power_law_1.01,1.6359948730468752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,2,power_law_1.01,0.07822976112365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,2,power_law_1.01,0.13492223739624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,2,power_law_1.01,20.048963623046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,2,power_law_1.01,3.469981384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,2,power_law_1.01,0.24394752502441408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,2,power_law_1.01,0.37261951446533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,2,power_law_1.01,0.4706982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,2,power_law_1.01,0.7543424224853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,2,power_law_1.01,0.8758809661865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,2,power_law_1.01,0.9871411132812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,2,power_law_1.01,1.0931737518310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,2,power_law_1.01,5.74509033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,2,power_law_1.01,1.201168670654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,2,power_law_1.01,1.1159385681152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,2,power_law_1.01,2.6393023681640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,2,power_law_1.01,7.352789916992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,2,power_law_1.01,1.2618662261962892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,2,power_law_1.01,1.375888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,2,power_law_1.01,1.596167755126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,2,power_law_1.01,1.7197669982910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,2,power_law_1.01,26.01597900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,2,power_law_1.01,4.168973999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,2,power_law_1.01,1.8999961853027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,2,power_law_1.01,2.4997874450683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,2,power_law_1.01,3.285788269042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,2,power_law_1.01,3.6419723510742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,2,power_law_1.01,4.851000366210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,2,power_law_1.2,0.21702144622802733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,2,power_law_1.2,0.44321537017822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,2,power_law_1.01,5.931213989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,2,power_law_1.2,0.6040256118774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,2,power_law_1.2,0.8776153564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,2,power_law_1.2,1.2548556518554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,2,power_law_1.01,8.7853466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,2,power_law_1.2,1.594396209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,2,power_law_1.2,2.3185023498535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,2,power_law_1.01,11.5707666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,2,power_law_1.2,2.4843096923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,2,power_law_1.2,2.4631910705566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,2,power_law_1.2,2.5059968566894533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,2,power_law_1.2,2.8759359741210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,2,power_law_1.2,3.563868103027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,2,power_law_1.01,15.885260009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,2,power_law_1.2,3.761904602050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,2,power_law_1.2,3.898213195800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,2,power_law_1.2,4.008396911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,2,power_law_1.2,4.274755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,2,power_law_1.01,19.7823876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,2,power_law_1.2,4.582443542480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,2,power_law_1.2,5.010259094238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,2,power_law_1.2,5.305227661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,2,power_law_1.2,6.0170178222656245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,2,power_law_1.2,6.365842895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,2,power_law_1.2,7.95764892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,2,power_law_1.2,0.14590335845947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,2,power_law_1.2,0.26644479751586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,2,power_law_1.2,9.1702978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,2,power_law_1.01,30.37314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,2,power_law_1.2,0.36416641235351566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,2,power_law_1.2,0.5123328018188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,2,power_law_1.2,0.695230712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,2,power_law_1.2,0.8274034881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,2,power_law_1.2,1.1849330902099608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,2,power_law_1.2,1.2322560119628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,2,power_law_1.2,1.2873677062988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,2,power_law_1.2,1.348651580810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,2,power_law_1.2,13.0690576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,2,power_law_1.2,1.4017164611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,2,power_law_1.2,1.4623373413085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,2,power_law_1.2,1.5106585693359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,2,power_law_1.2,1.533638458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,2,power_law_1.2,14.89432373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,2,power_law_1.2,1.594845428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,2,power_law_1.2,1.6820941162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,2,power_law_1.2,1.7274995422363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,2,power_law_1.2,1.773011169433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,2,power_law_1.2,1.8961868286132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,2,power_law_1.2,2.0018701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,2,power_law_1.01,39.32924560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,2,power_law_1.2,2.4502490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,2,power_law_1.2,2.896661682128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,2,power_law_1.2,0.07990911960601807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,2,power_law_1.2,0.13633407592773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,2,power_law_1.2,3.581784362792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,2,power_law_1.2,0.22350847244262698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,2,power_law_1.2,0.3226598358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,2,power_law_1.2,4.368172912597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,2,power_law_1.2,0.43304321289062503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,2,power_law_1.2,21.17231689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,2,power_law_1.2,0.7624781036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,2,power_law_1.2,0.888616943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,2,power_law_1.2,2.1612007141113283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,2,power_law_1.2,1.0194751739501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,2,power_law_1.2,6.251778564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,2,power_law_1.2,1.1204505920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,2,power_law_1.2,1.2276979064941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,2,power_law_1.2,1.1627597045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,2,power_law_1.2,1.2893568420410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,2,power_law_1.2,1.4364224243164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,2,power_law_1.2,1.60052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,2,power_law_1.2,7.779542846679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,2,power_law_1.2,1.7961138916015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,2,power_law_1.2,1.9734873962402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,2,power_law_1.2,2.5682226562499997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,2,power_law_1.2,3.288154907226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,2,power_law_1.2,26.0380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,2,power_law_1.2,3.860112609863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,2,power_law_1.2,4.8955252075195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,1,balanced,0.13025471687316895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,1,balanced,0.22618560791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,1,balanced,0.45009536743164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,2,power_law_1.2,5.953106079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,1,balanced,0.8455903625488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,2,power_law_1.2,8.95045654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,1,balanced,1.6330905151367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,2,power_law_1.2,11.109510498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,1,balanced,3.2355865478515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,1,balanced,3.2597451782226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,1,balanced,3.2524255371093753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,1,balanced,3.2728274536132815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,1,balanced,3.2723333740234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,1,balanced,3.2976608276367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,1,balanced,3.333655700683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,2,power_law_1.2,16.9500537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,1,balanced,3.350387268066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,1,balanced,3.375617370605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,1,balanced,4.434236145019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,1,balanced,4.472590637207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,1,balanced,4.530757141113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,1,balanced,4.728805847167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,1,balanced,5.001588439941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,2,power_law_1.2,20.51863037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,1,balanced,5.4028344726562505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,1,balanced,5.705924072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,1,balanced,7.207261962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,1,balanced,0.09287360191345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,1,balanced,0.1531270408630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,1,balanced,0.262736644744873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,1,balanced,6.818959350585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,1,balanced,0.4485388946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,1,balanced,0.841057891845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,1,balanced,1.6415391540527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,2,power_law_1.2,30.843203125000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,1,balanced,9.603630981445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,1,balanced,1.64569091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,1,balanced,1.6527935791015627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,1,balanced,1.6569459533691409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,1,balanced,1.6629023742675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,1,balanced,1.672318115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,1,balanced,1.6823213195800784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,1,balanced,1.6901554870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,1,balanced,1.7051846313476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,1,balanced,11.853218994140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,1,balanced,1.7885472106933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,1,balanced,1.8019129943847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,1,balanced,1.827147521972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,1,balanced,1.8717018127441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,1,balanced,1.9325209045410154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,1,balanced,2.0101849365234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,1,balanced,2.173919372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,1,balanced,2.354451141357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,1,balanced,2.605968017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,1,balanced,0.05108799934387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,1,balanced,0.08074560165405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,1,balanced,3.2616696166992183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,1,balanced,17.825755615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,1,balanced,0.1369279956817627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,1,balanced,0.2516793632507324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,1,balanced,0.46939136505126955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,1,balanced,3.798077392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,1,balanced,0.9060889434814452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,1,balanced,0.9121510314941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,1,balanced,0.9202162933349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,1,balanced,0.9240460968017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,1,balanced,5.127288818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,1,balanced,0.9299501037597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,1,balanced,0.9367206573486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,1,balanced,0.948123550415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,1,balanced,0.9551570892333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,1,balanced,1.0094739532470702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,1,balanced,21.8409716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,1,balanced,1.017426528930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,1,balanced,6.3653149414062495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,1,balanced,1.034975357055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,1,balanced,1.3923513793945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,1,balanced,1.4381011962890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,1,balanced,1.8473388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,1,balanced,2.3242796325683592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,1,balanced,2.4095610046386717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,1,power_law_1.01,0.12952383995056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,1,power_law_1.01,0.22453184127807618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,1,power_law_1.01,0.4513267135620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,1,balanced,4.481187133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,1,balanced,4.7153253173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,1,power_law_1.01,0.8429023742675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,1,power_law_1.01,1.2691641235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,1,power_law_1.01,1.6422886657714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,1,power_law_1.01,2.347195587158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,1,balanced,7.191564331054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,1,power_law_1.01,2.4917100524902347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,1,power_law_1.01,2.544594573974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,1,balanced,9.832816162109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,1,power_law_1.01,2.5806292724609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,1,power_law_1.01,2.7312216186523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,1,power_law_1.01,2.848652038574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,1,power_law_1.01,2.9146994018554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,1,power_law_1.01,2.994920959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,1,power_law_1.01,3.8849465942382815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,1,power_law_1.01,3.951009826660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,1,balanced,14.45512451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,1,power_law_1.01,4.208477478027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,1,power_law_1.01,4.5825497436523435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,2,power_law_1.2,40.397197265624996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,1,power_law_1.01,4.962902526855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,1,power_law_1.01,5.572257690429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,1,power_law_1.01,6.122734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,1,balanced,19.55223388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,1,power_law_1.01,0.09174271583557128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,1,power_law_1.01,0.15342847824096678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,1,power_law_1.01,0.2611257553100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,1,power_law_1.01,6.913873901367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,1,power_law_1.01,0.4502572631835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,1,power_law_1.01,0.6569926452636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,1,power_law_1.01,0.8497305297851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,1,power_law_1.01,8.209580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,1,power_law_1.01,1.1988211059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,1,power_law_1.01,1.2672793579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,1,power_law_1.01,1.2950918579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,1,power_law_1.01,1.3097120666503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,1,power_law_1.01,1.375735626220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,1,power_law_1.01,1.419168701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,1,power_law_1.01,1.4374732971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,1,power_law_1.01,1.4557260131835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,1,power_law_1.01,10.730396728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,1,power_law_1.01,1.5628346252441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,1,power_law_1.01,1.5709184265136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,1,power_law_1.01,1.6362803649902342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,1,power_law_1.01,1.6963002014160158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,1,power_law_1.01,1.7836877441406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,1,power_law_1.01,1.9161875915527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,1,power_law_1.01,2.0353305053710935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,1,power_law_1.01,13.294918212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,1,power_law_1.01,2.2709619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,1,power_law_1.01,2.5868670654296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,1,power_law_1.01,0.051392641067504886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,1,power_law_1.01,3.2213497924804684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,1,power_law_1.01,0.0806924819946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,1,power_law_1.01,0.13916288375854494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,1,power_law_1.01,3.999508972167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,1,power_law_1.01,0.24724607467651366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,1,power_law_1.01,0.35748031616210935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,1,power_law_1.01,0.47327808380126957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,1,power_law_1.01,0.6642790222167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,1,power_law_1.01,0.6988204956054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,1,power_law_1.01,0.7823104095458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,1,power_law_1.01,18.323619384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,1,power_law_1.01,0.8486822509765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,1,power_law_1.01,0.9515955352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,1,power_law_1.01,1.070414047241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,1,power_law_1.01,5.355488891601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,1,power_law_1.01,1.1889823913574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,1,power_law_1.01,1.0712326049804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,1,power_law_1.01,1.2241458892822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,1,power_law_1.01,6.9017431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,1,power_law_1.01,1.4094329833984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,1,power_law_1.01,1.5917823791503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,1,power_law_1.01,2.013363800048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,1,power_law_1.01,2.466303405761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,1,power_law_1.01,3.2581491088867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,1,power_law_1.01,3.780531311035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,1,power_law_1.01,23.5250634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,1,power_law_1.2,0.12876288414001463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,1,power_law_1.2,0.22527744293212892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,1,power_law_1.2,0.4512128067016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,1,power_law_1.01,4.903237609863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,1,power_law_1.2,0.7793087768554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,1,power_law_1.2,1.1590924835205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,1,power_law_1.01,6.1665539550781245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,1,power_law_1.2,1.5429881286621092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,1,power_law_1.2,2.2981893920898435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,1,power_law_1.2,2.4379032897949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,1,power_law_1.01,8.6468359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,1,power_law_1.2,2.4998284912109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,1,power_law_1.2,2.59756103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,1,power_law_1.2,2.715379943847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,1,power_law_1.2,2.8261062622070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,1,power_law_1.2,2.9182769775390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,1,power_law_1.01,11.40613525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,1,power_law_1.2,3.076646423339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,1,power_law_1.2,3.96631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,1,power_law_1.2,4.092962646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,1,power_law_1.2,4.290481262207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,1,power_law_1.2,4.7332327270507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,1,power_law_1.2,5.067006225585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,1,power_law_1.01,15.880977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,1,power_law_1.2,5.7295361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,1,power_law_1.2,6.004508056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,1,power_law_1.2,0.09168512344360351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,1,power_law_1.2,0.1531161594390869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,1,power_law_1.2,0.2650924873352051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,1,power_law_1.2,7.256992797851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,1,power_law_1.2,0.4214176177978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,1,power_law_1.01,20.720546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,1,power_law_1.2,0.5976684951782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,1,power_law_1.2,0.7972434997558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,1,power_law_1.2,8.545602416992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,1,power_law_1.2,1.1736025238037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,1,power_law_1.2,1.240113296508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,1,power_law_1.2,1.2709465789794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,1,power_law_1.2,1.316063995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,1,power_law_1.2,1.358441619873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,1,power_law_1.2,1.4019725036621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,1,power_law_1.2,1.4393624877929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,1,power_law_1.2,10.9218603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,1,power_law_1.2,1.4859365844726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,1,power_law_1.2,1.5854170227050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,1,power_law_1.2,1.6205357360839845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,1,power_law_1.2,1.6560383605957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,1,power_law_1.2,1.763885498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,1,power_law_1.2,1.829561004638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,1,power_law_1.2,13.507467041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,1,power_law_1.2,1.9901913452148439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,1,power_law_1.2,2.085457305908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,1,power_law_1.2,2.3902188110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,1,power_law_1.2,0.051975679397583005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,1,power_law_1.2,2.699365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,1,power_law_1.2,0.08107839584350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,1,power_law_1.2,0.13760512351989745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,1,power_law_1.2,3.30264892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,1,power_law_1.2,0.2222604751586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,1,power_law_1.2,0.32038719177246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,1,power_law_1.2,4.224414672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,1,power_law_1.2,0.4388467025756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,1,power_law_1.2,0.6555084991455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,1,power_law_1.2,0.7138681793212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,1,power_law_1.2,18.664503173828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,1,power_law_1.2,0.7917913818359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,1,power_law_1.2,0.8580818939208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,1,power_law_1.2,5.579541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,1,power_law_1.2,0.9576640319824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,1,power_law_1.2,1.0915513610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,1,power_law_1.2,1.2107027435302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,1,power_law_1.2,1.0987308502197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,1,power_law_1.2,1.2700498962402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,1,power_law_1.2,7.022020263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,1,power_law_1.2,1.4308428955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,1,power_law_1.2,1.7060780334472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,1,power_law_1.2,2.0420140075683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,1,power_law_1.2,2.5765203857421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,1,power_law_1.2,23.865595703125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,1,power_law_1.2,3.3816729736328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,2,balanced,0.0314355206489563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,2,balanced,0.04415872097015381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,2,balanced,0.0675110387802124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,2,balanced,0.12131967544555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,1,power_law_1.2,3.960685424804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,2,balanced,0.21553407669067384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,2,balanced,0.2209241676330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,2,balanced,0.21716096878051755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,2,balanced,0.22232704162597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,2,balanced,0.265351676940918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,2,balanced,0.26814975738525393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,2,balanced,0.26993152618408206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,2,balanced,0.2747302436828613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,1,power_law_1.2,5.048058166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,2,balanced,0.27959680557250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,2,balanced,0.2901478385925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,2,balanced,0.302295036315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,2,balanced,0.31043584823608394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,2,balanced,0.3345280075073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,2,balanced,0.3560230255126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,2,balanced,0.37817470550537113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,2,balanced,0.44425472259521487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,2,balanced,0.49483776092529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,2,balanced,0.678656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,1,power_law_1.2,6.264264526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,2,balanced,0.8518732452392579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,2,balanced,1.2347968292236327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,2,balanced,0.023160319328308105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,2,balanced,0.027240960597991942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,2,balanced,1.5969970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,2,balanced,0.04888192176818847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,2,balanced,0.0771840000152588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,2,balanced,0.1276134395599365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,2,balanced,0.12804863929748536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,2,balanced,0.1317683219909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,2,balanced,0.13246848106384276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,2,balanced,0.14301695823669433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,2,balanced,0.14364416122436524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,2,balanced,0.14483839988708497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,2,balanced,2.328896026611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,2,balanced,0.14645248413085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,2,balanced,0.14712703704833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,2,balanced,0.14852095603942872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,2,balanced,0.1528281593322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,2,balanced,0.15561087608337404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,2,balanced,0.16241024017333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,2,balanced,0.1774630355834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,2,balanced,0.199816951751709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,2,balanced,3.0708468627929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,2,balanced,0.22144128799438478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,2,balanced,0.25631872177124027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,2,balanced,0.3445248031616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,2,balanced,0.4055923080444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,2,balanced,0.5664064025878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,2,balanced,0.02686592102050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,2,balanced,0.719205093383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,2,balanced,0.03560960054397583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,2,balanced,0.05248000144958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,1,power_law_1.2,8.593047485351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,2,balanced,1.0437785339355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,2,balanced,0.08308992385864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,2,balanced,0.08392448425292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,2,balanced,0.09227392196655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,2,balanced,0.08996607780456542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,2,balanced,0.0910860824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,2,balanced,0.09461119651794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,2,balanced,1.3660453796386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,2,balanced,0.11980544090270998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,2,balanced,0.12246015548706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,2,balanced,0.13158271789550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,2,balanced,0.1592268753051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,2,balanced,0.16755840301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,2,balanced,0.19535104751586913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,2,balanced,0.21328767776489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,2,balanced,0.35380992889404295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,2,balanced,0.3775040054321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,2,balanced,0.0862553596496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,2,balanced,0.5501785659790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,2,balanced,0.7133683013916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,2,balanced,1.0282931518554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,2,balanced,1.3739328002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,1,power_law_1.2,11.517490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,2,power_law_1.01,0.04323200225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,2,power_law_1.01,0.0794547176361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,2,power_law_1.01,0.05960959911346435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,2,balanced,2.0118899536132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,2,power_law_1.01,0.10318976402282716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,2,power_law_1.01,0.1325772762298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,2,power_law_1.01,0.19551103591918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,2,power_law_1.01,0.20327808380126955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,2,power_law_1.01,0.20667648315429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,2,power_law_1.01,0.2512575912475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,2,balanced,2.6745343017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,2,power_law_1.01,0.25488767623901365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,2,power_law_1.01,0.26371200561523434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,2,power_law_1.01,0.26947328567504886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,2,power_law_1.01,0.27468544006347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,2,power_law_1.01,0.28273664474487303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,2,power_law_1.01,0.29443071365356444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,2,power_law_1.01,0.3277836990356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,2,power_law_1.01,0.32179454803466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,2,power_law_1.01,0.36494209289550783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,2,balanced,3.9784472656250003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,2,power_law_1.01,0.38672000885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,2,power_law_1.01,0.47411968231201174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,2,power_law_1.01,0.5490854263305665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,2,power_law_1.01,0.7700415802001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,2,power_law_1.01,0.9534182739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,2,power_law_1.01,1.4280921936035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,2,balanced,5.290938720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.02393728017807007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04265855789184571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.060275201797485356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,2,power_law_1.01,1.7087936401367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.07097472190856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.07925119876861572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.11146623611450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.12044416427612306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.12286335945129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.13185407638549804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.13085439682006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.13866111755371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.14008319854736329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.14315775871276853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.14567551612854004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.1497612762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.15454719543457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.16344703674316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.18206592559814455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,2,power_law_1.01,2.5950170898437497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.1996019172668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.2369215965270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.2785638427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.35922176361083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,1,power_law_1.2,15.958554687500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.45046913146972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,0.6136742401123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,2,power_law_1.01,0.02915839910507202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,2,power_law_1.01,3.341916198730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,2,power_law_1.01,0.03757823944091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,0.7697459411621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,2,power_law_1.01,0.04477439880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,2,power_law_1.01,0.05351808071136475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,2,power_law_1.01,0.08308095932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,2,power_law_1.01,0.0915225601196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,2,power_law_1.01,0.10094847679138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.2075289916992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,2,power_law_1.01,0.09923968315124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,2,power_law_1.01,0.10612863540649413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,2,power_law_1.01,0.11531392097473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,2,power_law_1.01,0.1511193561553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,1.456689910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,2,power_law_1.01,0.15821696281433106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,2,power_law_1.01,0.20526208877563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,2,power_law_1.01,0.2247616004943848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,2,power_law_1.01,0.27796607971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,2,power_law_1.01,0.3069030380249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,2,power_law_1.01,0.3952729415893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,2,power_law_1.01,0.47232513427734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,2,power_law_1.01,0.628642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,2,power_law_1.01,0.14350720405578615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,2,power_law_1.01,0.8046566772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,2,power_law_1.2,0.04388735771179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,2,power_law_1.01,1.1252146911621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,2,power_law_1.2,0.052567038536071774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,2,power_law_1.2,0.07774208068847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,2,power_law_1.2,0.0984166431427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,2,power_law_1.01,1.4582630920410158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,2,power_law_1.2,0.1291494369506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,2,power_law_1.2,0.18267135620117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,2,power_law_1.2,0.20425855636596682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,2,power_law_1.2,0.2095743942260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,2,power_law_1.2,0.25326847076416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,2,power_law_1.2,0.24822143554687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,2,power_law_1.2,0.2630054473876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,2,power_law_1.2,0.26782079696655275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,2,power_law_1.2,0.271141128540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,2,power_law_1.2,0.29479551315307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,2,power_law_1.2,0.3115020751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,2,power_law_1.2,0.32687614440917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,2,power_law_1.2,0.3290214538574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,2,power_law_1.2,0.36566272735595706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,2,power_law_1.2,0.3981504058837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,2,power_law_1.2,0.477710075378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,2,power_law_1.2,0.566225929260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,2,power_law_1.2,0.7785791778564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,1,power_law_1.2,21.0776611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,2,power_law_1.01,2.0841664123535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,2,power_law_1.2,0.989612808227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.026425600051879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,2,power_law_1.2,1.5117491149902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.03986560106277466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.05458176136016846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.06463232040405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.0804377555847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.11255295753479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.12054528236389159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.12335359573364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.13600895881652833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,2,power_law_1.01,2.725743408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.1357862377166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.14058112144470214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.14614144325256348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.14873472213745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.15461119651794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.15761664390563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.16696832656860353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.18225664138793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.19885183334350587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,2,power_law_1.2,1.7531455993652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.2377791976928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.27836416244506834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.37473918914794924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.459447021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,0.6229721450805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,2,power_law_1.2,2.895257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,2,power_law_1.2,0.029085440635681154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,2,power_law_1.2,0.0368012809753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,2,power_law_1.2,0.04326655864715576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.1388595199584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,2,power_law_1.2,0.052483839988708494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,2,power_law_1.2,0.08322815895080567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,2,power_law_1.2,0.0908620834350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,2,power_law_1.2,0.1017676830291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,2,power_law_1.2,0.10101119995117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,2,power_law_1.2,0.10519040107727051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,2,power_law_1.2,0.11439231872558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,2,power_law_1.2,0.14332032203674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,2,power_law_1.2,0.1502400016784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,2,power_law_1.2,0.1655539131164551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,2,power_law_1.2,0.20851839065551755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,2,power_law_1.2,0.22871679306030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,1.2515340423583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,2,power_law_1.2,0.27514368057250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,2,power_law_1.2,0.3113408088684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,2,power_law_1.2,0.39233024597167965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,2,power_law_1.2,0.4728179168701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,0.7821529388427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,2,power_law_1.2,3.4377011108398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,2,power_law_1.01,4.055692749023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,2,power_law_1.2,0.7946956634521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,2,power_law_1.2,0.6336358261108399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,2,power_law_1.2,1.1236326599121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,1,balanced,0.02810944080352783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,1.4677670288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,2,power_law_1.2,1.4475955200195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,2,power_law_1.01,5.316725463867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,1,balanced,0.04927616119384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,1,balanced,0.07710207939147949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,1,balanced,0.13144000053405763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,1,balanced,0.22487743377685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,1,balanced,0.23421247482299803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,1,balanced,0.23465152740478518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,1,balanced,0.2318815994262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,1,balanced,0.23688064575195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,1,balanced,0.23347583770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,1,balanced,0.23804479598999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,1,balanced,0.23980991363525392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,1,balanced,0.23297344207763673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,1,balanced,0.25707584381103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,1,balanced,0.2686201667785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,1,balanced,0.2461612892150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,1,balanced,0.25019264221191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,1,balanced,0.25274303436279294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,1,balanced,0.35084350585937496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,1,balanced,0.4490752029418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,1,balanced,0.286878719329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,1,balanced,0.31596031188964846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,1,balanced,0.5047468948364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,1,balanced,1.6989260864257811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,balanced,0.02957119941711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,balanced,0.03583103895187378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,balanced,0.058786559104919436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,balanced,0.08730239868164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,balanced,0.13881600379943848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,balanced,0.13968255996704101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,balanced,0.14218175888061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,balanced,0.1432140827178955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,balanced,0.144716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,balanced,0.14557120323181152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,balanced,0.14727295875549315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,1,balanced,0.6886745452880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,balanced,0.1616102409362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,1,balanced,0.8668806457519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,balanced,0.1625075149536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,balanced,0.16521024703979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,balanced,0.17082111358642577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,balanced,0.17121152877807616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,balanced,0.17601919174194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,1,balanced,1.2502764892578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,balanced,0.18797824859619142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,balanced,0.19706687927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,balanced,0.22002752304077147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,balanced,0.24550144195556642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,balanced,0.3321459197998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,balanced,0.383438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,balanced,0.5409702301025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,2,power_law_1.2,2.1035980224609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,balanced,0.690838394165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,1,power_law_1.01,0.04944767951965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,balanced,0.9999314880371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,1,power_law_1.01,0.1048192024230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,balanced,1.3014962768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,1,power_law_1.01,0.02959872007369995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,1,power_law_1.01,0.07625728130340577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,1,power_law_1.01,0.1382483196258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,1,power_law_1.01,0.22095552444458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,1,power_law_1.01,0.20002559661865232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,1,power_law_1.01,0.22930688858032228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,1,power_law_1.01,0.23139328002929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,1,power_law_1.01,0.2366592025756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,1,power_law_1.01,0.2502393531799316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,1,power_law_1.01,0.2081772804260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,1,power_law_1.01,0.2631308746337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,1,power_law_1.01,0.21314880371093753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,1,power_law_1.01,0.22052095413208006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,1,power_law_1.01,0.26084672927856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,1,power_law_1.01,0.28633983612060543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,1,power_law_1.01,0.3962188720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,1,power_law_1.01,0.24625728607177733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,1,power_law_1.01,0.5608972930908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,1,power_law_1.01,0.7511500549316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,1,power_law_1.01,0.2954015922546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,1,power_law_1.01,0.9486457824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,1,power_law_1.01,0.34766464233398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.02885823965072632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.036969599723815916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.05775360107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,1,power_law_1.01,1.3449388122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.07681471824645995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.08807935714721679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.12312383651733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.12990912437438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.1329024028778076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.13865023612976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.1364889621734619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.14164480209350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.1576537609100342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.15682175636291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.16254655838012694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.1698700714111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.1697452735900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.17981887817382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.19369407653808596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.2057209587097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,1,power_law_1.01,0.47726718902587895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.24078144073486327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.28206720352172854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.3510041427612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.4245900726318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.5788127899169921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,0.7368716430664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.0498860931396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,1,power_law_1.2,0.07395648002624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.3719833374023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,1,power_law_1.2,0.12734399795532228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,1,power_law_1.01,1.7394572448730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,1,power_law_1.2,0.03070208072662354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,1,power_law_1.2,0.049376640319824215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,1,power_law_1.2,0.21742591857910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,1,power_law_1.2,0.22334720611572267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,1,power_law_1.2,0.22969663619995115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,1,power_law_1.2,0.23412864685058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,1,power_law_1.2,0.09830143928527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,1,power_law_1.2,0.24273279190063474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,1,power_law_1.2,0.2473638343811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,1,power_law_1.2,0.2522617530822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,1,power_law_1.2,0.2656512069702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,1,power_law_1.2,0.20285247802734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,1,power_law_1.2,0.26298879623413085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,1,power_law_1.2,0.35396480560302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,1,power_law_1.2,0.21107904434204103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,1,power_law_1.2,0.226680965423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,1,power_law_1.2,0.40155967712402346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,2,power_law_1.2,2.7220504760742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,1,power_law_1.2,0.5828076934814452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,1,power_law_1.2,0.2883967971801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,1,power_law_1.2,0.7720755004882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,1,power_law_1.2,0.2994387245178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.02891648054122925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03909375905990601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.056306557655334474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.07128448009490966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.08439167976379394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.12238143920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.13116031646728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.13385087966918946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.1381932830810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.1372652816772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.14145855903625487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.158088321685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.15995967864990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.16516416549682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.17121919631958007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.17334848403930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.1826310348510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,1,power_law_1.2,0.4785542297363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.1945484733581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.20740480422973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.24697343826293947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.284083194732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.3498201751708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.43320449829101565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,1,power_law_1.2,0.9643321228027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.5823168182373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,2,balanced,0.07454336166381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,2,balanced,0.1178009605407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,2,balanced,0.22653696060180667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,2,balanced,0.42069377899169924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,2,balanced,0.8241331481933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,2,balanced,0.8277938842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,2,balanced,0.8313651275634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,2,balanced,0.8347711944580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,2,balanced,1.0993177795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,0.7423910522460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,2,balanced,1.105665283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,2,balanced,1.1192486572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,2,balanced,1.1479564666748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,2,balanced,1.1556915283203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,2,balanced,1.18150146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,2,balanced,1.2042150115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,2,balanced,1.2307123565673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,2,balanced,1.266833953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,1,power_law_1.2,1.3530047607421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,2,balanced,1.36403076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,2,balanced,1.4258432006835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,2,balanced,1.5891046142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,2,balanced,1.7664639282226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,2,balanced,2.4184780883789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,2,balanced,2.9570855712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,2,balanced,4.466913146972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,2,balanced,5.579113159179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,2,balanced,0.047957758903503414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,2,balanced,0.07464704036712647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,2,balanced,0.12702207565307616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,2,balanced,0.22708480834960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,2,balanced,0.42822910308837886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.0570162963867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,2,balanced,0.43059967041015623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,2,balanced,0.43563007354736333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,2,balanced,0.4376870346069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,2,balanced,0.46070911407470705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,2,balanced,8.47140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,2,balanced,0.4623244857788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,2,balanced,0.46717823028564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,2,balanced,0.47620353698730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,2,balanced,0.4722035217285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,2,balanced,0.4826534271240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,2,balanced,0.4891737747192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,2,balanced,0.4970073699951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,2,balanced,0.5133606338500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,2,balanced,0.5456204986572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,2,balanced,0.5819865417480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,2,balanced,0.6404646301269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,2,balanced,0.7067212677001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,2,balanced,0.9022656250000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,2,balanced,1.042718734741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,2,balanced,1.4221273803710939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,2,balanced,11.002596435546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,2,balanced,0.05604735851287842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,2,balanced,0.07723904132843018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,2,balanced,1.8042124938964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,2,balanced,0.13585280418395995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,2,balanced,0.2502092742919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,2,balanced,0.24921472549438475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,2,balanced,0.25432832717895504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,2,balanced,2.657047119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,2,balanced,0.2559424018859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,2,balanced,0.26442752838134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,2,balanced,0.2759385681152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,2,balanced,0.2698675155639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,2,balanced,0.3521894454956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,2,balanced,0.35965953826904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,2,balanced,0.36137344360351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,2,power_law_1.2,4.015572509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,2,balanced,3.4044491577148435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,2,balanced,0.4854937744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,2,balanced,0.5971865463256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,2,balanced,0.6040716934204101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,2,balanced,0.4756249618530274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,2,balanced,1.1482073974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,2,balanced,1.1833267211914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,2,balanced,1.7951321411132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,2,balanced,2.3856997680664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,2,balanced,3.5051763916015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,1,power_law_1.2,1.7475840759277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,2,power_law_1.01,0.11760128021240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,2,power_law_1.01,0.17833599090576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,2,power_law_1.01,0.2838579177856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,2,balanced,4.806810913085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,2,power_law_1.01,0.39294078826904294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,2,power_law_1.01,0.49223167419433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,2,power_law_1.01,0.7248102569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,2,balanced,7.316403198242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,2,power_law_1.01,0.7496601867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,2,power_law_1.01,0.7559423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,2,power_law_1.01,1.033606414794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,2,power_law_1.01,1.0217625427246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,2,power_law_1.01,1.0741017913818358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,2,power_law_1.01,1.065169906616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,2,balanced,10.094949340820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,2,power_law_1.01,1.1320460510253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,2,power_law_1.01,1.1508057403564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,2,power_law_1.01,1.2378495788574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,2,power_law_1.01,1.2466751861572267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,2,power_law_1.01,1.3290943908691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,2,power_law_1.01,1.4221133422851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,2,power_law_1.01,1.5542874145507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,2,power_law_1.01,1.8382821655273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,2,power_law_1.01,2.1642918395996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,2,balanced,14.54529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,2,power_law_1.01,2.902529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,2,power_law_1.01,3.608917846679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.07602687835693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.10349439620971679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,1.3693714904785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.1570892810821533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.2399897575378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,2,power_law_1.01,5.2649163818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.2188710403442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.367694091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.3932057571411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.40282241821289066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.43391872406005855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,2,power_law_1.01,6.48468994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.43927169799804683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.4509900665283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.4623667144775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.463741455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.47367294311523434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.48890750885009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,2,balanced,18.7989208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.4825408172607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.5153766250610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.5382988739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.5861017608642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.6599858856201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,0.7214374542236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,0.9384588623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.1267916870117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,1.677173767089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,2,power_law_1.01,0.053387517929077144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,2,power_law_1.01,0.08111616134643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,2.1528997802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,2,power_law_1.01,0.11226240158081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,2,power_law_1.01,0.13886207580566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,2,power_law_1.01,0.25959423065185544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,2,power_law_1.01,0.28258432388305665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,2,power_law_1.01,0.3336447906494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,2.8938226318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,2,power_law_1.01,10.709877929687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,2,power_law_1.01,0.3007193565368652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,2,power_law_1.01,0.3158540725708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,2,power_law_1.01,0.3469631958007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,2,power_law_1.01,0.42049537658691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,2,power_law_1.01,0.44937473297119135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,2,power_law_1.01,0.49784191131591793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,2,power_law_1.01,0.6321318435668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,2,power_law_1.01,0.6961497497558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,4.012867736816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,2,power_law_1.01,0.8379853057861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,2,power_law_1.01,0.9548172760009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,2,power_law_1.01,13.211746826171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,2,power_law_1.01,1.253954544067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,2,power_law_1.01,1.5328472900390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,2,power_law_1.01,2.1278233337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,2,power_law_1.01,2.75146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,2,power_law_1.2,0.1133683204650879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,2,power_law_1.2,0.1519987201690674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,2,power_law_1.2,0.27548543930053715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,2,power_law_1.2,0.3559743881225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,2,power_law_1.01,3.855685119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,2,power_law_1.2,0.44912384033203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,2,power_law_1.2,0.7292249298095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,2,power_law_1.2,0.7634124755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,2,power_law_1.2,0.7862118530273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,2,power_law_1.2,1.0525977325439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,2,power_law_1.2,1.0561779022216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,2,power_law_1.2,1.0987494659423827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,2,power_law_1.2,1.1008038330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,2,power_law_1.2,1.1111014556884764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,2,power_law_1.01,4.987173156738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,2,power_law_1.2,1.1727820587158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,2,power_law_1.2,1.254845428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,2,power_law_1.2,1.2387494659423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,2,power_law_1.2,1.2995980834960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,2,power_law_1.2,1.4679615783691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,2,power_law_1.2,1.5646719360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,2,power_law_1.2,1.9247640991210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,2,power_law_1.2,2.3001522827148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,2,power_law_1.2,3.0001177978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,2,power_law_1.2,3.7300045776367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,2,power_law_1.01,7.341586914062501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,2,power_law_1.01,9.672880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.08068479537963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.09510016441345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.14350208282470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.17924352645874025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.22261632919311522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,2,power_law_1.2,5.312839965820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.3701670455932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.3996531295776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.4144742584228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.4431513595581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.4504230499267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.45705726623535153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.46153984069824217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.4656524658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.4830028915405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.49130496978759763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.5021376037597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.5195571136474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.5530265426635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.5875532913208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,2,power_law_1.2,6.861839599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.6775334167480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,0.7502092742919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,0.9787673950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.2472281646728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,2,power_law_1.2,5.557940673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,1.6731021118164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,2,power_law_1.2,0.05508480072021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,2,power_law_1.2,0.0774284791946411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,2,power_law_1.2,0.10411392211914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,2,power_law_1.2,0.12813695907592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,2,power_law_1.2,0.2413350486755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,2,power_law_1.2,0.2823295974731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,2,power_law_1.2,0.32718849182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,2,power_law_1.2,0.30089344024658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,2,power_law_1.2,0.3251251220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,2.0646604919433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,2,power_law_1.2,0.3585036849975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,2,power_law_1.2,0.4385907363891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,2,power_law_1.2,0.4585728073120118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,2,power_law_1.2,0.5058342361450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,2,power_law_1.2,0.6348441696166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,2,power_law_1.2,0.6988953399658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,2,power_law_1.01,16.0640869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,2,power_law_1.2,0.8519628906250001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,2,power_law_1.2,0.9758003234863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,3.0328460693359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,2,power_law_1.2,1.2420928192138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,2,power_law_1.2,1.5181875610351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,2,power_law_1.01,20.018153076171878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,2,power_law_1.2,2.1379942321777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,2,power_law_1.2,10.334588623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,2,power_law_1.2,2.75122314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,2,power_law_1.2,3.7349926757812497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,1,balanced,0.07551680088043214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,1,balanced,0.12723135948181152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,1,balanced,0.2405446434020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,2,power_law_1.2,15.007989501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,1,balanced,0.8115155029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,1,balanced,0.42022846221923826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,4.238993835449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,1,balanced,0.8267558288574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,1,balanced,0.8297586822509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,1,balanced,0.8295999908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,1,balanced,0.8293049621582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,1,balanced,0.8329901123046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,1,balanced,0.8380166625976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,1,balanced,0.8325337219238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,1,balanced,0.841185302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,1,balanced,0.8620614624023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,1,balanced,0.8713938903808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,1,balanced,0.8763334655761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,1,balanced,0.9246182250976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,1,balanced,1.0386669158935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,1,balanced,1.0922982025146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,1,balanced,1.3473036193847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,2,power_law_1.2,4.929544982910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,1,balanced,0.962135009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,1,balanced,1.4519244384765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,1,balanced,0.9021318054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,1,balanced,2.609711303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,balanced,0.05777664184570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,balanced,0.0854201602935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,balanced,0.1370431995391846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,balanced,0.23493824005126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,1,balanced,3.9534970092773434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,balanced,0.43442497253417967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,balanced,0.4384684753417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,balanced,0.4437459182739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,balanced,0.4500640106201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,balanced,0.4472262573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,balanced,0.4513657760620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,balanced,0.45549697875976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,1,balanced,2.028772430419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,1,balanced,5.095799560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,balanced,0.48055038452148435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,balanced,0.48388095855712887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,balanced,0.4941875076293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,balanced,0.5001004791259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,balanced,0.5048774337768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,balanced,0.5157945632934571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,balanced,0.5395404815673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,balanced,0.5670367813110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,balanced,0.6173977661132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,balanced,0.6725228881835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,balanced,0.8796460723876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,balanced,0.99744384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,balanced,1.4165005493164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,1,balanced,0.03933504104614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,1,balanced,0.05434624195098877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,balanced,1.745233917236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,1,balanced,0.08206463813781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,1,balanced,0.14313535690307616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,1,balanced,0.25404096603393556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,1,balanced,0.25881792068481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,balanced,2.5478892517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,1,balanced,0.2593126487731934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,1,balanced,0.260766716003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,1,balanced,0.2651462364196777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,1,balanced,0.2650956726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,1,balanced,0.27447872161865233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,1,balanced,0.28030080795288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,1,balanced,0.2850336074829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,balanced,3.3680895996093754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,1,balanced,0.3771200180053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,1,balanced,0.38603519439697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,1,balanced,0.39028736114501955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,1,balanced,0.5164863967895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,1,balanced,0.6469209289550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,1,balanced,0.667949447631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,1,balanced,1.2284063720703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,1,balanced,1.2832435607910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,1,balanced,1.8989747619628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,1,balanced,2.5559181213378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,1,balanced,3.673362426757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,1,balanced,4.929442443847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,1,power_law_1.01,0.07678143978118897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,1,power_law_1.01,0.2378067207336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,1,power_law_1.01,0.12735360145568847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,1,balanced,7.770139770507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,1,power_law_1.01,0.4310201644897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,1,power_law_1.01,0.6862355041503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,1,power_law_1.01,0.7334060668945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,1,power_law_1.01,0.7458457946777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,1,power_law_1.01,0.3340857696533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,1,balanced,10.53727783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,1,power_law_1.01,0.8168665313720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,1,power_law_1.01,0.8176070404052733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,1,power_law_1.01,0.8349804687500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,1,power_law_1.01,0.8673766326904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,1,power_law_1.01,0.8871411132812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,1,power_law_1.01,0.9163680267333983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,2,power_law_1.2,7.366114501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,1,power_law_1.01,0.7735225677490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,1,power_law_1.01,0.7743071746826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,1,power_law_1.01,1.0047360229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,1,power_law_1.01,0.9991334533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,1,power_law_1.01,1.0742745971679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,1,power_law_1.01,1.2238726043701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,1,power_law_1.01,1.4908787536621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,1,power_law_1.01,1.9595187377929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,1,power_law_1.01,2.3835789489746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.056652798652648925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.08446144104003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,1,power_law_1.01,2.963733825683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.13525952339172362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.19560319900512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.23890432357788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.3659436798095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.39571968078613284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.40508159637451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,1,power_law_1.01,0.9375609588623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.4198828887939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.41985919952392575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.4352223968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,1,power_law_1.01,4.247139892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.4618425750732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.46565502166748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.4788262557983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.4943020629882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.4946207809448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.5144940948486327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.5385414505004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.5731084823608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,1,power_law_1.01,5.4347296142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.6416268920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.7375910186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,0.904363555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.1399193572998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,1,power_law_1.01,0.03643647909164428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,1.5079423522949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,1,power_law_1.01,0.05372416019439698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,1,power_law_1.01,0.08273856163024902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,1.9063180541992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,1,power_law_1.01,0.11112768173217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,1,power_law_1.01,0.14118144035339356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,1,power_law_1.01,0.22144895553588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,1,power_law_1.01,0.24879743576049806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,2.695650634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,1,power_law_1.01,0.2692915153503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,1,power_law_1.01,0.30348480224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,1,power_law_1.01,0.3397478485107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,1,power_law_1.01,0.3073632049560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,1,power_law_1.01,0.34289344787597653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,3.493341979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,1,power_law_1.01,0.37577728271484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,1,power_law_1.01,0.4452057647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,1,power_law_1.01,0.4925875091552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,1,power_law_1.01,0.546632957458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,1,power_law_1.01,0.6894207763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,1,power_law_1.01,0.9151296234130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,1,power_law_1.01,1.0477120208740236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,1,power_law_1.01,1.3452473449707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,1,power_law_1.01,1.6634463500976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,1,power_law_1.01,2.23874755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,1,power_law_1.01,2.809276123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,1,power_law_1.01,4.137517395019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,1,power_law_1.01,5.394984130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,1,power_law_1.2,0.07631231784820557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,2,power_law_1.2,9.387819824218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,1,power_law_1.2,0.3036294364929199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,1,power_law_1.2,0.12660544395446777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,1,power_law_1.2,0.4002675247192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,1,power_law_1.2,0.6959053039550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,1,power_law_1.2,0.74276611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,1,power_law_1.2,0.7623808288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,1,power_law_1.2,0.7847360229492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,1,power_law_1.01,8.137848510742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,1,power_law_1.2,0.22541183471679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,1,power_law_1.2,0.8246092987060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,1,power_law_1.2,0.8535545349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,1,power_law_1.2,0.8781491088867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,1,power_law_1.2,0.9222521972656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,1,power_law_1.2,1.0210304260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,1,power_law_1.01,10.747370605468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,1,power_law_1.2,1.0245849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,1,power_law_1.2,0.7857939147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,1,power_law_1.2,1.1254688262939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,1,power_law_1.2,0.8383129882812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,1,power_law_1.2,1.2420992279052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,1,power_law_1.2,1.5379212951660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,1,power_law_1.2,1.8100408935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,1,power_law_1.2,0.9450259399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.05525055885314941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.08350208282470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.13047871589660645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,1,power_law_1.2,0.9007859039306642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.17533567428588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.22104768753051757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.3714982223510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.398394889831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,1,power_law_1.2,2.448292541503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.41442497253417965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.42552448272705073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.4249209594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.43408191680908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.4673004913330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.47200641632080076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.4846080017089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.49658367156982425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.49925823211669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.5208121490478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.5442131042480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.5823513412475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.6591200256347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.7426566314697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,0.9261580657958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,1,power_law_1.2,3.000121459960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.1257190704345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,1.5148281860351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,1,power_law_1.2,0.03810175895690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,1,power_law_1.2,0.053370881080627444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,1,power_law_1.2,0.0790015983581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,1,power_law_1.2,0.10534399986267089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,1,power_law_1.2,0.1318943977355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,1,power_law_1.2,0.21821567535400394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,1,power_law_1.2,0.24996160507202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,1,power_law_1.2,0.28180288314819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,1,power_law_1.2,0.306693115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,1,power_law_1.2,0.33772735595703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,1.9076339721679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,1,power_law_1.2,0.3184992027282715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,1,power_law_1.2,0.3645920181274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,1,power_law_1.2,0.3784889602661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,1,power_law_1.2,0.46964286804199223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,1,power_law_1.2,0.5019359970092774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,1,power_law_1.2,0.5530047988891601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,1,power_law_1.2,0.7077753448486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,1,power_law_1.2,0.9272672271728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,1,power_law_1.2,1.066973419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,1,power_law_1.2,4.300620727539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,1,power_law_1.2,1.3719743347167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,1,power_law_1.2,1.6663583374023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,1,power_law_1.2,2.2951455688476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,1,power_law_1.2,2.8770068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,1,power_law_1.2,4.097016906738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,2.720586242675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,2,balanced,0.14478848457336427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,2,balanced,0.26968448638916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,2,balanced,0.5359743881225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,2,balanced,1.0479475402832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,2,balanced,2.0726950073242185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,2,balanced,2.556499176025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,1,power_law_1.2,5.3517651367187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,2,balanced,2.565462951660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,2,balanced,2.582294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,1,power_law_1.2,5.248002319335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,2,balanced,2.5883416748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,2,power_law_1.2,15.9730419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,2,balanced,3.463249816894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,2,balanced,3.5042932128906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,1,power_law_1.2,7.662440795898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,2,balanced,3.5239410400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,2,balanced,3.5933349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,2,balanced,3.659494323730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,2,balanced,3.714712219238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,2,balanced,3.8095001220703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,2,balanced,3.9307211303710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,3.5481503295898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,2,balanced,4.112184448242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,2,balanced,4.27143798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,2,balanced,5.371807861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,2,balanced,5.371334228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,2,balanced,7.463705444335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,2,balanced,0.10083200454711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,2,balanced,0.1821990394592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,2,balanced,0.3082841682434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,2,balanced,9.381803588867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,2,balanced,0.5345587158203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,2,balanced,1.046072311401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,2,balanced,1.30382080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,2,balanced,1.3047129821777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,2,balanced,1.3083328247070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,2,balanced,11.991304931640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,2,balanced,1.314026184082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,2,balanced,1.3651878356933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,2,balanced,1.3760549926757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,2,balanced,1.3803660583496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,2,balanced,1.3985945129394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,2,balanced,1.4132531738281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,2,balanced,1.42898681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,2,balanced,15.850751953125002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,2,balanced,1.451208953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,2,balanced,1.4846054077148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,2,balanced,1.5540109252929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,2,balanced,1.6053543090820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,2,balanced,1.7570597839355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,2,balanced,1.8732762145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,2,balanced,2.265264587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,2,balanced,2.5253363037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,2,balanced,3.3720602416992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,2,balanced,0.09948543548583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,2,balanced,0.16954879760742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,2,balanced,4.275637817382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,2,balanced,0.3049830436706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,2,power_law_1.2,19.71141357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,2,balanced,0.5830476760864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,2,balanced,23.367365722656253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,2,balanced,0.7124352264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,2,balanced,0.7177715301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,2,balanced,0.728120346069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,2,balanced,0.7373158264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,2,balanced,0.7573337554931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,2,balanced,5.833970947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,2,balanced,0.7714393615722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,2,balanced,0.7839923095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,2,balanced,0.9815193939208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,2,balanced,1.0206963348388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,2,balanced,1.0170726776123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,2,balanced,1.3763725280761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,2,balanced,1.3777932739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,2,balanced,7.453983764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,2,balanced,1.763829803466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,2,balanced,3.444356994628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,2,balanced,3.4799371337890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,2,balanced,5.329425659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,2,balanced,30.4269921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,2,balanced,6.860001220703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,2,power_law_1.01,0.2685631942749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,2,power_law_1.01,0.5009689712524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,2,power_law_1.01,0.7136576080322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,2,balanced,9.49751708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,2,power_law_1.01,1.093034210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,2,power_law_1.01,1.3667277526855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,1,power_law_1.2,10.798031005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,2,power_law_1.01,2.0849343872070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,2,power_law_1.01,2.1796287536621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,2,balanced,13.294232177734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,2,power_law_1.01,2.232490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,2,power_law_1.01,2.3246911621093753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,2,power_law_1.01,3.1213299560546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,2,power_law_1.01,3.159923095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,2,power_law_1.01,3.3369012451171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,2,power_law_1.01,3.381437377929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,2,balanced,17.973066406250002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,2,power_law_1.01,3.5273983764648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,2,power_law_1.01,3.6604211425781252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,2,power_law_1.01,3.8435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,2,power_law_1.01,4.017527160644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,2,power_law_1.01,4.311036071777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,2,power_law_1.01,4.728737182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,2,balanced,24.56066650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,2,power_law_1.01,5.433633422851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,2,power_law_1.01,6.29236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,2,power_law_1.01,7.98145263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.1832012748718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.29812992095947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.38382080078124997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,2,power_law_1.01,9.575082397460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.5771673583984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.6873471832275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,1.1130099487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,1.1819967651367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,1.1790041351318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,1.1840652465820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,2,power_law_1.01,13.98586669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,1.2817715454101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,1.2917529296874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,2,balanced,36.718068847656255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,1.2753279876708983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,1.2939187622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,1.3319052124023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,1.3488114929199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,1.3920600891113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,1.4475546264648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.4297676086425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,2,power_law_1.01,17.546464843749998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.5966029357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,1.74972412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,1.9310208129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,2.2330918884277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,2.7522097778320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,2,power_law_1.01,0.10226559638977051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,2,power_law_1.01,0.16765567779541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,3.4890737915039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,2,power_law_1.01,0.25483007431030275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,2,power_law_1.01,0.3550207901000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,4.753914794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,2,power_law_1.01,0.6218790435791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,2,power_law_1.01,0.7506022644042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,2,power_law_1.01,0.8453606414794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,2,power_law_1.01,0.9978739166259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,2,power_law_1.01,0.8781836700439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,2,balanced,47.8964892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,2,power_law_1.01,24.38711669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,6.534210815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,2,power_law_1.01,0.9561933135986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,2,power_law_1.01,1.1223321533203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,2,power_law_1.01,1.2124813079833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,2,power_law_1.01,1.2073600006103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,2,power_law_1.01,1.5045132446289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,2,power_law_1.01,1.9183782958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,8.455446777343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,2,power_law_1.01,2.156453094482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,2,power_law_1.01,2.6046566772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,2,power_law_1.01,3.28
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,2,power_law_1.01,3.8605349731445315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,2,power_law_1.01,5.350551147460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,2,power_law_1.01,32.40989501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,2,power_law_1.01,6.716666870117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,2,power_law_1.2,0.2706611251831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,2,power_law_1.2,0.4373555374145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,2,power_law_1.2,0.7111244964599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,2,power_law_1.2,0.9869670104980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,2,power_law_1.2,1.2086463928222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,2,power_law_1.01,9.624468383789061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,2,power_law_1.2,2.049671630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,2,power_law_1.2,2.1637644958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,2,power_law_1.2,2.2698880004882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,2,power_law_1.2,2.2962969970703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,2,power_law_1.01,13.591064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,2,power_law_1.2,3.1434521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,2,power_law_1.2,3.310110778808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,2,power_law_1.2,3.3753280639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,2,power_law_1.2,3.5269439697265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,2,power_law_1.2,3.742115783691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,2,power_law_1.2,3.920728454589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,2,power_law_1.2,3.6454925537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,2,power_law_1.01,19.11850830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,2,power_law_1.2,4.154194030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,2,power_law_1.2,4.486790466308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,2,power_law_1.2,4.870085144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,2,power_law_1.2,5.627211303710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,2,power_law_1.01,23.9064794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,2,power_law_1.2,6.503757934570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,2,power_law_1.2,8.2555224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.18409599304199217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.27137535095214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.3823334503173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.49426433563232425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,2,power_law_1.2,10.119527587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.7118310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,1.0512640380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,1.1872665405273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,2,power_law_1.01,35.949575195312505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,1.2582720184326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,1.2737664031982423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,1.1290879821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,2,power_law_1.2,14.689187011718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,1.2876069641113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,1.3271833801269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,1.3449830627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,2,power_law_1.2,16.343961181640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,1.3593907165527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,1.39652099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,1.392944641113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,1.4910719299316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.5480114746093752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.6161689758300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,1.7702706909179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,1.953950653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,2.3342848205566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,2.8913177490234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,2,power_law_1.2,0.09856127738952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,2,power_law_1.2,0.16103296279907225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,3.682328186035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,2,power_law_1.2,0.23176576614379885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,2,power_law_1.2,0.32638465881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,2,power_law_1.2,0.6386316680908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,2,power_law_1.2,0.732643814086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,2,power_law_1.2,0.831063003540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,2,power_law_1.2,24.655263671874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,2,power_law_1.01,48.6617578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,2,power_law_1.2,0.9788467407226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,2,power_law_1.2,0.8996749114990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,2,power_law_1.2,0.9965657806396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,2,power_law_1.2,1.1910899353027342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,2,power_law_1.2,1.1908544158935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,4.724997253417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,2,power_law_1.2,1.291568603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,2,power_law_1.2,1.6244377136230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,2,power_law_1.2,1.8980633544921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,2,power_law_1.2,2.094275817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,2,power_law_1.2,2.6987249755859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,2,power_law_1.2,3.359028625488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,6.620692749023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,2,power_law_1.2,3.924960021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,8.49775634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,2,power_law_1.2,5.323521118164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,2,power_law_1.2,6.721295166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,1,balanced,0.1562880039215088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,1,balanced,0.27901248931884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,1,balanced,0.5419283294677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,1,balanced,1.061370849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,2,power_law_1.2,34.90171142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,1,balanced,2.0771897888183597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,1,balanced,2.5614541625976566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,2,power_law_1.2,9.622700805664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,1,balanced,2.5659994506835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,1,balanced,2.5821829223632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,1,balanced,2.62291259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,2,power_law_1.2,12.928333740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,1,balanced,2.6160665893554684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,1,balanced,2.6420147705078127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,1,balanced,2.660491638183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,1,balanced,3.506517028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,1,balanced,3.585426635742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,1,balanced,3.634495849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,1,balanced,3.746332702636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,1,balanced,3.8740966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,1,balanced,4.0844595336914065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,1,balanced,4.2680615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,1,balanced,5.579375610351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,1,balanced,5.5599694824218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,2,power_law_1.2,19.236593017578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,1,balanced,7.647922363281251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,1,balanced,8.801385498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,balanced,0.11152000427246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,balanced,0.18825855255126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,balanced,0.30345279693603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,balanced,0.5452755355834962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,balanced,1.0493869018554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,1,balanced,11.39545654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,balanced,1.3056544494628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,balanced,1.3102969360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,balanced,1.3137823486328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,balanced,1.3198503112792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,balanced,1.325592346191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,balanced,1.3346304321289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,balanced,1.3435813903808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,1,balanced,15.571302490234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,balanced,1.4079493713378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,balanced,1.4221452331542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,balanced,1.4413095092773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,balanced,1.4512780761718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,balanced,1.4760844421386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,balanced,1.5272058105468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,balanced,1.578564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,balanced,1.6833734130859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,balanced,1.7910617065429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,balanced,2.3257478332519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,balanced,2.6067019653320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,1,balanced,21.971052246093752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,balanced,3.4659033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,1,balanced,0.06381184101104737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,1,balanced,0.09765695571899415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,balanced,4.4762271118164065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,1,balanced,0.18363519668579104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,1,balanced,0.30843456268310543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,1,balanced,0.5859129714965821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,balanced,5.783192749023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,1,balanced,0.7249593353271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,1,balanced,0.7322329711914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,1,balanced,0.743381118774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,1,balanced,0.7433267211914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,1,balanced,0.7482675170898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,1,balanced,0.7565785980224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,balanced,7.584507446289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,1,balanced,28.669663085937497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,1,balanced,0.7727430725097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,2,power_law_1.2,23.936589355468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,1,balanced,0.7930528259277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,1,balanced,0.8277407836914061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,1,balanced,1.0374956512451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,1,balanced,1.0939769744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,1,balanced,1.083947525024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,1,balanced,1.571616668701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,1,balanced,1.78607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,1,balanced,3.3967514038085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,1,balanced,3.4469619750976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,1,balanced,5.2463879394531245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,1,power_law_1.01,0.15499008178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,1,power_law_1.01,0.2787520027160645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,1,balanced,7.109013061523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,1,power_law_1.01,0.5458937454223632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,1,power_law_1.01,0.8856864166259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,1,power_law_1.01,1.218446044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,1,balanced,9.488256225585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,2,power_law_1.2,36.06060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,1,power_law_1.01,1.9919596862792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,1,power_law_1.01,2.1318234252929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,1,power_law_1.01,2.2127699279785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,1,power_law_1.01,2.2963795471191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,1,power_law_1.01,2.3478253173828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,1,power_law_1.01,2.4532972717285153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,1,balanced,12.96640380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,1,power_law_1.01,2.533288269042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,1,power_law_1.01,3.296910705566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,1,power_law_1.01,3.4610354614257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,1,power_law_1.01,3.5653485107421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,1,power_law_1.01,3.620474853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,1,power_law_1.01,3.829615478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,1,power_law_1.01,4.305622253417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,1,power_law_1.01,4.582193298339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,1,balanced,18.719447021484378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,1,power_law_1.01,5.176848144531251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,1,power_law_1.01,5.994281005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,1,power_law_1.01,7.176882934570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.1106220817565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,1,balanced,23.9476318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.1879020881652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.3138956832885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.4686899185180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.6324262237548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,1,power_law_1.01,8.880540771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,1.0211526489257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,1.0867731475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,1.1294854736328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,1.1660102081298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,1.1812774658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,1.2142329406738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,1.241363830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,1.3001005554199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,1,power_law_1.01,12.134898681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,1.3576608276367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,1.3693280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,1.368555450439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.4170489501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.5016390991210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.5593849182128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,1,power_law_1.01,15.368428955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,1.6604217529296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,1.8624166870117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,2.1677043151855466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,2.5520172119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,1,power_law_1.01,0.06335487842559814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,1,power_law_1.01,0.09706432342529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,3.523538513183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,1,power_law_1.01,0.1697030448913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,1,power_law_1.01,0.27255231857299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,4.210358276367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,1,power_law_1.01,0.36387584686279295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,1,power_law_1.01,0.5745632171630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,1,power_law_1.01,0.6213651275634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,1,power_law_1.01,0.7087123107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,1,power_law_1.01,0.766627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,1,power_law_1.01,0.8461228942871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,5.937850341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,1,power_law_1.01,0.9911046600341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,1,power_law_1.01,21.826848144531247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,1,power_law_1.01,0.8784601593017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,1,power_law_1.01,0.9150259399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,1,power_law_1.01,1.095959701538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,1,power_law_1.01,1.2208780670166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,1,power_law_1.01,1.39610107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,7.739889526367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,1,power_law_1.01,1.5866989135742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,1,power_law_1.01,2.0783174133300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,1,power_law_1.01,2.6152593994140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,1,power_law_1.01,3.2799365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,1,power_law_1.01,4.010927429199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,1,power_law_1.01,28.433366699218748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,1,power_law_1.01,5.536659545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,1,power_law_1.2,0.16026304244995118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,1,power_law_1.2,0.2832102394104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,1,power_law_1.2,0.5288812637329101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,1,power_law_1.2,0.8028300476074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,1,power_law_1.01,7.013927612304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,1,power_law_1.2,1.133856658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,1,power_law_1.2,1.9613880920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,1,power_law_1.2,2.1093792724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,1,power_law_1.2,2.2443443298339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,1,power_law_1.01,10.222390747070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,1,power_law_1.2,2.333642883300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,1,power_law_1.2,2.4214822387695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,1,power_law_1.2,2.524241943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,1,power_law_1.2,2.6096209716796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,1,power_law_1.01,13.171610107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,1,power_law_1.2,3.400451049804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,1,power_law_1.2,3.4966329956054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,2,power_law_1.2,48.184824218749995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,1,power_law_1.2,3.703001098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,1,power_law_1.2,3.7888391113281252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,1,power_law_1.2,3.9690304565429684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,1,power_law_1.2,4.301205749511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,1,power_law_1.2,4.586319885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,1,power_law_1.01,19.090614013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,1,power_law_1.2,5.313200073242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,1,power_law_1.2,5.97663330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.11028160095214842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.18647872924804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.29757759094238284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.41767742156982424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,1,power_law_1.2,7.5210205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.584261131286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,1.0059283447265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,1.072985610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,1,power_law_1.2,9.116509399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,1,power_law_1.01,24.97605224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,1.1382189178466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,1.180924835205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,1.2107123565673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,1.2468729400634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,1.2614002990722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,1.3581304931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,1.3692370605468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,1.4086572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,1.422674560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,1,power_law_1.2,12.288475341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.4589517211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.5284352111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.577612762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.7239686584472658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,1.9143455505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,2.280839080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,2.619141235351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,1,power_law_1.2,0.06321983814239503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,1,power_law_1.2,15.772110595703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,1,power_law_1.2,0.098274564743042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,3.4410400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,1,power_law_1.2,0.17944448471069335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,1,power_law_1.2,0.2444972801208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,1,power_law_1.2,0.33916671752929684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,1,power_law_1.2,0.5705887985229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,1,power_law_1.2,0.6342124938964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,4.22222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,1,power_law_1.2,0.7225043487548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,1,power_law_1.2,0.7860269165039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,1,power_law_1.2,0.8457081604003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,1,power_law_1.2,0.895546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,1,power_law_1.2,0.9625580596923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,1,power_law_1.2,1.1333535766601561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,1,power_law_1.2,1.0249574279785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,1,power_law_1.2,1.275836181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,1,power_law_1.2,1.4061036682128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,1,power_law_1.2,1.6302259826660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,1,power_law_1.2,2.1610726928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,5.96278076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,1,power_law_1.2,2.686132507324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,1,power_law_1.2,3.3984710693359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,1,power_law_1.2,21.92642822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,1,power_law_1.2,4.0166253662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,1,power_law_1.2,5.385338134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,2,balanced,0.13949695587158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,2,balanced,0.26691455841064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,2,balanced,0.522790412902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,1,power_law_1.2,7.103191528320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,2,balanced,0.9819712066650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,7.774620361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,2,balanced,1.915704345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,2,balanced,3.8093362426757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,2,balanced,5.693236694335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,1,power_law_1.2,10.079954223632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,2,balanced,5.702310180664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,2,balanced,5.711244506835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,1,power_law_1.2,28.799770507812504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,2,balanced,5.725575561523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,2,balanced,5.747149047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,2,balanced,5.7678070068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,1,power_law_1.2,13.24306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,2,balanced,5.7857995605468755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,2,balanced,7.498670043945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,1,power_law_1.2,18.764639892578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,2,balanced,7.534224853515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,2,balanced,7.591636352539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,2,balanced,7.724289550781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,2,balanced,7.924404296874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,2,balanced,8.279431762695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,2,balanced,8.9103564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,2,balanced,9.397149658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,2,balanced,0.09394816398620606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,2,balanced,10.139928588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,2,balanced,0.1662937545776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,2,balanced,0.3083430480957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,2,balanced,0.5896192169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,2,balanced,0.9940723419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,2,balanced,12.922479248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,2,balanced,1.921131591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,2,balanced,13.16635498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,2,balanced,2.858187561035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,2,balanced,2.8640460205078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,2,balanced,2.8733914184570315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,2,balanced,2.875576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,1,power_law_1.2,24.543232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,2,balanced,2.890008239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,2,balanced,2.9003454589843747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,2,balanced,2.9130776977539066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,2,balanced,17.448957519531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,2,balanced,2.995233154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,2,balanced,3.0192486572265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,2,balanced,3.041630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,2,balanced,3.0834036254882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,2,balanced,3.1943655395507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,2,balanced,21.133251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,2,balanced,3.2406463623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,2,balanced,3.3868878173828123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,2,balanced,3.519306335449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,2,balanced,0.10045311927795411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,2,balanced,3.8264923095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,2,balanced,0.15712127685546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,2,balanced,0.28298368453979494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,2,balanced,4.1567514038085935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,2,balanced,0.5351065444946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,2,balanced,1.0391808319091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,2,balanced,4.913233947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,2,balanced,1.5865434265136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,2,balanced,1.5580479431152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,2,balanced,5.493507690429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,2,balanced,1.5765670776367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,2,balanced,6.518389892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,2,balanced,1.6099276733398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,2,balanced,1.5980979919433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,2,balanced,1.6001370239257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,2,balanced,1.616478729248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,2,balanced,1.775557098388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,2,balanced,8.400958862304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,2,balanced,1.9766502380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,2,balanced,1.8439013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,2,balanced,2.3183987426757815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,2,balanced,2.357084197998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,2,balanced,3.1076123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,2,balanced,3.222777709960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,2,balanced,30.97152587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,2,balanced,4.00131591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,2,power_law_1.01,0.26269952774047856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,2,power_law_1.01,0.5246681594848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,2,power_law_1.01,0.9751654052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,2,balanced,7.75206298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,2,balanced,8.483453369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,2,power_law_1.01,1.2841868591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,2,power_law_1.01,2.02669189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,2,power_law_1.01,2.8809881591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,2,power_law_1.01,3.190406494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,2,balanced,12.738624267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,2,power_law_1.01,4.106022338867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,2,power_law_1.01,4.418279724121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,2,balanced,16.560543212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,2,power_law_1.01,4.363183288574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,2,power_law_1.01,4.510821228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,2,power_law_1.01,4.740263671875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,2,power_law_1.01,6.299581298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,2,power_law_1.01,6.491267700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,2,power_law_1.01,4.9137841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,2,power_law_1.01,6.2971429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,2,balanced,24.731523437499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,2,power_law_1.01,6.6380157470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,2,power_law_1.01,7.38055419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,2,power_law_1.01,7.690452270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,2,power_law_1.01,8.758590698242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,2,power_law_1.01,9.682054443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,2,balanced,33.2661572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.1665740776062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,2,power_law_1.01,10.928438720703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.30812160491943363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.5835673522949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.7497881317138673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,1.083210220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,2,power_law_1.01,12.441038818359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,1.4551834106445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,1.611980743408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,2.1608934020996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,2,power_law_1.01,15.330269775390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,2.2278822326660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,2,balanced,45.936542968750004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,2.2460044860839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,2.3699264526367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,2.389057312011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,2,power_law_1.01,18.860979003906248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,2.5174989318847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,2.606818542480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,2.1001971435546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,2.625113525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,2.6543179321289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,2.8131838989257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,2.949164733886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,3.0535665893554684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,3.1942401123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,3.643618469238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,3.821964721679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,2,power_law_1.01,0.09626239776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,2,power_law_1.01,24.859431152343753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,2,power_law_1.01,0.16365184783935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,2,power_law_1.01,0.28343423843383786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,4.619544372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,2,power_law_1.01,0.5657523345947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,2,power_law_1.01,0.7123020935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,5.263115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,2,power_law_1.01,1.1524505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,2,power_law_1.01,1.2514137268066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,2,power_law_1.01,1.373528289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,2,power_law_1.01,1.5188287353515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,2,power_law_1.01,1.598218231201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,2,power_law_1.01,1.9248602294921873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,2,power_law_1.01,2.1430873107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,2,power_law_1.01,1.969002227783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,9.095186157226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,2,power_law_1.01,2.2779200744628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,2,power_law_1.01,31.923994140625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,2,power_law_1.01,2.5925439453125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,2,power_law_1.01,2.717192993164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,2,power_law_1.01,3.039708251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,6.936846313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,2,power_law_1.01,4.104583740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,2,power_law_1.01,4.817388916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,2,power_law_1.01,6.340353393554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,2,power_law_1.2,0.2639795112609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,2,power_law_1.2,0.5246796798706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,2,power_law_1.01,8.040418701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,2,power_law_1.2,0.8533734130859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,2,power_law_1.2,1.3250355529785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,2,power_law_1.01,11.290054931640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,2,power_law_1.2,2.0237773132324217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,2,power_law_1.2,2.7412429809570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,2,power_law_1.01,14.007811279296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,2,power_law_1.2,3.038794250488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,2,power_law_1.2,4.028560791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,2,power_law_1.2,4.130744323730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,2,power_law_1.2,4.174406433105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,2,power_law_1.2,4.409817504882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,2,power_law_1.01,19.090802001953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,2,power_law_1.2,4.679751586914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,2,power_law_1.2,4.884140930175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,2,power_law_1.2,6.142576904296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,2,power_law_1.2,6.2621569824218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,2,power_law_1.01,25.19807861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,2,power_law_1.2,6.196170043945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,2,power_law_1.2,6.817001953125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,2,power_law_1.2,7.555546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,2,power_law_1.2,7.755731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,2,power_law_1.2,8.907984619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,2,power_law_1.2,9.868001098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,2,power_law_1.01,35.454060058593754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.1672921562194824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,2,power_law_1.2,11.5602880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.308035831451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.5150489425659179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.750987548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,2,power_law_1.2,13.14516845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,1.009656295776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,1.314300231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,1.6055897521972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,2.0957452392578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,2.1524697875976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,2.2339109802246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,2,power_law_1.2,16.200819091796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,2.324591369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,2.3108851623535154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,2.380116424560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,2.4461952209472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,2,power_law_1.01,46.846083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,2.5843505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,2.594849243164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,2,power_law_1.2,19.71193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,2.5754190063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,2.7990924072265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,2.9435699462890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,3.1615948486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,3.292266235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,3.674512634277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,3.945521850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,2,power_law_1.2,0.09754240036010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,2,power_law_1.2,0.1626803207397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,4.775580139160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,2,power_law_1.2,0.28397312164306643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,2,power_law_1.2,0.4542835235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,2,power_law_1.2,0.6289471817016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,2,power_law_1.2,26.301193847656247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,2,power_law_1.2,1.1215885162353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,5.9731903076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,2,power_law_1.2,1.2356915283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,2,power_law_1.2,1.3917657470703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,2,power_law_1.2,1.5348109436035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,7.299718627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,2,power_law_1.2,1.6456320190429685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,2,power_law_1.2,1.966730194091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,2,power_law_1.2,2.198734130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,2,power_law_1.2,2.059678649902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,2,power_law_1.2,2.3807385253906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,9.2422412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,2,power_law_1.2,2.654227294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,2,power_law_1.2,2.792305908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,2,power_law_1.2,3.194380798339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,2,power_law_1.2,4.330208129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,2,power_law_1.2,33.83534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,2,power_law_1.2,5.046833801269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,2,power_law_1.2,6.664280395507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,1,balanced,0.1705536079406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,1,balanced,0.2656915283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,2,power_law_1.2,8.208385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,1,balanced,0.5365657424926757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,1,balanced,1.0014169311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,2,power_law_1.2,11.2839697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,1,balanced,1.9254815673828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,2,power_law_1.2,14.256330566406252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,1,balanced,3.8230239868164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,1,balanced,5.699503173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,1,balanced,5.7141064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,2,power_law_1.2,19.2803271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,1,balanced,5.720867309570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,1,balanced,5.730093994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,1,balanced,5.7549414062499995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,1,balanced,5.778522338867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,2,power_law_1.2,25.16597412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,1,balanced,5.798665161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,1,balanced,5.846123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,1,balanced,5.874666137695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,1,balanced,5.916917114257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,1,balanced,7.662332153320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,1,balanced,7.831483764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,2,power_law_1.2,36.40233642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,1,balanced,8.13723388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,1,balanced,8.821497802734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,1,balanced,9.338637084960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,balanced,0.10570752143859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,balanced,0.1765542411804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,balanced,0.31677696228027347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,balanced,0.5605382537841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,1,balanced,10.181575927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,balanced,0.9884505462646483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,2,power_law_1.2,47.1049951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,balanced,1.915284423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,balanced,2.846627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,balanced,2.8535595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,1,balanced,13.459226074218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,balanced,2.8603359985351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,1,balanced,13.540336914062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,balanced,2.868383483886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,balanced,2.8797592163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,balanced,2.8928204345703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,balanced,2.9023468017578127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,balanced,2.920179138183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,balanced,2.945142517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,1,balanced,18.09218505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,balanced,2.9582138061523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,balanced,3.0929965209960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,balanced,3.155223083496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,balanced,3.2218994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,balanced,3.3988876342773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,1,balanced,21.24697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,balanced,3.4890643310546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,balanced,3.758113403320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,balanced,4.048019104003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,1,balanced,0.09950847625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,1,balanced,0.06462207794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,1,balanced,0.16009023666381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,balanced,4.698566284179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,1,balanced,0.28704832077026365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,1,balanced,0.5441612625122071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,balanced,5.6401257324218745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,1,balanced,1.0587481689453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,1,balanced,1.601129608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,1,balanced,1.5952313232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,1,balanced,1.5990208435058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,1,balanced,1.6026719665527345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,balanced,6.706033935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,1,balanced,1.614105529785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,1,balanced,1.6198329162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,1,balanced,1.6376390075683596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,1,balanced,1.6702784729003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,1,balanced,1.6896127319335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,balanced,8.757163085937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,1,balanced,1.7970835876464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,1,balanced,1.8245030212402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,1,balanced,2.4091290283203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,1,balanced,2.489469451904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,1,balanced,30.998076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,1,balanced,3.186595153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,1,balanced,3.3171563720703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,1,power_law_1.01,0.1576972770690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,1,power_law_1.01,0.2634073638916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,1,balanced,4.174069213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,1,power_law_1.01,0.5333280181884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,1,power_law_1.01,0.9907244873046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,1,power_law_1.01,1.7890847778320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,1,power_law_1.01,2.5272621154785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,1,balanced,7.654005737304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,1,power_law_1.01,2.922732238769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,1,balanced,8.441953735351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,1,power_law_1.01,3.790527954101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,1,power_law_1.01,3.9923934936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,1,power_law_1.01,4.175460510253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,1,power_law_1.01,4.326969604492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,1,balanced,12.518505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,1,power_law_1.01,4.388053894042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,1,power_law_1.01,4.575031127929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,1,power_law_1.01,4.802037658691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,1,power_law_1.01,4.924503173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,1,balanced,17.057481689453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,1,power_law_1.01,5.163400268554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,1,power_law_1.01,6.4705963134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,1,power_law_1.01,6.997939453124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,1,power_law_1.01,7.476780395507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,1,power_law_1.01,8.495181274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,1,balanced,24.740283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.10494336128234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,1,power_law_1.01,9.26017333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.1761190414428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.3154777526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.5586284637451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,1,power_law_1.01,10.813634033203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.9223040008544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,1.276885757446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,1,power_law_1.01,12.263775634765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.4748083496093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.90708740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,2.003088684082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,2.0948281860351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,2.1693632507324216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,2.197027130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,1,power_law_1.01,14.964593505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,2.273528289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,2.3468389892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,2.373875885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,2.4558892822265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,1,power_law_1.01,17.617210693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,2.5850369262695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,2.6851007080078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.803292236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.990719909667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,3.154865417480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,3.4734292602539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,1,power_law_1.01,0.062026238441467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,3.817103881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,1,power_law_1.01,0.09620287895202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,4.608037719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,1,power_law_1.01,0.1609951972961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,1,power_law_1.01,0.28718847274780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,5.43621337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,1,power_law_1.01,23.0641015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,1,power_law_1.01,0.5043033599853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,1,power_law_1.01,0.7085740661621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,1,power_law_1.01,0.8362445068359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,1,power_law_1.01,1.0796173095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,1,power_law_1.01,1.1382527923583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,7.096744384765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,1,power_law_1.01,1.1852799987792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,1,power_law_1.01,1.3591448974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,1,power_law_1.01,1.4929484558105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,1,power_law_1.01,1.6012403869628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,8.612108764648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,1,power_law_1.01,1.9370629882812502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,1,power_law_1.01,1.8810893249511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,1,power_law_1.01,2.2037734985351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,1,power_law_1.01,2.238706512451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,1,power_law_1.01,2.7395526123046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,1,power_law_1.01,3.0813510131835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,1,power_law_1.01,29.57935791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,1,power_law_1.01,4.125720825195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,1,power_law_1.2,0.15780096054077147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,1,power_law_1.01,4.896417236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,1,power_law_1.2,0.26395200729370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,1,power_law_1.2,0.5397203063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,1,power_law_1.01,6.4390411376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,1,power_law_1.2,0.9887353515624999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,1,power_law_1.2,1.6397669982910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,1,power_law_1.01,8.138055419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,1,power_law_1.2,2.2840237426757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,1,power_law_1.2,2.670376892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,1,power_law_1.01,11.287087402343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,1,power_law_1.2,3.7101953125000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,1,power_law_1.2,3.8802444458007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,1,power_law_1.2,4.010425720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,1,power_law_1.01,13.658524169921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,1,power_law_1.2,4.172792358398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,1,power_law_1.2,4.378819885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,1,power_law_1.2,4.520365295410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,1,power_law_1.2,4.753074035644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,1,power_law_1.2,4.96127685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,1,power_law_1.2,5.131390991210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,1,power_law_1.2,6.54608642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,1,power_law_1.01,19.958682861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,1,power_law_1.2,7.151823730468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,1,power_law_1.2,7.605287475585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,1,power_law_1.2,8.611697387695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,1,power_law_1.01,25.17533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,1,power_law_1.2,9.561406860351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.10519488334655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.17621824264526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.3159744071960449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.557696647644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,1,power_law_1.2,11.062312011718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.850689926147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,1.1644070434570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,1.352490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.8655296325683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,1,power_law_1.2,12.495278320312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.9476864624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,2.0124652099609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,2.0900473022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,2.1772230529785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,1,power_law_1.2,15.340704345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,2.2391871643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,2.3108966064453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,2.374089660644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,2.429173736572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,2.6000531005859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,1,power_law_1.2,18.263037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.7310260009765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.8426290893554684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,3.044031982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,3.2711700439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,3.6378860473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,1,power_law_1.2,0.06269440174102783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,3.992140808105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,4.783121337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,1,power_law_1.2,0.09587136268615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,1,power_law_1.2,0.16097471237182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,1,power_law_1.2,23.66486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,5.545245361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,1,power_law_1.2,0.2873766326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,1,power_law_1.2,0.4559756851196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,1,power_law_1.2,0.6388492965698243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,1,power_law_1.2,0.7642924499511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,1,power_law_1.2,1.0353759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,1,power_law_1.2,1.0956422424316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,1,power_law_1.2,1.2033074951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,1,power_law_1.2,1.3576870727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,7.2869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,1,power_law_1.2,1.4931552124023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,1,power_law_1.2,1.5321965026855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,1,power_law_1.2,1.9600460815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,1,power_law_1.2,2.2448031616210935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,9.002921752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,1,power_law_1.2,1.9307174682617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,1,power_law_1.2,2.3060768127441404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,1,power_law_1.2,2.851783142089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,1,power_law_1.2,3.1664935302734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,1,power_law_1.2,30.41804931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,1,power_law_1.2,4.334556274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,2,balanced,0.13893631935119627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,2,balanced,0.27027328491210934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,1,power_law_1.2,5.163472900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,2,balanced,0.5244428634643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,2,balanced,0.9849420928955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,2,balanced,1.9157145690917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,1,power_law_1.2,6.803593139648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,1,power_law_1.2,8.408255615234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,2,balanced,3.8147149658203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,2,balanced,5.696222534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,2,balanced,5.7043084716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,1,power_law_1.2,11.680087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,2,balanced,5.715007934570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,2,balanced,5.726588134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,1,power_law_1.2,14.08928466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,2,balanced,5.74703369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,2,balanced,5.768729858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,2,balanced,5.78696044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,2,balanced,7.4954724121093745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,2,balanced,7.526791381835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,2,balanced,7.558211669921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,2,balanced,7.724368896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,2,balanced,7.937926635742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,1,power_law_1.2,19.494127197265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,2,balanced,8.2663818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,2,balanced,8.914877319335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,2,balanced,9.414305419921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,1,power_law_1.2,25.1746240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,2,balanced,10.065400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,2,balanced,0.09482879638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,2,balanced,0.16619647979736327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,2,balanced,0.30922111511230466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,2,balanced,0.589227523803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,2,balanced,0.9974374389648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,2,balanced,12.936602783203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,2,balanced,1.9210765075683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,2,balanced,12.87385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,2,balanced,2.8573696899414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,2,balanced,2.8634136962890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,2,balanced,2.8713113403320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,2,balanced,2.8768115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,2,balanced,2.8874905395507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,2,balanced,17.419305419921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,2,balanced,2.9010418701171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,2,balanced,2.9133209228515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,2,balanced,2.9946817016601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,2,balanced,3.0188314819335935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,2,balanced,3.040636291503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,2,balanced,3.0798245239257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,2,balanced,3.1797146606445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,2,balanced,21.095781249999998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,2,balanced,3.2794430541992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,2,balanced,3.3881240844726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,2,balanced,3.5226495361328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,2,balanced,3.832494201660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,2,balanced,0.09928192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,2,balanced,0.15822208404541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,2,balanced,0.28375423431396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,2,balanced,4.139119262695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,2,balanced,0.5366540908813476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,2,balanced,4.878547058105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,2,balanced,1.0370240020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,2,balanced,1.5454310607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,2,balanced,5.431087646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,2,balanced,1.5757542419433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,2,balanced,1.5924479675292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,2,balanced,1.5765785217285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,2,balanced,6.5888037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,2,balanced,1.5824729919433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,2,balanced,1.6049151611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,2,balanced,1.6283506774902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,2,balanced,1.8247155761718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,2,balanced,1.792798767089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,2,balanced,1.8788645935058592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,2,balanced,8.510713500976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,2,balanced,2.306150360107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,2,balanced,2.382431945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,2,balanced,3.286355285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,2,balanced,30.815463867187496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,2,balanced,3.2659393310546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,2,balanced,3.9460147094726565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,2,power_law_1.01,0.263507194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,2,power_law_1.01,0.5265395355224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,2,power_law_1.01,0.979956512451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,2,balanced,7.8241076660156255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,2,power_law_1.01,1.2862118530273439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,2,balanced,8.383061523437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,2,power_law_1.01,2.0348428344726566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,2,power_law_1.01,2.903802795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,2,balanced,12.4470556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,2,power_law_1.01,4.110789184570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,2,power_law_1.01,3.1761563110351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,2,balanced,16.53052978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,2,power_law_1.01,4.39388427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,2,power_law_1.01,4.360741271972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,2,power_law_1.01,4.363016967773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,2,power_law_1.01,4.742334594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,2,power_law_1.01,4.866556091308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,2,power_law_1.01,6.2993841552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,2,power_law_1.01,6.30232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,2,balanced,25.3885791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,2,power_law_1.01,6.473972778320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,2,power_law_1.01,6.644865112304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,2,power_law_1.01,7.431331787109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,2,power_law_1.01,7.686279907226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,2,power_law_1.01,8.6319873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,2,balanced,33.2357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,2,power_law_1.01,9.572327880859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.1657855987548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,2,power_law_1.01,11.218646240234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.3083724784851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.5839078521728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.7495999908447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,2,power_law_1.01,12.482810058593751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,1.0839116668701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,1.4558207702636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,1.6123545837402342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,2.099900207519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,2.1620031738281247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,2.2278822326660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,2,power_law_1.01,15.699522705078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,2.244806365966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,2,balanced,45.7694384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,2.3691673278808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,2.50946044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,2.5160691833496096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,2,power_law_1.01,18.869816894531247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,2.623590393066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,2.654920959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,2.7366848754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,2.9505496215820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,3.055867004394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,3.1945318603515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,2.3893580627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,3.648154907226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,2,power_law_1.01,0.0944819164276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,3.8255987548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,2,power_law_1.01,0.15827584266662598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,2,power_law_1.01,24.2324072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,2,power_law_1.01,0.2849075126647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,4.541968688964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,2,power_law_1.01,0.5007654571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,2,power_law_1.01,0.7397222137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,5.521998291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,2,power_law_1.01,1.153680648803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,2,power_law_1.01,1.2526143646240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,2,power_law_1.01,1.3720358276367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,7.1648974609375005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,2,power_law_1.01,1.5236607360839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,2,power_law_1.01,1.6143603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,2,power_law_1.01,1.9139916992187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,2,power_law_1.01,2.115434265136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,2,power_law_1.01,1.9937933349609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,8.630187377929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,2,power_law_1.01,2.305433654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,2,power_law_1.01,2.598754577636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,2,power_law_1.01,2.7082138061523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,2,power_law_1.01,32.70259033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,2,power_law_1.01,3.015577697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,2,power_law_1.01,4.086206665039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,2,power_law_1.01,4.869386291503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,2,power_law_1.01,6.652684936523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,2,power_law_1.2,0.2632383918762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,2,power_law_1.01,7.987325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,2,power_law_1.2,0.5251776123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,2,power_law_1.2,0.8502143859863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,2,power_law_1.2,1.275758056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,2,power_law_1.01,11.23016357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,2,power_law_1.2,2.0281753540039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,2,power_law_1.2,2.738489685058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,2,power_law_1.2,3.0417803955078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,2,power_law_1.01,13.942982177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,2,power_law_1.2,4.031221618652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,2,power_law_1.2,4.13285888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,2,power_law_1.2,4.177218627929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,2,power_law_1.2,4.364280395507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,2,power_law_1.01,19.188939208984372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,2,power_law_1.2,4.680108947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,2,power_law_1.2,4.886298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,2,power_law_1.2,6.135588989257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,2,power_law_1.2,6.248853759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,2,power_law_1.01,24.62874267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,2,power_law_1.2,6.203572387695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,2,power_law_1.2,6.8279052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,2,power_law_1.2,7.558512573242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,2,power_law_1.2,7.753130493164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,2,power_law_1.2,8.90102783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,2,power_law_1.2,9.872664184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,2,power_law_1.01,35.717641601562505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,2,power_law_1.2,11.543521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.16711551666259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.30749183654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.4156006240844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,2,power_law_1.2,13.141507568359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.7374476623535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.9955430603027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,1.3840870666503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,1.5285746765136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,2,power_law_1.2,16.21680419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,2.096012725830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,2.1521279907226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,2.233745880126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,2.2122201538085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,2.310954284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,2.3820684814453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,2,power_law_1.01,47.3017333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,2.45544189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,2,power_law_1.2,19.737745361328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,2.58429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,2.595641479492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,2.8380084228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,2.57496826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,2.9653784179687497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,3.1124237060546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,3.296165161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,3.684473571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,3.9516415405273433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,2,power_law_1.2,0.10264063835144044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,2,power_law_1.2,0.15819135665893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,2,power_law_1.2,0.28481536865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,4.815358581542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,2,power_law_1.2,0.4540467071533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,2,power_law_1.2,26.3439111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,2,power_law_1.2,0.6298137664794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,2,power_law_1.2,1.1240857696533202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,5.760567016601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,2,power_law_1.2,1.2325785827636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,2,power_law_1.2,1.3873126220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,2,power_law_1.2,1.5317887878417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,7.210003051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,2,power_law_1.2,1.647571258544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,2,power_law_1.2,1.9568345642089846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,2,power_law_1.2,2.022440948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,2,power_law_1.2,2.217809906005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,9.44355712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,2,power_law_1.2,2.380614471435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,2,power_law_1.2,2.6516812133789065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,2,power_law_1.2,2.8238436889648435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,2,power_law_1.2,3.0446859741210934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,2,power_law_1.2,33.958310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,2,power_law_1.2,4.412555541992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,2,power_law_1.2,5.059097595214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,2,power_law_1.2,6.632203369140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,1,balanced,0.1713670349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,2,power_law_1.2,8.085994262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,1,balanced,0.2654265594482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,1,balanced,0.5395750427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,1,balanced,0.9939065551757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,2,power_law_1.2,11.25645751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,1,balanced,1.9550355529785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,2,power_law_1.2,14.441145019531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,1,balanced,3.8185638427734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,1,balanced,5.7072033691406245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,1,balanced,5.702362060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,2,power_law_1.2,18.8343798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,1,balanced,5.722225341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,1,balanced,5.735784301757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,1,balanced,5.749187622070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,1,balanced,5.777686767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,2,power_law_1.2,24.59830322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,1,balanced,5.7965631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,1,balanced,5.845323486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,1,balanced,5.88537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,1,balanced,5.906044311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,1,balanced,7.6527294921874995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,1,balanced,7.830667724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,1,balanced,8.148819580078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,2,power_law_1.2,36.3603369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,1,balanced,8.820075073242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,1,balanced,9.392811889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,balanced,0.10590656280517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,balanced,0.17660480499267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,balanced,0.3165945625305176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,balanced,0.5583916854858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,1,balanced,10.121558837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,balanced,0.9863104248046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,balanced,1.9156530761718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,2,power_law_1.2,47.350478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,balanced,2.8456939697265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,1,balanced,13.44585205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,1,balanced,13.52437744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,balanced,2.8537664794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,balanced,2.859932861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,balanced,2.8672262573242184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,balanced,2.8821005249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,balanced,2.8912734985351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,balanced,2.904120178222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,balanced,2.9213265991210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,balanced,2.943352966308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,balanced,2.9590444946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,balanced,3.096280212402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,balanced,3.1849005126953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,1,balanced,18.18893798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,balanced,3.220013427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,balanced,3.3352166748046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,1,balanced,21.15075927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,balanced,3.474591979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,balanced,3.7611123657226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,1,balanced,0.06248064041137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,balanced,4.138064575195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,1,balanced,0.10305088043212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,1,balanced,0.15997056007385252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,balanced,4.7080358886718745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,1,balanced,0.2870195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,1,balanced,0.5418489456176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,1,balanced,1.0651315307617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,balanced,5.678389282226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,1,balanced,1.5815469360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,1,balanced,1.5906393432617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,1,balanced,1.5921688842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,balanced,6.786226806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,1,balanced,1.6073645019531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,1,balanced,1.6277798461914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,1,balanced,1.621357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,1,balanced,1.636598358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,1,balanced,1.6663980102539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,1,balanced,1.6847065734863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,1,balanced,1.7953919982910158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,balanced,8.642109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,1,balanced,1.832177276611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,1,balanced,2.3681011962890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,1,balanced,2.4752210998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,1,balanced,31.047968750000003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,1,balanced,3.2036007690429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,1,power_law_1.01,0.15750656127929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,1,balanced,3.3248391723632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,1,power_law_1.01,0.2631884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,1,balanced,4.212769165039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,1,power_law_1.01,0.5326713562011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,1,power_law_1.01,0.9900511932373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,1,power_law_1.01,1.7893644714355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,1,balanced,8.088880615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,1,power_law_1.01,2.5269311523437503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,1,balanced,8.591784057617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,1,power_law_1.01,2.9235751342773435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,1,power_law_1.01,3.7862789916992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,1,power_law_1.01,3.993348999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,1,power_law_1.01,4.1736474609375005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,1,power_law_1.01,4.326368713378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,1,balanced,12.38526123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,1,power_law_1.01,4.388496704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,1,power_law_1.01,4.580943298339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,1,power_law_1.01,4.802652282714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,1,power_law_1.01,4.924470520019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,1,balanced,16.927835693359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,1,power_law_1.01,5.162423706054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,1,power_law_1.01,6.471264038085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,1,power_law_1.01,7.002184448242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,1,power_law_1.01,7.537315673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,1,power_law_1.01,8.489140014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,1,balanced,24.75418212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.10571711540222169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,1,power_law_1.01,9.250439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.17623359680175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.3155135917663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,1,power_law_1.01,10.574644775390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.5591110229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.9235609436035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,1.278711700439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,1,power_law_1.01,12.26890869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.4744677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.9074624633789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,2.0063148498535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,2.0948941040039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,2.168162536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,1,power_law_1.01,14.9475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,2.1977638244628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,2.276408996582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,2.346941375732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,2.373918151855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,2.456426239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,2.5773159790039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,1,power_law_1.01,17.627342529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,2.6949041748046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.8020037841796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.9876306152343752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,3.157080993652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,3.4875546264648434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,1,power_law_1.01,0.06641727924346924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,3.8319192504882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,1,power_law_1.01,0.09807040214538573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,1,power_law_1.01,0.1599468803405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,4.568447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,1,power_law_1.01,0.28732864379882816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,5.400411376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,1,power_law_1.01,0.5048115158081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,1,power_law_1.01,0.7080921936035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,1,power_law_1.01,23.63802978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,1,power_law_1.01,0.8363334655761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,7.0334014892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,1,power_law_1.01,1.0763692474365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,1,power_law_1.01,1.1373331451416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,1,power_law_1.01,1.1832640075683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,1,power_law_1.01,1.358734130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,1,power_law_1.01,1.5034381103515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,1,power_law_1.01,1.5839788818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,1,power_law_1.01,1.9247021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,8.523240966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,1,power_law_1.01,2.1888275146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,1,power_law_1.01,1.8951545715332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,1,power_law_1.01,2.232209930419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,1,power_law_1.01,2.7970175170898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,1,power_law_1.01,3.0772222900390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,1,power_law_1.01,4.098293151855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,1,power_law_1.01,29.6175146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,1,power_law_1.2,0.15795328140258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,1,power_law_1.01,4.855555725097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,1,power_law_1.2,0.2635539245605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,1,power_law_1.2,0.5300268936157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,1,power_law_1.01,6.715236206054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,1,power_law_1.2,0.9898111724853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,1,power_law_1.2,1.6477696228027345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,1,power_law_1.01,8.1448095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,1,power_law_1.2,2.286432037353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,1,power_law_1.2,2.6728634643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,1,power_law_1.01,11.233104248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,1,power_law_1.2,3.709675598144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,1,power_law_1.2,3.8837139892578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,1,power_law_1.2,4.011146850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,1,power_law_1.2,4.170908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,1,power_law_1.01,14.050457763671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,1,power_law_1.2,4.377244262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,1,power_law_1.2,4.534385986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,1,power_law_1.2,4.7190618896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,1,power_law_1.2,4.961720275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,1,power_law_1.2,5.132684936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,1,power_law_1.01,19.4790625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,1,power_law_1.2,6.5535302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,1,power_law_1.2,7.146871948242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,1,power_law_1.2,7.669523925781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,1,power_law_1.2,8.50467529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,1,power_law_1.2,9.5676806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,1,power_law_1.01,25.3358154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.10537216186523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.1766988754272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.31577215194702146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,1,power_law_1.2,11.0730322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.5588851165771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.8507660675048829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,1.1656237030029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,1.3533413696289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.8652096557617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,1,power_law_1.2,12.48358154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.9473452758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,2.0129017639160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,2.090327606201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,2.177210235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,2.2391456604003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,2.311234588623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,1,power_law_1.2,15.305887451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,2.3747865295410158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,2.428607330322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,2.5899270629882816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.73173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.849321594238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,1,power_law_1.2,18.235002441406248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,3.0453637695312503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,3.2706112670898433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,3.6537707519531253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,1,power_law_1.2,0.0674015998840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,4.045489196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,1,power_law_1.2,0.09803839683532714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,1,power_law_1.2,0.16237760543823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,4.708221435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,1,power_law_1.2,0.2873894309997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,5.438583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,1,power_law_1.2,0.4547635269165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,1,power_law_1.2,24.34015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,1,power_law_1.2,0.6382988739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,1,power_law_1.2,0.7544121551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,1,power_law_1.2,1.0355833435058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,1,power_law_1.2,1.0954598236083986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,1,power_law_1.2,1.1958169555664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,7.269800415039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,1,power_law_1.2,1.3552012634277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,1,power_law_1.2,1.4939788818359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,1,power_law_1.2,1.53121337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,9.036741943359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,1,power_law_1.2,1.960136260986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,1,power_law_1.2,1.9443827819824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,1,power_law_1.2,2.2223551940917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,1,power_law_1.2,2.301654968261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,1,power_law_1.2,29.78804931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,1,power_law_1.2,2.858953552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,1,power_law_1.2,3.1794049072265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,1,power_law_1.2,4.375621032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,2,balanced,0.05984511852264405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,2,balanced,0.09253888130187989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,2,balanced,0.16985855102539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,1,power_law_1.2,5.077289733886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,2,balanced,0.3210355377197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,2,balanced,0.624832000732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,2,balanced,1.2267890930175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,2,balanced,1.2284275054931642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,1,power_law_1.2,6.692276611328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,2,balanced,1.2333081817626952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,2,balanced,1.239320297241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,2,balanced,1.2435686492919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,2,balanced,1.250466537475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,1,power_law_1.2,8.363704833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,2,balanced,1.5990924072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,2,balanced,1.6167091369628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,2,balanced,1.6376576232910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,2,balanced,1.6844390869140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,2,balanced,1.714142761230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,2,balanced,1.760748748779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,2,balanced,1.8488050842285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,2,balanced,1.9247975158691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,1,power_law_1.2,11.608988037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,2,balanced,2.0468850708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,2,balanced,2.1433676147460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,2,balanced,2.3859840393066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,2,balanced,2.583904113769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,2,balanced,0.041561598777771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,2,balanced,0.062104320526123045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,2,balanced,0.10237695693969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,2,balanced,0.1782579231262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,2,balanced,3.62271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,2,balanced,0.32748672485351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,2,balanced,0.6310028839111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,2,balanced,4.577352905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,1,power_law_1.2,14.249093017578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,2,balanced,0.6351808166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,2,balanced,0.6369152069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,2,balanced,0.6395391845703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,2,balanced,0.6431756591796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,2,balanced,0.6769728088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,2,balanced,0.6834265899658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,2,balanced,0.6879526519775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,2,balanced,0.6465139007568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,2,balanced,0.6982003021240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,2,balanced,0.7033574676513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,2,balanced,6.780421142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,2,balanced,0.7191104125976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,2,balanced,0.7520665740966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,2,balanced,0.7867084503173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,2,balanced,0.8360793304443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,2,balanced,0.8997440338134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,2,balanced,1.0166758728027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,2,balanced,1.156294403076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,2,balanced,0.04405759811401368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,2,balanced,8.63744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,2,balanced,1.4560383605957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,2,balanced,0.06302207946777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,2,balanced,0.12408576011657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,2,balanced,1.6317337036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,2,balanced,0.19865600585937498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,2,balanced,0.35900287628173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,2,balanced,0.3622963333129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,2,balanced,0.3715686416625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,2,balanced,0.3717478561401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,2,balanced,2.327974395751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,2,balanced,0.3736038589477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,2,balanced,0.37383041381835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,2,balanced,0.3870783996582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,2,balanced,0.39458431243896486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,2,balanced,2.7989349365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,2,balanced,0.4047065734863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,2,balanced,0.5177420806884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,2,balanced,0.5209868621826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,2,balanced,0.5336716842651368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,1,power_law_1.2,19.939703369140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,2,balanced,0.7057855987548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,2,balanced,0.9248140716552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,2,balanced,1.7631257629394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,2,balanced,1.859955139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,2,balanced,0.9009088134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,2,power_law_1.01,0.0916697597503662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,2,power_law_1.01,0.1683238410949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,2,balanced,2.745671691894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,2,power_law_1.01,0.2711398315429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,2,power_law_1.01,0.3960729598999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,2,balanced,3.7013235473632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,2,power_law_1.01,0.5509081649780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,2,power_law_1.01,0.7191423797607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,2,power_law_1.01,0.9491801452636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,2,power_law_1.01,1.0020979309082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,2,power_law_1.01,1.0204249572753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,2,balanced,5.3876147460937505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,2,power_law_1.01,1.0260902404785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,2,power_law_1.01,1.0649228668212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,2,power_law_1.01,1.3730662536621092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,2,power_law_1.01,1.4133888244628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,1,power_law_1.2,25.0470263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,2,balanced,7.21836669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,2,power_law_1.01,1.4705062866210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,2,power_law_1.01,1.555294647216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,2,power_law_1.01,1.5690943908691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,2,power_law_1.01,1.6771725463867189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,2,power_law_1.01,1.7572032165527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,2,power_law_1.01,1.8849139404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,2,power_law_1.01,2.0270565795898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,2,power_law_1.01,2.2289216613769534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,2,power_law_1.01,2.616675720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,2,power_law_1.01,0.06093440055847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,2,power_law_1.01,3.1298983764648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,2,power_law_1.01,0.10208383560180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,2,balanced,12.186912841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,2,power_law_1.01,0.15362048149108887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,2,power_law_1.01,0.21947647094726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,2,power_law_1.01,0.27804544448852536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,2,power_law_1.01,0.35948287963867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,2,power_law_1.01,0.5092211151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,2,power_law_1.01,0.5210163116455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,2,power_law_1.01,4.2693478393554685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,2,power_law_1.01,0.5330060958862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,2,power_law_1.01,0.5380774307250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,2,power_law_1.01,0.5580300903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,2,power_law_1.01,0.5815987014770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,2,power_law_1.01,0.606855697631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,2,power_law_1.01,0.6154137420654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,2,power_law_1.01,5.394102783203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,2,power_law_1.01,0.6284812927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,2,power_law_1.01,0.6391104125976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,2,power_law_1.01,0.6669542694091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,2,power_law_1.01,0.7018470764160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.01,0.7338406372070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.01,0.7981298828125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,2,balanced,15.4119921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.01,0.8775475311279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.01,0.9953830718994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.01,1.1593523406982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,2,power_law_1.01,0.04494336128234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,2,power_law_1.01,7.804475097656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.01,1.446444854736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,2,power_law_1.01,0.06412159919738769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,2,power_law_1.01,0.1090214443206787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,2,power_law_1.01,0.15834495544433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.01,1.8071795654296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,2,power_law_1.01,0.19698688507080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,2,power_law_1.01,0.3055974388122559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,2,power_law_1.01,0.34857086181640623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.01,2.434853057861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,2,power_law_1.01,0.3653772735595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,2,power_law_1.01,0.4263808059692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,2,power_law_1.01,0.47386623382568355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.01,3.2584088134765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,2,power_law_1.01,9.838745727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,2,power_law_1.01,0.4335551834106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,2,power_law_1.01,0.4819622421264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,2,power_law_1.01,0.6254745483398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,2,power_law_1.01,0.67818115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,2,power_law_1.01,0.7436006164550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,2,power_law_1.01,0.5260198211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,2,power_law_1.01,0.9352307128906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,2,power_law_1.01,1.2535167694091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,2,power_law_1.01,1.4773619079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,2,power_law_1.01,1.9141145324707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,2,power_law_1.2,0.09182720184326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,2,power_law_1.2,0.1689036750793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,2,power_law_1.01,2.419974365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,2,power_law_1.2,0.25656063079833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,2,power_law_1.2,0.3801676940917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,2,power_law_1.01,3.1859533691406248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,2,power_law_1.2,0.5349401473999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,2,power_law_1.2,0.6780185699462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,2,power_law_1.2,0.9257190704345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,2,power_law_1.01,4.143497009277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,2,power_law_1.2,1.004483871459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,2,power_law_1.2,1.0242189025878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,2,power_law_1.2,1.0340518188476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,2,power_law_1.2,1.0536192321777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,2,power_law_1.2,1.4105548095703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,2,power_law_1.01,5.915477905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,2,power_law_1.2,1.447545623779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,2,power_law_1.2,1.5039756774902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,2,power_law_1.2,1.563152618408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,2,power_law_1.2,1.6329061889648435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,2,power_law_1.2,1.6917683410644533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,2,power_law_1.01,7.807836303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,2,power_law_1.2,1.8469786071777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,2,power_law_1.2,1.920281524658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,2,power_law_1.2,2.085583343505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,2,power_law_1.2,2.288538818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,2,power_law_1.2,2.719878540039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,2,power_law_1.2,0.06860415935516358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,2,power_law_1.2,0.10452223777770997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,2,power_law_1.2,3.5183258056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,2,power_law_1.01,11.545479736328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,2,power_law_1.2,0.13806591987609865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,2,power_law_1.2,0.20736127853393554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,2,power_law_1.2,0.2717068862915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,2,power_law_1.2,0.34394241333007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,2,power_law_1.2,4.506015930175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,2,power_law_1.2,0.5071590423583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,2,power_law_1.2,0.5241088104248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,2,power_law_1.2,0.5348684692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,2,power_law_1.2,0.527534065246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,2,power_law_1.2,0.6001446533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,2,power_law_1.2,0.6115660858154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,2,power_law_1.2,0.6312895965576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,2,power_law_1.2,5.815534057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,2,power_law_1.2,0.636569595336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,2,power_law_1.2,0.6575743865966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,2,power_law_1.2,0.6828749084472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,2,power_law_1.2,0.7213235473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,2,power_law_1.01,16.359788818359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.2,0.8154930877685548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.2,0.759161605834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.2,0.8966438293457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.2,1.0404032135009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,2,power_law_1.2,8.144837036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.2,1.194287338256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.2,1.5192332458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,2,power_law_1.2,0.04533631801605224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,2,power_law_1.2,0.06418303966522217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.2,1.8927308654785158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,2,power_law_1.2,0.10332672119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,2,power_law_1.2,0.13479424476623536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,2,power_law_1.2,0.18272640228271483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,2,power_law_1.2,0.3069939231872559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,2,power_law_1.2,0.34982273101806644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,2,power_law_1.2,0.3960665512084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.2,2.597784423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,2,power_law_1.2,0.4347135925292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,2,power_law_1.2,0.48854400634765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,2,power_law_1.2,0.45053440093994135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,2,power_law_1.2,0.4891123199462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,2,power_law_1.2,0.5352959823608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,2,power_law_1.2,10.723021240234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,2,power_law_1.2,0.6335564804077148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.2,3.693385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,2,power_law_1.2,0.7043647766113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,2,power_law_1.2,0.5438809585571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,2,power_law_1.2,0.7692851257324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,2,power_law_1.2,0.9923007965087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,2,power_law_1.2,1.3191500854492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,2,power_law_1.2,1.5162278747558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,2,power_law_1.2,1.990338592529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,2,power_law_1.2,2.356637420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,1,balanced,0.06617343902587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,1,balanced,0.10294528007507324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,1,balanced,0.18063999176025392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,2,power_law_1.2,3.289940490722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,1,balanced,0.3286854553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,2,power_law_1.2,4.1897216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,1,balanced,0.6331891250610352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,1,balanced,1.2305280303955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,1,balanced,1.2347411346435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,1,balanced,1.2412435150146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,1,balanced,1.244395523071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,2,power_law_1.2,5.857520751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,1,balanced,1.2478771209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,1,balanced,1.2551744079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,1,balanced,1.2721087646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,1,balanced,1.2761516571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,1,balanced,1.2900172424316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,1,balanced,1.6543693542480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,1,balanced,1.679240264892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,2,power_law_1.2,7.779567260742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,1,balanced,1.7260569763183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,1,balanced,1.818243865966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,1,balanced,1.8945581054687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,1,balanced,2.0206367492675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,1,balanced,2.1236376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,1,balanced,2.3588467407226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,1,balanced,0.052761597633361815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,1,balanced,2.5385618591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,1,balanced,0.0712063980102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,1,balanced,0.11319871902465821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,1,balanced,0.1874687957763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,1,balanced,0.3370828628540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,1,balanced,3.502070922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,1,balanced,0.6366937637329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,1,balanced,0.6424345397949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,1,balanced,0.6484210968017579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,1,balanced,4.4641415405273435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,1,balanced,0.6529433441162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,1,balanced,0.6562252807617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,1,balanced,0.6448371124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,1,balanced,0.6607059478759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,1,balanced,0.6670918273925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,1,balanced,0.673707504272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,1,balanced,0.7069798278808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,1,balanced,0.7153107452392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,1,balanced,0.7268236541748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,1,balanced,0.7482054138183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,1,balanced,0.769059829711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,1,balanced,0.8179833221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,1,balanced,0.8638617706298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,1,balanced,6.568328857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,1,balanced,0.9730828857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,2,power_law_1.2,11.766665039062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,1,balanced,1.0783647918701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,1,balanced,1.4079501342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,1,balanced,0.034047999382019044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,1,balanced,0.04463551998138428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,1,balanced,0.06700607776641845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,1,balanced,1.5947564697265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,1,balanced,0.11250944137573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,1,balanced,0.20039167404174804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,1,balanced,8.328970947265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,1,balanced,0.3685331344604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,1,balanced,0.37339904785156247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,1,balanced,0.3705753707885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,1,balanced,2.3864428710937498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,1,balanced,0.3745484924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,1,balanced,0.3796121597290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,1,balanced,2.7595367431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,1,balanced,0.3807136154174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,1,balanced,0.3862905502319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,1,balanced,0.38784446716308596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,1,balanced,0.41374782562255863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,1,balanced,0.411151351928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,1,balanced,0.4186431884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,1,balanced,0.5606367874145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,1,balanced,0.5858931350708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,1,balanced,0.7674336242675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,1,balanced,0.9582093048095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,1,balanced,1.0007552337646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,1,power_law_1.01,0.06537856101989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,1,power_law_1.01,0.10071680068969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,1,balanced,1.8498886108398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,1,balanced,1.9582444763183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,1,power_law_1.01,0.17779264450073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,2,power_law_1.2,16.743782958984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,1,power_law_1.01,0.3278886413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,1,power_law_1.01,0.49096767425537113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,1,power_law_1.01,0.6348499298095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,1,balanced,2.898450622558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,1,power_law_1.01,0.899315185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,1,power_law_1.01,0.9498707580566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,1,power_law_1.01,0.9714828491210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,1,balanced,3.8598565673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,1,power_law_1.01,0.9848076629638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,1,power_law_1.01,1.0418029022216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,1,power_law_1.01,1.0804518127441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,1,power_law_1.01,1.096851806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,1,power_law_1.01,1.1177561950683592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,1,power_law_1.01,1.4700857543945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,1,power_law_1.01,1.4951283264160158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,1,power_law_1.01,1.5828192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,1,balanced,5.752899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,1,power_law_1.01,1.6919270324707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,1,power_law_1.01,1.7852076721191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,1,power_law_1.01,1.9434112548828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,1,power_law_1.01,2.0763699340820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,1,power_law_1.01,2.376314239501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,1,power_law_1.01,0.05231743812561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,1,balanced,7.807655639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,1,power_law_1.01,0.0712390422821045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,1,power_law_1.01,0.11325823783874511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,1,power_law_1.01,0.18777599334716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,1,power_law_1.01,0.2676153564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,1,power_law_1.01,2.9185107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,1,power_law_1.01,0.33711681365966795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,1,power_law_1.01,0.47328639984130855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,1,power_law_1.01,0.5005395126342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,1,power_law_1.01,0.511325454711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,1,power_law_1.01,3.769527587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,1,power_law_1.01,0.5187385559082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,1,power_law_1.01,0.5429427337646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,1,power_law_1.01,0.5616595077514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,1,power_law_1.01,0.5685248184204101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,1,power_law_1.01,0.5788307189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,1,power_law_1.01,0.6269196701049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,1,power_law_1.01,0.6279635238647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,1,power_law_1.01,4.723612060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,1,power_law_1.01,0.6586637115478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,1,power_law_1.01,0.6854745483398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.01,0.7207129669189454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.01,0.7807686614990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.01,0.8418886566162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.01,1.0026541137695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.01,1.117852783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,1,power_law_1.01,0.03187903881072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,1,power_law_1.01,0.044583678245544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.01,1.4035545349121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,1,power_law_1.01,6.646455688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,1,power_law_1.01,0.06565887928009033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.01,1.7497631835937502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,1,power_law_1.01,0.11312383651733397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,1,power_law_1.01,0.15786815643310548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,1,power_law_1.01,0.20123008728027342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,1,power_law_1.01,0.2739360046386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.01,2.3719692993164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,1,power_law_1.01,0.2901747131347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,1,power_law_1.01,0.31341888427734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,1,power_law_1.01,0.3415711975097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.01,3.009093627929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,1,power_law_1.01,0.37616832733154293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,1,power_law_1.01,0.4256396865844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,1,power_law_1.01,0.4364665603637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,1,power_law_1.01,0.4773996734619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,1,power_law_1.01,0.4784006500244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,1,power_law_1.01,8.620751342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,1,power_law_1.01,0.5438508987426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,1,power_law_1.01,0.6456620788574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,1,power_law_1.01,0.7835052490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,1,power_law_1.01,0.9993395233154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,1,power_law_1.01,1.3498130798339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,1,power_law_1.01,1.599739532470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,1,power_law_1.2,0.06577023983001709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,1,power_law_1.2,0.10055232048034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,1,power_law_1.01,2.0446424865722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,1,power_law_1.2,0.177379207611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,1,power_law_1.2,0.30547008514404295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,1,power_law_1.2,0.4509267044067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,1,power_law_1.01,2.5121919250488283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,1,power_law_1.2,0.5938560104370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,1,power_law_1.2,0.8826988983154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,1,power_law_1.01,3.49636474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,1,power_law_1.2,0.93238525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,1,power_law_1.2,0.9563123321533202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,1,power_law_1.2,0.991445083618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,1,power_law_1.2,1.0336262512207033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,1,power_law_1.01,4.387774047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,1,power_law_1.2,1.0686835479736327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,1,power_law_1.2,1.0976089477539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,1,power_law_1.2,1.143535385131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,1,power_law_1.2,1.4927845764160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,1,power_law_1.2,1.5448057556152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,1,power_law_1.2,1.5985958862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,1,power_law_1.01,6.223484497070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,1,power_law_1.2,1.735152587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,1,power_law_1.2,1.8068499755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,1,power_law_1.2,2.001404113769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,1,power_law_1.2,2.111841278076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,1,power_law_1.2,0.05225855827331542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,1,power_law_1.2,0.07563072204589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,1,power_law_1.01,8.324839477539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,1,power_law_1.2,2.5024383544921873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,1,power_law_1.2,0.11197504043579101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,1,power_law_1.2,0.17296255111694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,1,power_law_1.2,2.9635430908203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,1,power_law_1.2,0.24561279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,1,power_law_1.2,0.3199155235290527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,1,power_law_1.2,0.4644787216186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,1,power_law_1.2,0.4896268844604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,1,power_law_1.2,0.5024288177490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,1,power_law_1.2,4.050878601074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,1,power_law_1.2,0.5199084854125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,1,power_law_1.2,0.5368243026733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,1,power_law_1.2,0.554010238647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,1,power_law_1.2,0.5694617462158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,1,power_law_1.2,4.8337030029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,1,power_law_1.2,0.5881062316894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,1,power_law_1.2,0.6349145507812499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,1,power_law_1.2,0.6503155517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,1,power_law_1.2,0.664922866821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,1,power_law_1.2,0.7126662445068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.2,0.7401734161376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.2,0.8125791931152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.2,0.8633184051513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.2,1.004702682495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,1,power_law_1.2,6.786848754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.2,1.167922592163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,1,power_law_1.2,0.030860800743103028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,1,power_law_1.2,0.04496895790100098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.2,1.4996102905273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,1,power_law_1.2,0.06651264190673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.2,1.7740467834472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,1,power_law_1.2,0.1063046360015869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,1,power_law_1.2,0.14035008430480958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,1,power_law_1.2,0.1945587158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,1,power_law_1.2,0.2703775978088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,1,power_law_1.2,0.2899660873413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.2,2.4153958129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,1,power_law_1.2,0.31564352035522464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,1,power_law_1.2,0.3399545669555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,1,power_law_1.2,8.713154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,1,power_law_1.2,0.37254592895507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,1,power_law_1.2,0.42601982116699216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.2,3.0700167846679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,1,power_law_1.2,0.4804998397827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,1,power_law_1.2,0.4467660903930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,1,power_law_1.2,0.5058220672607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,1,power_law_1.2,0.5514259338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,1,power_law_1.2,0.6663008117675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,1,power_law_1.2,0.8153887939453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,1,power_law_1.2,1.0667724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,1,power_law_1.2,1.3989797973632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,1,power_law_1.2,1.661383056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,1,power_law_1.2,2.116337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,1,power_law_1.2,2.590773010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,1,power_law_1.2,3.540093994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,1,power_law_1.2,4.441018371582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,2,balanced,0.15299072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,2,balanced,0.08039039611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,2,balanced,0.6443686676025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,2,balanced,0.6483827209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,2,balanced,0.26641536712646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,2,balanced,0.6518656158447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,2,balanced,0.6558297729492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,1,power_law_1.2,6.260704345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,2,balanced,0.6676223754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,2,balanced,0.6705971527099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,2,balanced,0.676684799194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,2,balanced,0.05118336200714111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,1,power_law_1.2,8.4450244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,2,balanced,0.6419789123535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,2,balanced,0.47954689025878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,2,balanced,0.7339673614501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,2,balanced,0.8086515045166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,2,balanced,0.8398770904541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,2,balanced,0.8697203063964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,2,balanced,1.0577164459228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,2,balanced,1.2366041564941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,2,balanced,0.698529281616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,2,balanced,0.6928192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,2,balanced,0.6919628906249999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,2,balanced,1.56081787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,2,balanced,1.719859161376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,2,power_law_1.01,0.3494515228271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,2,balanced,0.7086080169677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,2,balanced,2.6353906250000003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,2,balanced,3.3576409912109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,2,power_law_1.01,0.07774079799652099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,2,power_law_1.01,0.5654272079467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,2,power_law_1.01,0.5705945587158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,2,power_law_1.01,0.24520832061767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,2,power_law_1.01,0.13104767799377443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,2,power_law_1.01,0.1896396827697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,2,power_law_1.01,0.6440870666503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,2,power_law_1.01,0.6777945709228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,2,power_law_1.01,0.6921855926513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,2,power_law_1.01,0.71146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,2,power_law_1.01,0.5198259353637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,2,power_law_1.01,0.7675020599365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,2,power_law_1.01,0.538414077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,2,power_law_1.01,0.5480230331420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,2,power_law_1.01,0.8653887939453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,2,power_law_1.01,1.1134540557861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,2,power_law_1.01,0.6164799880981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,2,power_law_1.01,1.7198912048339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,2,power_law_1.01,2.208320007324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,2,power_law_1.01,3.0018865966796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,2,power_law_1.01,0.5887628936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,2,power_law_1.01,3.835782470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,2,power_law_1.01,0.8081394958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,2,power_law_1.01,0.6198566436767579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,2,power_law_1.2,0.0775219202041626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,2,power_law_1.2,0.5447449493408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,2,power_law_1.2,0.5590873718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,2,power_law_1.2,0.11582592010498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,2,power_law_1.2,0.19299968719482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,2,power_law_1.01,0.9213043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,2,power_law_1.2,0.23911296844482424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,2,power_law_1.2,0.603454704284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,2,power_law_1.2,0.6393024063110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,2,power_law_1.01,1.3006399536132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,2,power_law_1.2,0.7000947570800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,2,power_law_1.2,0.4953062438964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,2,power_law_1.2,0.2999475288391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,2,power_law_1.2,0.7760883331298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,2,power_law_1.2,0.5583411026000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,2,power_law_1.2,0.8167206573486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,2,power_law_1.2,0.8838937377929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,2,power_law_1.2,0.6044300842285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,2,power_law_1.2,0.6274240112304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,2,power_law_1.2,1.2053363037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,2,power_law_1.2,0.6704678344726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,2,power_law_1.2,1.3595213317871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,2,power_law_1.2,0.7122918701171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,2,power_law_1.2,1.8251776123046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,2,power_law_1.2,2.376084442138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,2,power_law_1.2,0.6984063720703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,1,balanced,0.08678655624389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,1,balanced,0.055125122070312504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,1,balanced,0.14875264167785646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,2,power_law_1.2,4.1913995361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,2,power_law_1.2,2.991313781738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,1,balanced,0.26675136566162105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,1,balanced,0.4872396850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,1,balanced,0.6623065948486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,2,power_law_1.2,0.982059555053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,1,balanced,0.65279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,1,balanced,0.6621965026855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,1,balanced,0.6679750061035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,1,balanced,0.6646495819091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,1,balanced,0.6727430725097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,1,balanced,0.6767584228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,1,balanced,0.6815058898925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,1,balanced,0.695354232788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,1,balanced,0.6975552368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,1,balanced,0.8229203033447267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,1,balanced,0.7632646179199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,1,balanced,0.7164640045166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,1,balanced,0.7063993835449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,1,balanced,0.9000908660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,1,balanced,0.8518182373046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,1,balanced,1.0812262725830077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,1,power_law_1.01,0.05445312023162842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,1,power_law_1.01,0.08685440063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,1,power_law_1.01,0.14931520462036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,1,balanced,1.1468511962890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,1,power_law_1.01,0.23843008041381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,1,power_law_1.01,0.5587052917480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,1,balanced,2.0623577880859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,1,balanced,2.1764044189453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,1,power_law_1.01,0.5804166412353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,1,power_law_1.01,0.31869184494018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,1,power_law_1.01,0.6092704010009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,1,power_law_1.01,0.5311827087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,1,power_law_1.01,0.6515647888183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,1,power_law_1.01,0.4987564849853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,1,balanced,3.187718505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,1,power_law_1.01,0.6807078552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,1,power_law_1.01,0.7628998565673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,1,balanced,3.401128234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,1,power_law_1.01,0.8919840240478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,1,power_law_1.01,0.5942316818237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,1,power_law_1.01,0.627966079711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,1,power_law_1.01,0.8879142761230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,1,power_law_1.01,0.663021469116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,1,power_law_1.01,0.8407193756103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,1,power_law_1.01,0.9887245178222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,1,power_law_1.01,1.5455091857910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,1,power_law_1.01,0.7057107543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,1,power_law_1.01,1.0704454040527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,1,power_law_1.2,0.08716992378234864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,1,power_law_1.01,3.151482849121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,1,power_law_1.2,0.2955392074584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,1,power_law_1.01,3.949398498535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,1,power_law_1.2,0.14589887619018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,1,power_law_1.2,0.569351043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,1,power_law_1.2,0.2156697654724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,1,power_law_1.2,0.4974630355834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,1,power_law_1.2,0.537520637512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,1,power_law_1.2,0.05415359973907471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,1,power_law_1.2,0.6499680328369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,1,power_law_1.2,0.6721363067626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,1,power_law_1.2,0.5853318405151368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,1,power_law_1.2,0.6845286560058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,1,power_law_1.01,1.9381855773925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,1,power_law_1.2,0.6011116790771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,1,power_law_1.2,0.7028134155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,1,power_law_1.2,0.791502685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,1,power_law_1.01,2.3546009826660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,1,power_law_1.2,0.9357644653320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,1,power_law_1.2,0.6181939315795899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,1,power_law_1.2,1.0196403503417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,1,power_law_1.2,1.1172332763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,1,power_law_1.2,1.5771224975585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,1,power_law_1.2,0.8661856079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,1,power_law_1.2,1.985254364013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,2,balanced,0.5123199844360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,1,power_law_1.2,0.7360607910156249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,1,power_law_1.2,0.9187833404541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,2,balanced,0.2771699142456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,1,power_law_1.2,3.221574401855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,2,balanced,0.9793177795410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,2,balanced,1.9628863525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,2,balanced,3.771036071777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,1,power_law_1.2,4.028053894042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,1,power_law_1.2,2.384986267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,2,balanced,5.451975708007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,2,balanced,5.4749169921875005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,2,balanced,5.537781982421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,2,balanced,5.5717492675781255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,2,balanced,5.477493896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,2,balanced,5.545204467773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,2,balanced,5.590852050781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,2,balanced,5.50071044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,2,balanced,5.684417114257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,2,balanced,5.6925286865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,2,balanced,5.726328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,2,balanced,5.8140454101562495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,2,balanced,5.9250292968750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,2,balanced,6.573359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,2,balanced,6.328784790039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,2,balanced,6.769562988281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,2,balanced,0.3301747131347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,2,balanced,8.803650512695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,2,balanced,0.6192563247680665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,2,balanced,9.245463256835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,2,balanced,0.1741312026977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,2,balanced,1.974218292236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,2,balanced,2.885894470214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,2,balanced,1.0506777954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,2,balanced,2.8867648315429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,2,balanced,2.9000833129882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,2,balanced,13.85123291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,2,balanced,2.918126220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,2,balanced,2.9319448852539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,2,balanced,2.9539981079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,2,balanced,2.983424072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,2,balanced,3.004375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,2,balanced,3.049671630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,2,balanced,3.153972473144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,2,balanced,3.1898239135742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,2,balanced,3.2656640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,2,balanced,14.7829541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,2,balanced,3.416700134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,2,balanced,3.5662695312499997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,2,balanced,3.8557247924804683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,2,balanced,4.155384216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,2,balanced,4.809342651367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,2,balanced,5.37586669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,2,balanced,20.173845214843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,2,balanced,7.747174682617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,2,balanced,26.266259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,2,power_law_1.01,1.2629542541503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,2,power_law_1.01,0.5122111892700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,2,balanced,8.690768432617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,2,power_law_1.01,0.9586713409423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,2,balanced,12.541783447265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,2,power_law_1.01,2.0745599365234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,2,power_law_1.01,4.558575439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,2,power_law_1.01,2.7553460693359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,2,power_law_1.01,4.238883972167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,2,balanced,15.95380126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,2,power_law_1.01,4.852174072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,2,power_law_1.01,4.679225463867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,2,power_law_1.01,5.077561645507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,2,power_law_1.01,5.174588012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,2,power_law_1.01,4.671787414550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,2,power_law_1.01,5.479759521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,2,power_law_1.01,4.795703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,2,power_law_1.01,5.7768011474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,2,power_law_1.01,5.399110107421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,2,power_law_1.01,6.962096557617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,2,power_law_1.01,5.6864501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,2,power_law_1.01,6.233831787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,2,power_law_1.01,8.955780029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,2,power_law_1.01,6.3473840332031255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,2,power_law_1.01,0.6009766387939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,2,power_law_1.01,0.7655833435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,2,power_law_1.01,7.764993286132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,2,power_law_1.01,10.712747802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,2,power_law_1.01,0.3189119911193848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,2,power_law_1.01,1.0904946899414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,2,power_law_1.01,1.4489305114746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,2,power_law_1.01,2.2385766601562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,2,power_law_1.01,2.311663360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,2,power_law_1.01,2.4787609863281252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,2,power_law_1.01,2.477697296142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,2,power_law_1.01,13.843706054687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,2,power_law_1.01,2.540191955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,2,power_law_1.01,2.608414611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,2,power_law_1.01,2.634393615722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,2,power_law_1.01,2.7833651733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,2,power_law_1.01,2.7562469482421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,2,power_law_1.01,16.512930908203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,2,power_law_1.01,2.8832101440429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,2,power_law_1.01,2.9918951416015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,2,power_law_1.01,3.052435302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,2,power_law_1.01,3.244761657714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.01,3.4377880859374996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.01,3.6937765502929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.01,4.056046142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.01,4.733823852539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,2,power_law_1.01,23.071584472656248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.01,5.581208496093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,2,power_law_1.2,1.2915507507324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.01,7.621127929687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,2,power_law_1.2,0.5111808013916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,2,power_law_1.2,1.94508544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.01,9.323507080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,2,power_law_1.2,0.827805404663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,2,power_law_1.01,28.680446777343754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.01,12.977442626953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,2,power_law_1.2,2.496618194580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,2,power_law_1.2,4.771649169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,2,power_law_1.2,4.1800845336914065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.01,16.4558251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,2,power_law_1.2,4.527906494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,2,power_law_1.2,4.884747619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,2,power_law_1.2,5.083329162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,2,power_law_1.2,5.1511730957031245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,2,power_law_1.2,4.846282348632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,2,power_law_1.2,4.510378112792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,2,power_law_1.2,5.5693426513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,2,power_law_1.2,5.764287719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,2,power_law_1.2,5.8965783691406255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,2,power_law_1.2,5.7175732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,2,power_law_1.2,6.51581298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,2,power_law_1.2,6.650673828124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,2,power_law_1.2,7.284119262695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,2,power_law_1.2,0.3180467224121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,2,power_law_1.2,8.11178466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,2,power_law_1.2,0.48989952087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,2,power_law_1.2,1.0148365020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,2,power_law_1.2,9.478198852539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,2,power_law_1.2,1.3122547912597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,2,power_law_1.2,0.7650649261474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,2,power_law_1.2,11.159000244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,2,power_law_1.2,2.206677703857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,2,power_law_1.2,2.3087551879882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,2,power_law_1.2,2.3915110778808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,2,power_law_1.2,2.516546630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,2,power_law_1.2,14.544569091796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,2,power_law_1.2,2.528600311279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,2,power_law_1.2,2.6111105346679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,2,power_law_1.2,2.68165771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,2,power_law_1.2,2.7614910888671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,2,power_law_1.2,17.47436279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,2,power_law_1.2,2.8927102661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,2,power_law_1.2,2.9884133911132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,2,power_law_1.2,3.0591180419921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,2,power_law_1.2,3.0505831909179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,2,power_law_1.2,3.3568896484375004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.2,3.5603546142578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.2,3.8203750610351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.2,4.0829272460937505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.2,4.884617004394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,2,power_law_1.2,23.516767578125002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.2,5.8904791259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.2,7.828491821289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,1,balanced,0.29712192535400395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,1,balanced,0.5205503845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.2,9.637021484375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,2,power_law_1.2,29.82129638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,1,balanced,0.9779321289062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.2,13.472117919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,1,balanced,1.90553466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,1,balanced,3.714511413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.2,16.678288574218747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,1,balanced,5.462268676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,1,balanced,5.487022705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,1,balanced,5.49311279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,1,balanced,5.515443725585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,1,balanced,5.532966918945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,1,balanced,5.5982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,1,balanced,5.561873168945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,1,balanced,5.6838183593750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,1,balanced,5.626193237304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,1,balanced,5.7102423095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,1,balanced,5.753619995117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,1,balanced,6.088095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,1,balanced,5.88300537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,1,balanced,6.669075927734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,1,balanced,8.465765380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,1,balanced,6.652106323242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,1,balanced,6.5941882324218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,1,balanced,9.062177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,balanced,0.19275583267211913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,balanced,0.33935806274414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,balanced,0.5753164672851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,1,balanced,12.679193115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,1,balanced,13.189337158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,balanced,1.0357158660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,balanced,1.9766009521484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,balanced,2.8967327880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,balanced,2.9167361450195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,balanced,2.9303329467773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,balanced,3.0107455444335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,balanced,2.9498880004882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,balanced,2.9623974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,balanced,2.9846270751953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,balanced,3.0303378295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,balanced,3.0713970947265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,balanced,3.0827310180664065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,balanced,3.115423889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,1,balanced,21.32426513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,balanced,3.1730859375000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,balanced,3.500782775878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,1,balanced,25.6343896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,balanced,3.6169613647460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,balanced,3.8770605468749997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,balanced,4.138091430664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,1,power_law_1.01,0.2915052795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,balanced,5.014001159667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,balanced,5.530894165039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,balanced,7.421954956054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,1,power_law_1.01,0.5114726257324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,1,power_law_1.01,0.9792205047607421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,balanced,9.252341308593751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,1,power_law_1.01,1.7093376159667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,1,power_law_1.01,2.4326130676269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,1,power_law_1.01,4.509085388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,1,power_law_1.01,4.646296997070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,1,power_law_1.01,4.32216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,1,power_law_1.01,4.723747863769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,1,power_law_1.01,4.034619445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,1,power_law_1.01,4.889534606933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,balanced,15.823590087890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,balanced,13.3806298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,1,power_law_1.01,5.050814819335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,1,power_law_1.01,5.204671630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,1,power_law_1.01,5.639154663085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,1,power_law_1.01,5.861710205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,1,power_law_1.01,5.263483276367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,1,power_law_1.01,5.422380981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,1,power_law_1.01,6.73067626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,1,power_law_1.01,6.360465698242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,1,power_law_1.01,6.302452392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.01,0.19038015365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,1,power_law_1.01,8.428397216796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,1,power_law_1.01,7.572540893554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.01,0.33716480255126957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.01,0.9409286499023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,1,power_law_1.01,9.626589355468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.01,0.5876876831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.01,2.149633331298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,1,power_law_1.01,12.462841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.01,1.3034982299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.01,2.4095219421386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.01,2.489818878173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,1,power_law_1.01,15.205498046874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.01,2.5246995544433597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.01,2.301902008056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.01,2.590668029785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.01,2.6615341186523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.01,2.6976141357421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.01,2.797582702636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.01,2.8238177490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.01,2.898380126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.01,2.961730651855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.01,3.322193908691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.01,3.4524639892578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.01,3.728823547363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.01,4.04038330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,1,power_law_1.01,21.077421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.01,4.844777526855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,1,power_law_1.2,0.3085574340820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.01,5.568328857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,1,power_law_1.2,0.9782931518554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,1,power_law_1.2,0.5107884979248046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.01,7.428218994140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,1,power_law_1.01,26.755844726562497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,1,power_law_1.2,1.56191162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.01,9.147952880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,1,power_law_1.2,2.1672679138183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,1,power_law_1.2,4.315476989746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,1,power_law_1.2,3.9594107055664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.01,12.6889208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,1,power_law_1.2,4.638076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,1,power_law_1.2,4.812120971679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,1,power_law_1.2,4.997967224121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,1,power_law_1.2,4.454005737304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.01,16.314561767578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,1,power_law_1.2,5.381688842773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,1,power_law_1.2,5.193402709960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,1,power_law_1.2,5.480620727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,1,power_law_1.2,5.712787475585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,1,power_law_1.2,5.9140997314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,1,power_law_1.2,6.074064941406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,1,power_law_1.2,6.702164306640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,1,power_law_1.2,6.585343627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,1,power_law_1.2,8.809626464843749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,1,power_law_1.2,7.815354003906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,1,power_law_1.2,7.005833740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.2,0.3382700729370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.2,0.8684563446044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,1,power_law_1.2,10.124559326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.2,0.1919584083557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.2,1.165960922241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.2,0.5854233551025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.2,2.10808837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.2,2.300437164306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.2,2.3810931396484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.2,2.476409606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.2,2.5596934509277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.2,2.6410848999023435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,1,power_law_1.2,13.333206787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.2,2.7126284790039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.2,2.7689300537109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.2,2.885687561035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.2,2.9453701782226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.2,2.98756103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,1,power_law_1.2,16.00362548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.2,3.0553491210937502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.2,3.4386932373046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.2,3.5621746826171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.2,3.8429995727539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.2,4.193512878417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.2,5.139671020507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,4,balanced,0.22747264862060548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,4,balanced,0.19771648406982423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.2,5.758726806640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,4,balanced,0.4581248092651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,4,balanced,0.4294284820556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,4,balanced,0.32125823974609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,4,balanced,0.42805118560791017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,4,balanced,0.43552383422851565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,4,balanced,0.4386111831665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,4,balanced,0.44345855712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,4,balanced,0.4432716751098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,4,balanced,0.45669502258300787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,4,balanced,0.4650764846801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,4,balanced,0.4773094558715821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,4,balanced,0.487665901184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,4,balanced,0.5238412857055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,4,balanced,0.5180556869506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.2,7.537015380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,4,balanced,0.5313151931762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,4,balanced,0.7176127624511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,4,balanced,0.802635498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,1,power_law_1.2,21.4225048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,4,balanced,1.3028941345214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,4,balanced,1.5964749145507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,4,balanced,2.4644122314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.2,9.271029052734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,4,balanced,3.162828674316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,4,balanced,4.744698791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,4,balanced,6.2325506591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,4,balanced,0.10569087982177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,4,balanced,0.18428543090820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,4,balanced,0.18584447860717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,4,balanced,0.1872640037536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,4,balanced,0.1881612777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,4,balanced,0.18952064514160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,4,balanced,0.10593407630920411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,4,balanced,0.19057024002075196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,4,balanced,0.1919321632385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,4,balanced,0.19395200729370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,4,balanced,0.19618560791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,4,balanced,0.19777408599853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,4,balanced,0.20135168075561521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,4,balanced,0.2059123229980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,4,balanced,0.2105036735534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,4,balanced,0.2190412712097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,4,balanced,0.25522943496704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,4,balanced,0.26005632400512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,4,balanced,0.3248089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,4,balanced,0.39125503540039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,4,balanced,0.5833804702758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,4,balanced,9.941900634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,4,balanced,0.7134284973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,4,balanced,1.1017330932617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,4,balanced,1.5840652465820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,4,balanced,0.10038911819458007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,4,balanced,0.10033920288085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,4,balanced,0.09230719566345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,4,balanced,2.2337432861328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,4,balanced,0.09187199592590331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,4,balanced,0.10498432159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,4,balanced,0.12183296203613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,4,balanced,0.1314291191101074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,4,balanced,0.16564735412597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,4,balanced,0.16028671264648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,4,balanced,0.16751104354858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,4,balanced,0.1894361686706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.2,13.146490478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,4,balanced,0.20130048751831056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,4,balanced,0.3460736083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,4,balanced,0.33976318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,4,balanced,0.35932926177978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,4,balanced,2.995476379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,4,balanced,0.4975436782836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,4,balanced,0.49886592864990237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,4,balanced,0.6411609649658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,4,balanced,0.9561062622070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,4,balanced,13.8598583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,4,balanced,1.2740313720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,4,balanced,1.790192565917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,4,balanced,2.524549102783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,4,balanced,3.587856750488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,4,power_law_1.01,0.24626047134399415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,4,power_law_1.01,0.32119422912597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,4,power_law_1.01,0.3728281784057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,4,balanced,5.0625613403320315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,4,power_law_1.01,0.4266867065429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,1,power_law_1.2,27.0040478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,4,power_law_1.01,0.43069694519042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,4,power_law_1.01,0.4382284927368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,4,power_law_1.01,0.5215820693969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,4,power_law_1.01,0.453752326965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,4,power_law_1.01,0.47189247131347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,4,power_law_1.01,0.48012672424316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,4,power_law_1.01,0.5082073593139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,4,power_law_1.01,0.5152550506591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,4,balanced,7.366249999999999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,4,power_law_1.01,0.5238220977783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,4,power_law_1.01,0.6034073638916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,4,power_law_1.01,0.775389404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,4,power_law_1.01,0.6983487701416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,4,power_law_1.01,0.9595340728759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,4,power_law_1.01,1.4633010864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,4,balanced,11.406588134765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,4,power_law_1.01,1.949027862548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,4,power_law_1.01,2.851142272949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,4,power_law_1.01,3.1234393310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.2,16.8901513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,4,balanced,16.493453369140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.12932095527648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,4,power_law_1.01,6.085864868164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.16393728256225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.18280704498291017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.18378623962402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.18617984771728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.19049856185913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.19273344039916993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.19390335083007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.15309439659118654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,4,power_law_1.01,6.837374877929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.19630207061767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.1998950386047363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.20243967056274412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.21082624435424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.22052480697631838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.23420927047729495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.2504614448547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,4,balanced,21.21760498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.27961088180541993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.3723993682861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,0.5486758422851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.4599628829956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,0.8690815734863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,1.56627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,4,power_law_1.01,9.859493408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,1.240783386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,4,power_law_1.01,0.0969651222229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,2.4911654663085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,4,power_law_1.01,0.0917632007598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,4,power_law_1.01,0.09467007637023925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,4,power_law_1.01,0.09301119804382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,4,power_law_1.01,0.09947392463684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,4,power_law_1.01,0.16044544219970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,4,power_law_1.01,0.19804927825927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,4,power_law_1.01,0.20184192657470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,4,power_law_1.01,0.3433216094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,4,power_law_1.01,0.34357505798339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,4,power_law_1.01,0.35625854492187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,4,power_law_1.01,0.49718399047851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,4,power_law_1.01,0.5088294219970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,4,power_law_1.01,0.6505894470214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,4,power_law_1.01,0.8047090911865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,3.1795904541015623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,4,power_law_1.01,0.9392140960693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,4,power_law_1.01,15.71188720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,4,power_law_1.01,1.2597811126708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,4,power_law_1.01,1.7901670837402341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,5.142538452148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,4,power_law_1.01,2.4260121154785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,4,power_law_1.01,3.5837567138671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,4,power_law_1.01,4.9152459716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,4,power_law_1.01,22.88021728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,4,power_law_1.01,7.255558471679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,4,power_law_1.2,0.19439231872558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,8.105807495117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,4,power_law_1.2,0.41114753723144537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,4,power_law_1.2,0.42899841308593756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,4,power_law_1.2,0.4263232040405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,4,power_law_1.2,0.27264383316040036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,4,power_law_1.01,33.93582275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,4,power_law_1.2,0.4334515380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,4,power_law_1.2,0.4445209503173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,4,power_law_1.2,0.44806655883789065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,4,power_law_1.2,0.4705561447143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,4,power_law_1.2,0.4802227020263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,4,power_law_1.2,0.512940788269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,4,power_law_1.2,0.5159756851196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,4,power_law_1.2,0.5226867294311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,4,power_law_1.2,0.606951675415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,4,power_law_1.2,0.7043609619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,4,power_law_1.2,0.7778457641601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,4,power_law_1.2,0.9453440093994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,4,power_law_1.01,10.141666259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,4,power_law_1.2,1.4812646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,4,power_law_1.2,1.9273049926757815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,4,power_law_1.2,2.828230285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,4,power_law_1.2,3.389222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,4,power_law_1.01,16.543389892578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,4,power_law_1.2,5.410636596679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,4,power_law_1.2,6.7362841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.10560640335083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.16448640823364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.1738265609741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.18316032409667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.18461055755615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.19011072158813475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.19113088607788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.19358207702636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.19456768035888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.19773567199707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.20046720504760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.20830591201782225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.2118911933898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.2213734436035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.24019968032836916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.25112703323364255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.28035327911376956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.395654411315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,4,power_law_1.2,9.820066528320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.48623744964599613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,0.6517107391357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,0.9294400024414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,4,power_law_1.01,20.56270263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,1.7218124389648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,4,power_law_1.2,20.01254638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,1.1853772735595702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,2.4842279052734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,1,4,power_law_1.2,0.09679103851318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,1,4,power_law_1.2,0.0938163185119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,1,4,power_law_1.2,0.09246975898742675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,1,4,power_law_1.2,0.09306879997253417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,1,4,power_law_1.2,0.09845376014709473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,1,4,power_law_1.2,0.15830528259277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,1,4,power_law_1.2,0.19450111389160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,1,4,power_law_1.2,0.20221311569213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,1,4,power_law_1.2,0.3424115371704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,1,4,power_law_1.2,0.3449548721313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,1,4,power_law_1.2,0.3527001571655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,4,power_law_1.2,18.094904785156253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,1,4,power_law_1.2,0.4964416122436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,1,4,power_law_1.2,0.4942208099365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,1,4,power_law_1.2,0.6572351837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,1,4,power_law_1.2,0.8031858825683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,1,4,power_law_1.2,0.930535659790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,1,4,power_law_1.2,1.2399718475341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,1,4,power_law_1.2,1.788677062988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,3.195115661621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,1,4,power_law_1.2,2.5320025634765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,4,power_law_1.01,31.352541503906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,1,4,power_law_1.2,3.564248352050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,1,4,power_law_1.2,5.026215820312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,4.930444946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,1,4,power_law_1.2,7.202471923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,6.28068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,2,balanced,0.11394559860229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,2,balanced,0.1512819194793701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,4,power_law_1.2,37.13682861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,2,balanced,0.3463462448120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,2,balanced,0.34753536224365233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,2,balanced,0.3507622528076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,2,balanced,0.3539596939086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,2,balanced,0.35708801269531254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,2,balanced,0.29186559677124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,2,balanced,0.3619379043579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,2,balanced,0.36831745147705075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,2,balanced,0.37329921722412107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,2,balanced,0.3844249725341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,2,balanced,0.3928998565673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,2,balanced,0.4092134475708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,2,balanced,0.48871807098388675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,2,balanced,0.45652606964111325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,2,balanced,0.4737651062011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,2,balanced,0.7023974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,2,balanced,0.8704883575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,2,balanced,1.2787161254882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,2,balanced,1.6002406311035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,1,4,power_law_1.2,10.10774169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,2,balanced,2.422039031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,2,balanced,3.1534719848632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,4,power_law_1.01,41.8904248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,2,balanced,4.742799377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,1,4,power_law_1.2,16.584173583984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,2,balanced,0.06381184101104737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,2,balanced,0.09094016075134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,2,balanced,0.15979904174804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,2,balanced,0.15963007926940917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,2,balanced,6.361307983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,2,balanced,0.162608642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,2,balanced,0.16267520904541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,2,balanced,0.16490367889404295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,2,balanced,0.16603904724121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,2,balanced,0.16938240051269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,2,balanced,0.17102592468261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,2,balanced,0.17412864685058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,2,balanced,0.17726720809936522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,2,balanced,0.18531200408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,2,balanced,0.19183103561401366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,2,balanced,0.19815935134887694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,2,balanced,0.19799808502197264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,2,balanced,0.2344166374206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,2,balanced,0.2551628875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,2,balanced,0.3440063858032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,2,balanced,0.4136742401123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,2,balanced,0.1520345592498779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,2,balanced,0.6047513580322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,2,balanced,9.575772094726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,2,balanced,0.7981145477294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,2,balanced,1.1718093109130858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,2,balanced,0.0633843183517456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,2,balanced,0.09304832458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,2,balanced,0.0909977626800537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,2,balanced,1.601349182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,2,balanced,0.09129216194152831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,2,balanced,0.09839872360229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,2,balanced,0.11951104164123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,2,balanced,0.12478464126586915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,2,balanced,0.1593817615509033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,2,balanced,0.16286848068237306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,2,balanced,0.19489408493041993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,2,balanced,2.3680026245117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,2,balanced,0.20151039123535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,2,balanced,0.3473881530761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,2,balanced,0.3653900909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,2,balanced,3.1582733154296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,2,balanced,0.5056217575073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,2,balanced,0.5192076873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,2,balanced,0.6735858917236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,2,balanced,0.3609561538696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,2,balanced,0.9460659027099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,2,balanced,1.2835250854492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,2,balanced,13.71091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,2,balanced,1.8635328674316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,2,balanced,2.6361535644531253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,2,balanced,3.7483660888671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,2,balanced,5.4167413330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,2,power_law_1.01,0.1316543960571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,2,power_law_1.01,0.21356544494628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,2,power_law_1.01,0.23192064285278322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,2,power_law_1.01,0.34934783935546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,2,power_law_1.01,0.3502016067504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,2,power_law_1.01,0.35524993896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,2,balanced,7.4555163574218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,2,power_law_1.01,0.35955841064453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,2,power_law_1.01,0.37324161529541017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,2,power_law_1.01,0.3811225509643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,2,power_law_1.01,0.3904256057739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,2,power_law_1.01,0.43208961486816405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,2,power_law_1.01,0.4422835159301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,2,power_law_1.01,0.46409984588623043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,2,power_law_1.01,0.4974476623535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,2,power_law_1.01,0.5260787200927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,2,power_law_1.01,0.5257664108276368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,2,balanced,10.8560009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,2,power_law_1.01,0.668479995727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,2,power_law_1.01,0.9564927673339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,2,power_law_1.01,1.2513433837890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,2,power_law_1.01,1.6314726257324217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,2,balanced,15.64200439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,2,power_law_1.01,1.8798719787597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,2,power_law_1.01,3.7258203125000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,1,4,power_law_1.2,20.9605712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,2,balanced,22.327705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,2,power_law_1.01,0.07328256130218505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,2,power_law_1.01,0.09678208351135253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,2,power_law_1.01,0.12166655540466309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,2,power_law_1.01,0.15929216384887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,2,power_law_1.01,0.16135808944702149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,2,power_law_1.01,0.16285696029663085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,2,power_law_1.01,0.16494592666625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,2,power_law_1.01,0.16626815795898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,2,power_law_1.01,0.1678463935852051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,2,power_law_1.01,0.16960639953613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,2,power_law_1.01,0.1729100799560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,2,power_law_1.01,0.17986944198608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,2,power_law_1.01,0.18329343795776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,2,power_law_1.01,0.19193471908569334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,2,power_law_1.01,0.1999411201477051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,2,power_law_1.01,0.20328832626342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,2,power_law_1.01,6.304378662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,2,power_law_1.01,0.21410560607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,2,power_law_1.01,4.734650878906249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,2,power_law_1.01,0.26532735824584963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,2,power_law_1.01,0.340316162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,2,power_law_1.01,0.4279500961303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,2,power_law_1.01,0.5771814346313476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,2,power_law_1.01,1.1639257812500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,2,power_law_1.01,9.413429565429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,2,power_law_1.01,0.8638988494873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,2,power_law_1.01,1.6222808837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,2,power_law_1.01,0.05880320072174072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,2,power_law_1.01,0.07158143997192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,2,power_law_1.01,0.09049344062805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,2,power_law_1.01,0.09143296241760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,2,power_law_1.01,0.09542271614074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,2,power_law_1.01,0.11901951789855958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,2,power_law_1.01,0.14395520210266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,2,power_law_1.01,0.18781312942504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,2,power_law_1.01,0.19092735290527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,2,power_law_1.01,0.2301068878173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,2,power_law_1.01,0.2440755271911621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,2,power_law_1.01,0.30865152359008785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,2,power_law_1.01,0.32399616241455076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,2,power_law_1.01,0.40660350799560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,2,power_law_1.01,0.48550655364990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,2,power_law_1.01,2.0311347961425783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,2,power_law_1.01,0.5836761474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,2,power_law_1.01,0.7126451110839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,2,power_law_1.01,0.9899750518798829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,2,power_law_1.01,14.1189013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,2,power_law_1.01,1.2961421203613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,2,power_law_1.01,19.265078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,1,4,power_law_1.2,31.6155615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,2,power_law_1.01,1.9692608642578127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,2,power_law_1.01,2.5766424560546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,2,power_law_1.01,3.1648590087890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,1,4,power_law_1.2,41.769287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,2,power_law_1.2,0.1243507194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,2,power_law_1.2,0.1946227264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,2,power_law_1.2,0.24528640747070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,2,power_law_1.2,0.3490022277832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,2,power_law_1.2,0.35142398834228517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,2,power_law_1.2,0.3558156967163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,2,power_law_1.2,0.36010112762451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,2,power_law_1.01,3.861258239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,2,power_law_1.2,0.3665446472167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,2,power_law_1.2,0.3844979095458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,2,power_law_1.2,0.39736831665039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,2,power_law_1.01,4.729776611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,2,power_law_1.2,0.4345792007446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,2,power_law_1.2,0.43504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,2,power_law_1.2,0.44567295074462887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,2,power_law_1.2,0.487567367553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,2,power_law_1.2,0.5281472015380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,2,power_law_1.2,0.5216652679443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,2,power_law_1.2,0.6769459533691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,2,power_law_1.2,0.9842534637451171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,2,power_law_1.2,1.2682854461669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,2,power_law_1.2,1.7938662719726561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,2,power_law_1.2,1.8569497680664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,2,power_law_1.01,5.270812377929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,2,power_law_1.2,3.442201538085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,2,power_law_1.01,7.814362792968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,2,power_law_1.2,6.54460693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,2,power_law_1.2,0.08228096008300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,2,power_law_1.2,0.09752960205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,2,power_law_1.2,0.115600643157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,2,power_law_1.2,0.15822463989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,2,power_law_1.2,0.15938688278198243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,2,power_law_1.2,4.479288330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,2,power_law_1.2,0.16128896713256835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,2,power_law_1.2,0.16327808380126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,2,power_law_1.2,0.16451072692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,2,power_law_1.2,0.16824064254760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,2,power_law_1.2,0.16689151763916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,2,power_law_1.2,0.1711680030822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,2,power_law_1.2,0.17907455444335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,2,power_law_1.2,0.18108287811279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,2,power_law_1.2,0.19334400177001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,2,power_law_1.2,0.1969548797607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,2,power_law_1.2,0.2043507194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,2,power_law_1.2,0.21899648666381838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,2,power_law_1.2,0.2893286323547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,2,power_law_1.2,0.3162662315368652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,2,power_law_1.01,10.257452392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,2,power_law_1.2,0.4201279830932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,2,power_law_1.2,0.585272331237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,2,power_law_1.2,0.7226866912841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,2,power_law_1.2,9.036618041992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,2,power_law_1.2,1.1815090942382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,2,power_law_1.2,1.6739506530761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,2,power_law_1.2,0.06052095890045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,2,power_law_1.2,0.07479936122894287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,2,power_law_1.2,0.09468928337097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,2,power_law_1.2,0.09133312225341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,2,power_law_1.2,0.09435135841369628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,2,power_law_1.2,0.11955200195312501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,2,power_law_1.2,0.14472960472106933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,2,power_law_1.2,0.18907392501831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,2,power_law_1.2,0.19152896881103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,2,power_law_1.2,0.23068416595458982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,2,power_law_1.2,0.24722303390502928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,2,power_law_1.2,1.9900122070312498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,2,power_law_1.2,0.298525447845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,2,power_law_1.2,0.3413119888305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,2,power_law_1.2,0.4075238418579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,2,power_law_1.2,0.48797054290771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,2,power_law_1.2,16.50064208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,2,power_law_1.2,0.5639347076416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,2,power_law_1.2,0.7087680053710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,2,power_law_1.2,1.0104601287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,2,power_law_1.2,1.2675917053222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,2,power_law_1.01,16.67669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,2,power_law_1.2,1.9194496154785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,2,power_law_1.2,14.936494140625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,2,power_law_1.01,20.83345947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,2,power_law_1.2,2.4684045410156252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,2,power_law_1.2,3.304277648925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,2,power_law_1.2,3.859562377929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,1,balanced,0.08635647773742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,2,power_law_1.2,4.638609924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,2,power_law_1.2,5.227543334960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,1,balanced,0.15099967956542967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,1,balanced,0.26340288162231446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,1,balanced,0.2652672004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,1,balanced,0.26714496612548827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,1,balanced,0.26846656799316404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,1,balanced,0.270894718170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,1,balanced,0.2722329521179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,1,balanced,0.2734623908996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,1,balanced,0.28329599380493165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,1,balanced,0.27644351959228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,2,power_law_1.2,7.7999951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,1,balanced,0.279932804107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,1,balanced,0.28195072174072267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,1,balanced,0.2992435264587402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,1,balanced,0.30368320465087895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,1,balanced,0.5143020629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,1,balanced,0.3084870338439941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,1,balanced,0.6510272216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,1,balanced,1.3428582763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,2,power_law_1.2,10.199622192382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,1,balanced,0.3328607940673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,1,balanced,2.010332794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,1,balanced,0.414769287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,1,balanced,0.46711486816406256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,balanced,0.0904531192779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,1,balanced,2.6606457519531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,1,balanced,0.9718579101562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,1,balanced,5.63166259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,balanced,0.058440961837768556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,1,balanced,4.099891052246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,balanced,0.14922623634338378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,balanced,0.15096320152282713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,balanced,0.15569472312927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,balanced,0.15595775604248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,balanced,0.15775039672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,balanced,0.15996800422668458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,balanced,0.1636479949951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,balanced,0.15226816177368163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,balanced,0.15268863677978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,balanced,0.19006656646728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,balanced,0.2282521629333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,balanced,0.24285888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,balanced,0.15379136085510253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,balanced,0.32651649475097655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,balanced,0.3952268981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,balanced,0.5824089431762696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,balanced,0.7613855743408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,balanced,0.15568960189819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,balanced,1.1245235443115233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,balanced,1.518787841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,1,balanced,0.044545278549194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,1,balanced,0.06336063861846923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,1,balanced,0.09237631797790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,1,balanced,0.09165887832641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,balanced,2.2341183471679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,1,balanced,0.09294400215148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,1,balanced,0.10013440132141113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,balanced,0.17490175247192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,1,balanced,0.12179967880249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,balanced,0.19429119110107423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,1,balanced,0.1191808032989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,1,balanced,0.12225536346435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,balanced,0.19843584060668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,1,balanced,0.1556275177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,1,balanced,0.16118335723876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,1,balanced,0.195295352935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,1,balanced,0.19874752044677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,1,balanced,0.34993343353271483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,1,balanced,0.34859073638916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,1,balanced,0.10719872474670411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,1,balanced,0.36658687591552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,1,balanced,0.5072601699829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,balanced,2.932308349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,1,balanced,0.6600153350830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,1,balanced,0.9655929565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,1,balanced,1.3233906555175783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,1,balanced,2.01193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,1,power_law_1.01,0.08676159858703614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,1,balanced,2.6939169311523434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,1,balanced,4.3958432006835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,2,power_law_1.2,16.715015869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,1,power_law_1.01,0.2669875144958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,1,balanced,5.323709716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,1,power_law_1.01,0.27055871963500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,1,power_law_1.01,0.28466047286987306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,1,power_law_1.01,0.29211135864257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,1,power_law_1.01,0.14433152198791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,1,power_law_1.01,0.29504383087158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,2,power_law_1.2,21.007990722656253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,1,power_law_1.01,0.3006175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,1,balanced,8.160714111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,1,power_law_1.01,0.3255097579956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,1,power_law_1.01,0.3352191925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,1,power_law_1.01,0.2600351905822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,1,power_law_1.01,0.34952640533447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,1,power_law_1.01,0.35629249572753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,1,power_law_1.01,0.1744793510437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,1,power_law_1.01,0.6065439987182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,1,power_law_1.01,0.2703392028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,1,power_law_1.01,0.7255411529541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,1,balanced,11.623675537109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,1,power_law_1.01,0.28793983459472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,1,power_law_1.01,0.3388595199584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,1,power_law_1.01,1.1082848358154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,1,power_law_1.01,0.4576620864868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.0882585620880127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,1,power_law_1.01,1.4371469116210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,1,power_law_1.01,2.110284118652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,1,power_law_1.01,0.5136159896850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.1507520008087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.0577510404586792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.15079487800598143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.1527673625946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.15637824058532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.16792064666748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.1725382423400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,1,power_law_1.01,2.763885498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.18031808853149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.14968447685241698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.1496908760070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.197890567779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.19956287384033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.15211647987365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.11086463928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.24343423843383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.2618182373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.35161087036132815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.42070270538330073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.6145958328247071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.17927936553955076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.18985792160034182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,1,power_law_1.01,0.04005375862121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,0.7710655975341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,1,power_law_1.01,0.04849855899810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,1,power_law_1.01,0.06436351776123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,1,power_law_1.01,0.09019519805908202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,1,power_law_1.01,0.09569536209106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,1,power_law_1.01,0.10075519561767579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,1,power_law_1.01,0.11410752296447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,1,power_law_1.01,0.13718527793884278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,1,power_law_1.01,0.14489855766296386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,1,power_law_1.01,0.15939647674560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,1,power_law_1.01,0.20142784118652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,1,power_law_1.01,0.22526079177856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,1,power_law_1.01,0.2649299240112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,1,power_law_1.01,0.29082176208496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,1,power_law_1.01,0.33021183013916017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,1,power_law_1.01,0.36632766723632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.1527577972412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,1,power_law_1.01,0.44004161834716793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,1,power_law_1.01,4.074087829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,1,power_law_1.01,0.5849868774414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,1,power_law_1.01,0.7393555450439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,1,power_law_1.01,1.0410399627685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,1.5292172241210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,1,power_law_1.01,5.173929443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,1,power_law_1.01,1.3979225158691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,1,power_law_1.01,2.0954605102539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,1,power_law_1.2,0.08590399742126464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,1,power_law_1.2,0.13878080368041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,1,power_law_1.2,0.15601792335510253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,1,power_law_1.01,2.619931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,1,power_law_1.2,0.2535968017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,2.2664288330078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,1,power_law_1.2,0.27553600311279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,1,power_law_1.2,0.27341375350952146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,1,power_law_1.2,0.2977388763427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,1,power_law_1.2,0.2596108818054199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,1,power_law_1.2,0.2953004837036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,1,power_law_1.2,0.30445056915283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,1,power_law_1.2,0.325140495300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,1,power_law_1.2,0.3365913772583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,1,power_law_1.01,3.97041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,1,power_law_1.2,0.3460915374755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,1,power_law_1.2,0.3444416046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,1,power_law_1.2,0.35731006622314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,1,power_law_1.01,5.26111572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,3.012225341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,1,power_law_1.2,0.28425472259521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,1,power_law_1.2,0.2851916885375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,1,power_law_1.2,0.5614720153808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,1,power_law_1.2,0.7122911834716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,1,power_law_1.2,0.45572544097900386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,1,power_law_1.2,1.0688582611083983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,1,power_law_1.2,0.523054084777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.05806655883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.08457599639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,1,power_law_1.2,1.384599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,1,power_law_1.2,2.026092834472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.14520383834838868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.15026752471923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,1,power_law_1.01,7.938026123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.15267200469970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.1560159969329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.15868608474731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.0968716812133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.17073728561401366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.177142391204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.1788172721862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.17947391510009764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.18974464416503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.150316801071167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.19677824020385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.20319295883178712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.23475776672363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.26729536056518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.150634241104126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,1,power_law_1.2,2.7711392211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.34334079742431645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.4220204925537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.6342643356323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,0.769781723022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,1,power_law_1.2,0.04114687919616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,1,power_law_1.2,0.04881408214569092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,1,power_law_1.2,0.06388864040374756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,1,power_law_1.2,0.09040639877319337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,1,power_law_1.2,0.09402303695678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,1,power_law_1.2,0.10124416351318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,1,power_law_1.2,0.11033535957336427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,1,power_law_1.2,0.1384998416900635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,1,power_law_1.2,0.14701055526733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,1,power_law_1.2,0.15588224411010743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,1,power_law_1.2,0.20048959732055663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,1,power_law_1.2,0.2256780815124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,1,power_law_1.2,0.25577535629272463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,1,power_law_1.2,0.2969907188415527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,1,power_law_1.2,0.32001022338867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.1606841278076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,1,power_law_1.2,0.37165950775146483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,1,power_law_1.2,0.4415116882324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,1,power_law_1.2,3.983628845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,1,power_law_1.2,0.5854854583740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,1,power_law_1.2,0.7486847686767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,1,power_law_1.2,1.0339328002929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,1.48616455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,1,power_law_1.2,1.3981875610351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,1,power_law_1.01,11.3085205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,1,power_law_1.2,2.0803904724121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,1,power_law_1.2,5.256390380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,2.237972412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,4,balanced,0.278790397644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,4,balanced,0.4763763046264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,1,power_law_1.2,2.5978433227539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,4,balanced,0.641612777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,4,balanced,0.6373516845703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,4,balanced,0.6489433288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,4,balanced,0.6571327972412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,4,balanced,0.27693567276000974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,4,balanced,0.6679910278320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,4,balanced,0.6690201568603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,4,balanced,0.6802035522460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,4,balanced,0.6869516754150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,4,balanced,0.7029734039306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,4,balanced,0.7165555572509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,4,balanced,0.719024658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,4,balanced,0.8012518310546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,4,balanced,0.7995686340332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,4,balanced,0.8401612854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,4,balanced,1.311217956542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,4,balanced,1.4786624145507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,1,power_law_1.2,4.001080932617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,4,balanced,2.2312524414062502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,4,balanced,2.6920574951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,4,balanced,4.177057189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,1,power_law_1.2,5.301050415039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,4,balanced,5.3451416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,4,balanced,0.1442969608306885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,4,balanced,0.14559616088867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,4,balanced,0.24760704040527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,4,balanced,0.25855104446411137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,4,balanced,0.2599744033813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,4,balanced,0.2614156723022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,4,balanced,0.26322303771972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,4,balanced,8.164680786132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,4,balanced,0.2645734405517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,4,balanced,0.2689318466186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,4,balanced,0.2676927947998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,4,balanced,0.27479551315307615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,4,balanced,0.2736639976501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,4,balanced,0.2784320068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,4,balanced,0.2816921615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,3.0042233276367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,4,balanced,0.2861542320251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,4,balanced,0.3077619171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,4,balanced,0.30398719787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,4,balanced,0.34944385528564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,4,balanced,0.3597158432006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,4,balanced,0.5279257583618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,4,balanced,0.6204595184326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,4,balanced,10.8716015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,4,balanced,0.9483558654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,4,balanced,1.148770523071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,4,balanced,1.846623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,4,balanced,0.15039104461669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,4,balanced,0.138219518661499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,4,balanced,2.361743316650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,4,balanced,0.13531776428222658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,4,balanced,0.14005375862121583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,4,balanced,0.1392793560028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,4,balanced,0.1895385551452637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,4,balanced,0.1881932830810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,4,balanced,0.2455846405029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,4,balanced,0.24861440658569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,4,balanced,0.29940607070922853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,4,balanced,0.30179840087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,4,balanced,3.6534936523437502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,4,balanced,0.5380300903320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,4,balanced,0.5354880142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,4,balanced,0.5685209655761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,4,balanced,0.7955596923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,4,balanced,0.7989823913574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,4,balanced,4.711984558105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,4,balanced,1.1885363006591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,4,balanced,1.5411672973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,4,balanced,2.1120845031738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,4,balanced,16.94576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,4,balanced,3.104617004394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,4,balanced,4.416926574707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,4,balanced,6.329738159179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,4,balanced,24.01284912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,4,power_law_1.01,0.26893312454223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,4,balanced,8.975508422851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,4,power_law_1.01,0.3162035179138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,4,power_law_1.01,0.4985279846191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,4,power_law_1.01,0.6325503921508788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,4,power_law_1.01,0.643504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,4,power_law_1.01,0.6628736114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,4,power_law_1.01,0.6787942504882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,4,power_law_1.01,0.6917619323730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,4,power_law_1.01,0.732099838256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,4,power_law_1.01,0.7371123504638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,4,power_law_1.01,0.7537561798095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,4,balanced,12.306688232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,4,power_law_1.01,0.7876825714111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,4,power_law_1.01,0.8448191833496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,4,power_law_1.01,1.0465869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,4,power_law_1.01,1.1294873809814452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,4,power_law_1.01,1.4351539611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,4,power_law_1.01,1.7840333557128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,4,power_law_1.01,2.5667495727539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,4,power_law_1.01,3.0312908935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,4,balanced,18.018000488281253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,4,power_law_1.01,4.644104919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,4,power_law_1.01,6.708280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,1,power_law_1.2,7.928305053710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,4,balanced,26.535700683593753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,4,power_law_1.01,9.74066162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.1443827247619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.20730112075805662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.2416422462463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.25807743072509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.2605683135986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.26391807556152347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,4,power_law_1.01,11.70308837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.2672793579101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.2754457664489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.2721830368041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.2792307281494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.2809996795654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.2867635154724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.29854848861694333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.3062169647216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.3298252868652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.3720486450195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.4269580841064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.558026237487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,0.9215731048583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,0.7241792297363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,4,power_law_1.01,16.65660400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,4,balanced,35.72950439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,1.3342028808593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,1.8239602661132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,2.3520845031738284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,4.994736633300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,3.575653076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,4,power_law_1.01,0.1366464042663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,4,power_law_1.01,0.14214271545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,4,power_law_1.01,0.13439616203308105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,4,power_law_1.01,0.13670016288757325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,4,power_law_1.01,0.1409280014038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,4,power_law_1.01,0.2348851203918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,4,power_law_1.01,0.2898931121826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,4,power_law_1.01,0.2974668884277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,4,power_law_1.01,0.5274905776977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,4,power_law_1.01,0.5384588623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,4,power_law_1.01,0.5484889602661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,4,power_law_1.01,0.7895769500732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,4,power_law_1.01,0.7965875244140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,4,power_law_1.01,1.0349222564697267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,4,power_law_1.01,1.3184486389160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,1,power_law_1.2,11.330958251953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,4,power_law_1.01,1.5150898742675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,7.745494995117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,4,power_law_1.01,2.118040313720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,4,power_law_1.01,3.056080627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,4,power_law_1.01,29.538291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,4,power_law_1.01,4.145703735351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,10.256085205078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,4,power_law_1.01,6.18313232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,4,power_law_1.01,8.213030395507811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,4,power_law_1.01,13.365059814453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,4,power_law_1.2,0.2913382339477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,4,power_law_1.2,0.3191654396057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,4,power_law_1.01,39.04303466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,4,power_law_1.2,0.588403205871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,4,power_law_1.2,0.6419123077392579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,4,power_law_1.2,0.5966822433471679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,4,power_law_1.2,0.6642098999023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,4,power_law_1.2,0.6823641967773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,4,power_law_1.2,0.6392345428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,4,power_law_1.2,0.7324224090576171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,4,power_law_1.2,0.7498726654052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,4,power_law_1.2,0.7602086639404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,4,power_law_1.2,0.7935488128662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,4,power_law_1.2,0.8556992340087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,4,power_law_1.2,0.9522803497314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,4,power_law_1.2,1.2468978881835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,4,power_law_1.2,1.5328652954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,4,power_law_1.2,1.7616908264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,4,power_law_1.2,2.8198144531250002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,4,power_law_1.01,18.538443603515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,4,power_law_1.2,3.2060299682617184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,4,power_law_1.2,4.633602600097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,4,power_law_1.2,6.0279693603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,4,power_law_1.2,9.526171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,4,power_law_1.01,25.629897460937503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,4,power_law_1.01,53.416474609374994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,4,power_law_1.2,12.422303466796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.154269437789917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.19403263092041018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.24533504486083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.2597555160522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.261080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.2658048057556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.2672550392150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.2704640007019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.27287935256958007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.27607807159423825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.28084735870361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.2901004791259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.2975091171264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.309564151763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.33278335571289064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.37732864379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.4072947311401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,0.5668275070190429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,4,power_law_1.01,35.59442626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,0.7645849609375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,0.8220057678222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,1.285963592529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,4,power_law_1.2,23.118352050781247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,1.8582424926757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,2.49151611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,4.6012109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,4.765913696289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,1,4,power_law_1.2,0.13875840187072755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,1,4,power_law_1.2,0.13599743843078613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,1,4,power_law_1.2,0.13453951835632325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,1,4,power_law_1.2,0.13465344429016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,1,4,power_law_1.2,0.14006784439086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,4,power_law_1.2,32.6545263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,1,4,power_law_1.2,0.2418137550354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,1,4,power_law_1.2,0.2868684768676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,1,4,power_law_1.2,0.30531200408935544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,1,4,power_law_1.2,0.5236979293823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,1,4,power_law_1.2,0.5437567901611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,1,4,power_law_1.2,0.5363916778564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,1,4,power_law_1.2,0.7926399993896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,1,4,power_law_1.2,0.8138969421386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,10.053865966796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,1,4,power_law_1.2,1.0322943878173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,1,4,power_law_1.2,1.3226290893554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,1,4,power_law_1.2,1.688157501220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,8.157930297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,1,4,power_law_1.2,2.0434381103515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,1,4,power_law_1.2,3.181951904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,4,power_law_1.2,35.02372802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,1,4,power_law_1.2,4.1725927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,1,4,power_law_1.2,6.150321655273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,4,power_law_1.01,51.504384765625005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,1,4,power_law_1.2,8.191042480468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,1,4,power_law_1.2,13.047591552734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,2,balanced,0.1530841636657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,2,balanced,0.2407551956176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,2,balanced,0.4526156616210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,2,balanced,0.5572441482543946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,2,balanced,0.5602982330322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,2,balanced,0.5646195220947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,2,balanced,0.5777958297729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,2,balanced,0.5806835174560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,2,balanced,0.5931724929809571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,2,balanced,0.6014425659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,2,balanced,0.6111884689331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,2,balanced,0.6218790435791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,2,balanced,0.6293503952026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,2,balanced,0.6466918182373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,2,balanced,0.8927091217041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,2,balanced,0.8152780914306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,2,balanced,0.8677670288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,2,balanced,1.2303257751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,2,balanced,1.4595033264160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,2,balanced,2.166288604736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,1,4,power_law_1.2,18.478157958984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,2,balanced,2.6446078491210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,2,balanced,4.095738830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,2,balanced,5.28163330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,2,balanced,7.949622802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,2,balanced,10.644359130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,4,power_law_1.2,64.58841796875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,2,balanced,0.09368576049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,2,balanced,0.13254528045654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,2,balanced,0.23927040100097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,2,balanced,0.24545408248901368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,1,4,power_law_1.2,25.60631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,2,balanced,0.24693119049072268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,2,balanced,0.2543475151062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,2,balanced,0.25241216659545895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,2,balanced,0.25345151901245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,2,balanced,0.2558758354187012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,2,balanced,0.2574694442749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,2,balanced,0.26006784439086916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,2,balanced,0.26577152252197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,2,balanced,0.270831356048584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,2,balanced,0.28102783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,2,balanced,0.2893862342834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,2,balanced,0.29772415161132815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,2,balanced,0.30104703903198243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,2,balanced,0.3586444854736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,2,balanced,0.39093631744384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,2,balanced,0.5197183990478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,2,balanced,0.643552017211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,2,balanced,0.9601932525634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,4,power_law_1.01,71.2150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,2,balanced,1.3150898742675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,2,balanced,1.916337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,2,balanced,2.532162628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,2,balanced,0.08071807861328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,2,balanced,0.13415679931640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,2,balanced,0.1333887958526611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,2,balanced,16.224718017578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,2,balanced,0.13424768447875976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,2,balanced,0.13523200035095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,2,balanced,0.18301311492919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,2,balanced,0.1813337516784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,2,balanced,0.2438604736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,2,balanced,0.24087551116943356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,2,balanced,0.2977369689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,2,balanced,0.29922176361083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,2,balanced,3.871671142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,2,balanced,0.5474393463134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,2,balanced,0.538265609741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,2,balanced,0.5970048141479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,2,balanced,0.799450912475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,2,balanced,0.8077158355712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,2,balanced,1.084106216430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,2,balanced,4.96614013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,2,balanced,1.5518771362304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,2,balanced,2.180453186035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,2,balanced,3.476812744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,2,balanced,4.596666870117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,1,4,power_law_1.2,35.84029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,2,balanced,6.335728759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,2,balanced,22.71318115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,2,power_law_1.01,0.19545856475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,2,power_law_1.01,0.21679616928100587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,2,power_law_1.01,0.300392951965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,2,power_law_1.01,0.5313343811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,2,balanced,9.27048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,2,power_law_1.01,0.562053108215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,2,power_law_1.01,0.5826521682739257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,2,power_law_1.01,0.5889625549316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,2,power_law_1.01,0.6013132858276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,2,power_law_1.01,0.6424076843261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,2,power_law_1.01,0.668089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,2,power_law_1.01,0.6925286102294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,2,power_law_1.01,0.7047449493408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,2,power_law_1.01,0.7674253082275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,2,power_law_1.01,0.8391935729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,2,power_law_1.01,0.9197299194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,2,power_law_1.01,1.0439654541015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,2,balanced,13.38890380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,2,power_law_1.01,1.413544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,2,power_law_1.01,1.7973504638671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,2,power_law_1.01,2.1610957336425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,2,balanced,18.127679443359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,2,power_law_1.01,3.230132446289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,2,power_law_1.01,3.3275891113281246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,2,power_law_1.01,5.838403930664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,2,power_law_1.01,6.5647998046875005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,2,balanced,26.09481689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,2,power_law_1.01,0.11211135864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,2,power_law_1.01,0.13360511779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,2,power_law_1.01,0.15529727935791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,2,power_law_1.01,0.23550207138061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,2,power_law_1.01,0.247326717376709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,2,power_law_1.01,0.24952575683593753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,2,power_law_1.01,0.25154176712036136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,2,power_law_1.01,0.2539673614501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,2,power_law_1.01,0.2561113548278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,2,power_law_1.01,0.25722240447998046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,2,power_law_1.01,12.969395751953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,2,power_law_1.01,0.26088064193725585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,2,power_law_1.01,0.2718655967712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,2,power_law_1.01,0.2814566421508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,2,power_law_1.01,0.2848601531982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,2,power_law_1.01,0.31512191772460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,2,power_law_1.01,0.33512832641601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,2,power_law_1.01,0.34294017791748044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,2,power_law_1.01,0.4107929611206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,2,power_law_1.01,0.7199667358398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,2,power_law_1.01,0.5037964630126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,2,balanced,36.817509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,2,power_law_1.01,0.9330944061279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,2,power_law_1.01,1.3300851440429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,2,power_law_1.01,2.5146124267578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,2,power_law_1.01,1.5325106811523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,1,4,power_law_1.2,51.7402734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,2,power_law_1.01,0.08048640251159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,2,power_law_1.01,0.09005311965942384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,2,power_law_1.01,0.13028096199035644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,2,power_law_1.01,3.5017703247070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,2,power_law_1.01,0.1311897563934326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,2,power_law_1.01,17.492432861328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,2,power_law_1.01,0.14698495864868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,2,power_law_1.01,0.18136064529418944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,2,power_law_1.01,0.23549568176269534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,2,power_law_1.01,0.3207014465332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,2,power_law_1.01,0.32191871643066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,2,power_law_1.01,0.3837427139282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,2,power_law_1.01,0.40972927093505856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,2,power_law_1.01,0.5158950424194335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,2,power_law_1.01,0.5564876937866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,2,power_law_1.01,0.655788803100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,2,power_law_1.01,0.7495948791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,2,power_law_1.01,0.9193536376953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,2,power_law_1.01,1.1855538940429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,2,power_law_1.01,1.7346853637695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,2,power_law_1.01,2.1271705627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,2,power_law_1.01,5.2729254150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,2,power_law_1.01,6.436790771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,2,power_law_1.01,3.3094592285156255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,2,power_law_1.01,4.230600891113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,2,power_law_1.01,24.8886572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,2,power_law_1.01,6.616449584960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,2,power_law_1.2,0.1794918441772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,2,power_law_1.2,0.23735551834106444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,2,power_law_1.2,0.3417868804931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,2,power_law_1.2,0.5320844650268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,2,power_law_1.2,0.5363955307006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,2,power_law_1.01,8.877953491210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,2,power_law_1.2,0.5785152053833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,2,power_law_1.2,0.5920076751708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,2,power_law_1.2,0.5758566284179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,2,power_law_1.2,0.6438540649414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,2,power_law_1.2,0.676211166381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,2,power_law_1.2,0.6886182403564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,2,power_law_1.2,0.7259417724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,2,power_law_1.2,0.7557145690917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,2,power_law_1.2,0.8817420959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,2,power_law_1.2,0.9731443023681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,2,power_law_1.2,1.0685350036621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,2,power_law_1.2,1.4076083374023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,2,power_law_1.2,1.7362879943847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,2,power_law_1.01,14.429935302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,2,power_law_1.2,2.2409024047851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,1,4,power_law_1.2,70.9182861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,2,power_law_1.01,31.763364257812498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,2,power_law_1.2,3.3590438842773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,2,power_law_1.2,4.174709777832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,2,power_law_1.2,5.729277343750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,2,power_law_1.2,8.348679809570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,2,power_law_1.2,0.11060864448547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,2,power_law_1.2,0.13308799743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,2,power_law_1.2,0.15569408416748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,2,power_law_1.2,0.245614070892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,2,power_law_1.2,0.24676864624023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,2,power_law_1.2,0.2485811233520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,2,power_law_1.2,0.25108991622924803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,2,power_law_1.01,18.600397949218753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,2,power_law_1.2,0.25335168838500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,2,power_law_1.2,0.25477888107299806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,2,power_law_1.2,0.2573798370361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,2,power_law_1.2,0.2603046417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,2,power_law_1.2,0.2704716873168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,2,power_law_1.2,13.5472900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,2,power_law_1.2,0.2763596725463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,2,power_law_1.2,0.29409536361694333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,2,power_law_1.2,0.3222566223144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,2,power_law_1.2,0.33218048095703123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,2,power_law_1.2,0.33927040100097655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,2,power_law_1.2,0.38036865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,2,power_law_1.2,0.5103065490722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,2,power_law_1.2,0.6920729827880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,2,power_law_1.2,0.8999231719970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,2,power_law_1.2,1.8698841857910158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,2,power_law_1.2,1.3143565368652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,2,power_law_1.2,17.918143310546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,2,power_law_1.2,2.5446067810058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,2,power_law_1.2,0.09084544181823731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,2,power_law_1.2,0.1018124771118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,2,power_law_1.2,0.1323788833618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,2,power_law_1.2,0.13260671615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,2,power_law_1.2,0.1369702434539795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,2,power_law_1.2,0.18107648849487307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,2,power_law_1.2,0.23968767166137694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,2,power_law_1.2,0.29036287307739256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,2,power_law_1.2,0.3213555145263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,2,power_law_1.2,0.3919180679321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,2,power_law_1.2,0.4085273742675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,2,power_law_1.2,0.500455665588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,2,power_law_1.2,0.5298764801025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,2,power_law_1.2,3.5798822021484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,2,power_law_1.01,26.971286621093746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,2,power_law_1.2,0.6634483337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,2,power_law_1.2,0.7557478332519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,2,power_law_1.2,0.8660582733154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,2,power_law_1.2,1.129222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,2,power_law_1.2,1.7331712341308596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,2,power_law_1.2,2.256390380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,2,power_law_1.2,3.269820251464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,2,power_law_1.2,5.083340759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,2,power_law_1.2,4.228106384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,2,power_law_1.2,25.826669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,2,power_law_1.2,6.568441772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,2,power_law_1.2,8.74534423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,1,balanced,0.1298796844482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,1,balanced,0.2326304054260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,1,balanced,0.42525054931640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,2,power_law_1.2,14.659283447265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,1,balanced,0.4271340942382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,1,balanced,0.4287142562866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,2,power_law_1.2,7.250210571289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,1,balanced,0.43767936706542965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,1,balanced,0.4375455856323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,2,power_law_1.2,36.32948974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,1,balanced,0.4433472061157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,1,balanced,0.4460012817382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,1,balanced,0.45062847137451173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,1,balanced,0.43287937164306645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,2,power_law_1.01,36.285817871093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,1,balanced,0.4390911865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,1,balanced,0.44069183349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,2,power_law_1.2,18.548295898437498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,1,balanced,0.46543231964111326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,1,balanced,0.5976166534423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,1,balanced,0.5383667373657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,1,balanced,0.875235824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,1,balanced,1.0695948791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,1,balanced,0.5491827011108399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,1,balanced,1.6252761840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,1,balanced,2.225638427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,1,balanced,0.5279731369018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,1,balanced,0.6380223846435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,1,balanced,6.1931219482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,balanced,0.07941120147705079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,balanced,0.1352940845489502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,1,balanced,9.160796508789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,balanced,0.24386175155639647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,1,balanced,3.180797424316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,balanced,0.23892671585083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,balanced,0.24066303253173826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,balanced,0.24274879455566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,balanced,0.24513664245605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,1,balanced,4.298170776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,balanced,0.24826688766479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,balanced,0.2558483123779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,balanced,0.24342720031738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,balanced,0.23260992050170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,balanced,0.2748441505432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,balanced,0.2791072082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,balanced,0.2951686477661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,balanced,0.34045886993408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,balanced,0.3612192153930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,balanced,0.23435264587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,balanced,0.47739585876464846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,balanced,0.6156473541259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,balanced,0.9017145538330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,balanced,1.172252197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,balanced,0.2401785659790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,balanced,1.8048307800292966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,1,balanced,0.05362239837646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,1,balanced,0.07986048221588135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,1,balanced,0.13178112030029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,1,balanced,0.1311251163482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,2,power_law_1.2,27.0511279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,1,balanced,0.13215807914733885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,1,balanced,0.14438719749450685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,1,balanced,0.13899840354919432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,1,balanced,0.1891423988342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,1,balanced,0.18728767395019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,1,balanced,0.19568063735961913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,1,balanced,0.24823999404907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,1,balanced,0.25152576446533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,balanced,2.3357510375976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,1,balanced,0.3088236808776855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,balanced,0.2687756729125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,1,balanced,0.31511104583740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,balanced,3.468093566894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,1,balanced,0.554005126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,1,balanced,0.5600960159301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,1,balanced,0.5647423934936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,1,balanced,0.829398422241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,1,balanced,1.0870003509521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,balanced,4.634209899902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,1,balanced,1.6235507202148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,1,balanced,2.2456153869628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,1,balanced,3.294155578613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,1,balanced,4.540162048339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,1,power_law_1.01,0.27037887573242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,1,power_law_1.01,0.1286092758178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,1,power_law_1.01,0.22682432174682615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,1,balanced,6.731651611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,1,power_law_1.01,0.43340606689453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,1,power_law_1.01,0.456945915222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,1,power_law_1.01,0.4683411026000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,1,power_law_1.01,0.4619302368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,1,balanced,9.288192138671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,1,power_law_1.01,0.4816998291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,1,power_law_1.01,0.4282835388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,1,power_law_1.01,0.502479362487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,1,power_law_1.01,0.4170528030395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,1,power_law_1.01,0.5483391952514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,1,power_law_1.01,0.501663360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,1,power_law_1.01,0.4441215896606446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,1,power_law_1.01,0.5560985565185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,1,power_law_1.01,0.7345101165771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,1,power_law_1.01,1.0703174591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,1,power_law_1.01,1.2296243286132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,1,balanced,13.697698974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,1,power_law_1.01,1.832953643798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,1,power_law_1.01,0.5210630416870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,1,balanced,18.626909179687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,1,power_law_1.01,0.5683417510986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,1,power_law_1.01,0.7171955108642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,1,power_law_1.01,3.383174438476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.07885951995849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.12970751762390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,1,power_law_1.01,2.3069491577148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,1,power_law_1.01,4.425047607421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.24353343963623048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.2447987174987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.23666175842285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.15401280403137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.23778303146362303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.24522239685058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.25951936721801755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.25917247772216795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.2763283157348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.28681087493896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.28703424453735354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.30234752655029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.3124518394470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.3767212677001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.4098656082153321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.22807296752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.23473472595214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.5460563278198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,0.6611833953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,2,power_law_1.2,36.456669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,0.9696710205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,1,power_law_1.01,0.050542078018188476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,1,power_law_1.01,0.07166592121124268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,1,power_law_1.01,0.08583359718322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,1,power_law_1.01,0.13127488136291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,1,power_law_1.01,0.13629055976867677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,1,power_law_1.01,6.2667138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,1,power_law_1.01,0.1487827205657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,1.2746675109863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,1,power_law_1.01,0.1790598487854004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,1,power_law_1.01,0.21069183349609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,1,power_law_1.01,0.24417152404785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,1,power_law_1.01,0.22771392822265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,1,power_law_1.01,0.30317312240600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,1,power_law_1.01,0.38370304107666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,1,power_law_1.01,0.3507494354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,1,power_law_1.01,0.46778625488281256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,1,power_law_1.01,0.5227603149414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,1,power_law_1.01,0.5895808029174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,1,power_law_1.01,0.6924870300292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,1.846174774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,1,power_law_1.01,0.9699046325683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,1,power_law_1.01,1.2126483154296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,2.4996044921875002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,1,power_law_1.01,1.7852383422851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,1,power_law_1.01,2.3422662353515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,1,power_law_1.01,8.349230346679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,1,power_law_1.01,3.4228961181640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,3.6673574829101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,1,power_law_1.2,0.12836223602294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,1,power_law_1.01,4.388572082519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,1,power_law_1.2,0.21043775558471678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,1,power_law_1.01,6.754144897460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,1,power_law_1.2,0.4601747131347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,1,power_law_1.2,0.43169345855712893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,1,power_law_1.2,0.4565024185180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,1,power_law_1.2,0.4822335815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,1,power_law_1.2,0.46150974273681644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,1,power_law_1.2,0.24049087524414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,4.738092651367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,1,power_law_1.2,0.4869516754150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,1,power_law_1.2,0.4953023910522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,1,power_law_1.2,0.5422496032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,1,power_law_1.2,0.41175102233886723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,1,power_law_1.2,0.4187660980224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,1,power_law_1.2,0.7118374633789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,1,power_law_1.2,0.7064205169677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,1,power_law_1.01,14.231983642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,1,power_law_1.2,0.5221728134155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,1,power_law_1.2,0.5006361770629882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,1,power_law_1.2,0.9712742614746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,1,power_law_1.2,0.5668127822875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,1,power_law_1.2,1.202908172607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,1,power_law_1.2,0.5766432189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,1,power_law_1.01,9.306688842773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,1,power_law_1.2,1.7899693298339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,1,power_law_1.2,2.3200466918945315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.13976767539978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.22953664779663088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.22616704940795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.23993087768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.2389299201965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.0787398386001587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.23613567352294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.2419001579284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.24710784912109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.26005760192871097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.26248191833496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.27157440185546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.12374079704284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.2867296028137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.29110912322998045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.32453311920166017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,1,power_law_1.2,3.422560119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.3627155303955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.4028531265258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.528084487915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.6415897369384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.3117747116088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,0.9471155548095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,1.2452722930908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,1,power_law_1.2,4.3041491699218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,1,power_law_1.2,0.04969344139099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,1,power_law_1.2,0.06851263999938964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,1,power_law_1.2,0.08318655967712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,1,power_law_1.2,0.12921088218688964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,1,power_law_1.2,0.1360275173187256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,1,power_law_1.2,0.1532153606414795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,1.8369818115234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,1,power_law_1.2,0.1783123207092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,1,power_law_1.2,0.22900608062744138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,1,power_law_1.2,0.22647680282592772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,1,power_law_1.2,0.236181755065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,1,power_law_1.2,0.3067558479309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,1,power_law_1.2,0.3531302261352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,1,power_law_1.2,0.38501121520996096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,1,power_law_1.2,0.46296833038330076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,1,power_law_1.2,0.5398080062866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,1,power_law_1.2,6.232695922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,1,power_law_1.2,0.5856774520874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,1,power_law_1.2,0.7053043365478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,1,power_law_1.2,0.9483872222900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,1,power_law_1.2,1.2354093170166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,2.3472627258300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,1,power_law_1.2,1.8257260131835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,1,power_law_1.2,2.3710963439941404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,1,power_law_1.01,18.268641357421878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,1,power_law_1.2,3.370846862792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,1,power_law_1.2,8.669784545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,4,balanced,0.09756416320800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,4,balanced,0.14268159866333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,4,balanced,0.269932804107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,4,balanced,0.5232857513427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,3.48859130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,4,balanced,0.9901824188232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,1,power_law_1.2,4.305562744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,4,balanced,1.9265408325195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,4,balanced,1.9229017639160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,4,balanced,1.9280972290039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,4,balanced,2.491496887207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,4,balanced,2.493085479736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,4,balanced,2.5006040954589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,4,balanced,2.5236761474609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,4,balanced,2.520458221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,4,balanced,2.556563262939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,4,balanced,2.5924609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,1,power_law_1.2,6.712838134765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,4,balanced,2.609269714355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,4,balanced,2.6765017700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,4,balanced,2.816631164550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,4,balanced,2.9821490478515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,4,balanced,3.2258932495117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,4,balanced,3.438583068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,4.616620178222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,4,balanced,4.307627563476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,4,balanced,4.596925354003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,4,balanced,0.06331007957458497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,4,balanced,0.09470591545104981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,4,balanced,0.16599807739257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,4,balanced,0.26763391494750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,4,balanced,0.5037273788452149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,1,power_law_1.2,14.290444335937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,4,balanced,6.240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,4,balanced,0.9821695709228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,4,balanced,0.9806604766845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,4,balanced,0.984879379272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,4,balanced,1.016405792236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,4,balanced,1.018862075805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,4,balanced,1.0267059326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,4,balanced,7.525514526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,4,balanced,1.031203842163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,4,balanced,1.0382975769042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,4,balanced,1.0499263763427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,4,balanced,1.0656614685058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,4,balanced,1.0778623962402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,4,balanced,1.1123149108886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,4,balanced,1.158613739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,4,balanced,1.2071820831298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,4,balanced,1.294661102294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,4,balanced,1.4180787658691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,4,balanced,1.5970751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,4,balanced,10.937990722656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,4,balanced,1.8516441345214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,4,balanced,0.0919052791595459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,4,balanced,0.15431551933288573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,4,balanced,2.252208709716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,4,balanced,0.2813747215270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,4,balanced,2.657230224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,4,balanced,0.5312601470947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,4,balanced,0.5357478332519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,4,balanced,0.542743034362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,4,balanced,13.965435791015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,4,balanced,0.5701375961303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,4,balanced,0.548084487915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,4,balanced,3.5848269653320317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,4,balanced,0.571984634399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,1,power_law_1.2,9.131401977539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,4,balanced,0.5728396987915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,4,balanced,0.7483865356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,4,balanced,0.7599449920654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,4,balanced,0.7531378936767579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,4,balanced,4.490812072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,4,balanced,1.0339071655273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,4,balanced,1.2226573181152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,4,balanced,1.3348147583007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,4,balanced,1.3352691650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,4,balanced,2.5679116821289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,4,balanced,2.6224588012695316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,4,balanced,4.163672180175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,4,balanced,5.476912841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,4,power_law_1.01,0.2652121543884277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,4,power_law_1.01,0.5256832122802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,4,power_law_1.01,0.6435379028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,4,balanced,7.963828735351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,4,power_law_1.01,0.8718681335449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,4,power_law_1.01,1.0667980957031251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,4,power_law_1.01,1.1584255981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,4,balanced,11.2115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,4,power_law_1.01,1.5940876770019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,4,power_law_1.01,1.506719970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,4,power_law_1.01,2.203705596923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,4,power_law_1.01,2.04063232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,4,power_law_1.01,1.9738047790527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,4,power_law_1.01,2.3466700744628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,4,power_law_1.01,2.332736053466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,4,balanced,16.719349365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,4,power_law_1.01,2.4212634277343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,4,power_law_1.01,2.4172825622558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,4,power_law_1.01,2.42274169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,4,power_law_1.01,2.580400695800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,4,power_law_1.01,2.84084228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,4,power_law_1.01,3.1081204223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,4,power_law_1.01,3.675686340332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,4,balanced,21.973459472656252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,4,power_law_1.01,3.8913778686523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,4,power_law_1.01,4.859179382324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,4,power_law_1.01,5.71612060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.1657574462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.26698495864868166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.3552934265136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,4,power_law_1.01,8.007733764648439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.45278976440429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.5919744110107421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,4,power_law_1.01,9.643314208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.6871961975097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.852405776977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.7720076751708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,4,balanced,32.972841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.8200089263916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.8666239929199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.9122470092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.8793561553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.9445606231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.9820722961425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.9822783660888671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.9739315032958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,4,power_law_1.01,13.966923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.9823001861572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,1.0787149047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.1377561950683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.2565017700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.376600341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,1.5710604858398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,1.828485107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,4,power_law_1.01,0.09486335754394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,2.2762765502929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,4,power_law_1.01,0.1541055965423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,4,power_law_1.01,0.22916095733642577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,2.9068338012695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,4,power_law_1.01,0.2835148811340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,4,power_law_1.01,0.5014336013793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,4,power_law_1.01,0.5998400115966798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,4,power_law_1.01,0.7220877075195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,4,power_law_1.01,0.6431385803222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,4,power_law_1.01,0.7117030334472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,4,power_law_1.01,0.7869197082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,4,power_law_1.01,0.8549235534667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,4,power_law_1.01,18.800447998046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,5.097566833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,4.08830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,4,power_law_1.01,0.9620198059082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,4,power_law_1.01,1.0382195281982423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,4,power_law_1.01,1.3510182189941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,4,balanced,44.1496435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,4,power_law_1.01,1.5885772705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,4,power_law_1.01,1.8296998596191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,4,power_law_1.01,2.1672691345214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,4,power_law_1.01,2.7160562133789066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,4,power_law_1.01,3.446328430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,4,power_law_1.01,4.638319396972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,4,power_law_1.01,6.208487548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,4,power_law_1.2,0.26689407348632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,4,power_law_1.2,0.5299264144897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,4,power_law_1.2,0.5428659057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,4,power_law_1.01,8.728419799804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,4,power_law_1.2,0.8725901031494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,4,power_law_1.2,1.1118515014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,4,power_law_1.2,1.139325408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,4,power_law_1.2,1.5149606323242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,4,power_law_1.2,1.5387750244140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,4,power_law_1.01,11.854207763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,4,power_law_1.2,1.9872178649902346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,1,power_law_1.2,18.192121582031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,4,power_law_1.2,2.0642483520507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,4,power_law_1.2,2.0913728332519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,4,power_law_1.2,2.213648681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,4,power_law_1.2,2.2868992614746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,4,power_law_1.2,2.4244531250000003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,4,power_law_1.2,2.448039703369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,4,power_law_1.2,2.49064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,4,power_law_1.2,2.5984423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,4,power_law_1.2,3.0458419799804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,4,power_law_1.01,18.375914306640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,4,power_law_1.2,3.373945617675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,4,power_law_1.2,3.76611083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,4,power_law_1.2,4.198428039550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,4,power_law_1.2,5.406690673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,4,power_law_1.2,6.480994262695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.16710784912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.26167680740356447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.3117695999145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.3822809600830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,4,power_law_1.2,8.851483154296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,4,power_law_1.01,22.103193359375002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.555173110961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.5815283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.7712729644775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.7891814422607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.8634188842773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.8515980529785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.8492991638183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,4,power_law_1.2,10.273536376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.8875328063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.9751808166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.9763648223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,0.9525094604492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,1.0497408294677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.9701952362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,1.1087602996826171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.1369152069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.3025421142578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.4275648498535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,1.6449011230468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,4,power_law_1.01,34.74619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,1.9344281005859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,4,power_law_1.2,16.363956298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,2.5023039245605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,4,power_law_1.2,0.09210623741149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,4,power_law_1.2,0.16939136505126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,4,power_law_1.2,0.20743040084838865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,4,power_law_1.2,0.2658419227600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,3.169932861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,4,power_law_1.2,0.5030003356933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,4,power_law_1.2,0.5827417755126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,4,power_law_1.2,0.7154061126708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,4,power_law_1.2,0.6612172698974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,4,power_law_1.2,0.7224626922607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,4,power_law_1.2,0.7608512115478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,4,power_law_1.2,0.885117416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,4.888862609863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,4,power_law_1.2,1.0362931060791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,4,power_law_1.2,1.0940876770019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,4,power_law_1.2,1.4010124206542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,4,power_law_1.2,19.01982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,5.73699951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,4,power_law_1.2,1.5981427001953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,4,power_law_1.2,1.8498150634765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,4,power_law_1.2,2.2063757324218747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,4,power_law_1.2,2.802001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,4,power_law_1.2,3.339346008300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,4,power_law_1.2,4.6487756347656255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,4,power_law_1.2,5.989749755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,2,balanced,0.08896256446838378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,2,balanced,0.1453324794769287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,2,balanced,0.25588096618652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,2,balanced,0.5199577713012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,2,balanced,0.9805567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,4,power_law_1.2,8.622699584960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,2,balanced,1.9146009826660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,2,balanced,1.917455291748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,2,balanced,1.923223114013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,2,balanced,1.9390579223632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,4,power_law_1.01,45.1628271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,2,balanced,1.9361471557617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,2,balanced,1.9481625366210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,2,balanced,2.4849446105957034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,2,balanced,2.4879705810546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,2,balanced,2.508614349365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,2,balanced,2.566431884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,2,balanced,2.575555725097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,2,balanced,2.6157376098632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,2,balanced,2.763565979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,2,balanced,2.9191192626953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,2,balanced,3.1926336669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,2,balanced,3.438003234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,4,power_law_1.2,11.788980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,2,balanced,4.4204992675781245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,2,balanced,4.7093005371093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,2,balanced,6.355659790039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,2,balanced,0.06315392017364502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,2,balanced,0.09449855804443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,2,balanced,0.16450815200805663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,2,balanced,0.26486400604248045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,2,balanced,7.532946166992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,2,balanced,0.49850112915039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,2,balanced,0.9695910644531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,2,balanced,0.9708019256591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,2,balanced,0.9732953643798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,2,balanced,0.9796109008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,2,balanced,0.9839231872558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,2,balanced,11.127840576171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,2,balanced,0.9910950469970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,2,balanced,1.0271142578124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,2,balanced,1.033364486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,2,balanced,1.0458227539062501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,2,balanced,1.0571263885498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,2,balanced,1.0671654510498048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,2,balanced,1.0884864044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,2,balanced,1.1318527984619142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,2,balanced,1.1775923156738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,2,balanced,13.689017333984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,2,balanced,1.2626790618896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,2,balanced,1.3570343017578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,2,balanced,1.5373773193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,2,balanced,1.7315609741210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,4,power_law_1.2,18.632679443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,2,balanced,2.185633239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,2,balanced,0.05934976100921631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,2,balanced,0.09383423805236817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,2,balanced,0.15646976470947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,2,balanced,0.28734464645385743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,2,balanced,2.569305725097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,2,balanced,0.5398323059082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,2,balanced,0.5476275253295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,2,balanced,0.5507251358032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,2,balanced,0.5548684692382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,2,balanced,3.457434997558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,2,balanced,0.5606195068359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,2,balanced,0.5632204818725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,2,balanced,0.5810892868041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,2,balanced,0.5965248107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,2,balanced,0.590513916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,2,balanced,4.5579418945312495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,2,balanced,0.7947711944580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,2,balanced,0.7977152252197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,2,balanced,0.8043122863769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,2,balanced,1.060305938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,2,balanced,1.3152447509765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,2,balanced,1.3612864685058592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,2,balanced,2.6384039306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,2,balanced,2.7347903442382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,2,balanced,4.199114379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,2,balanced,5.529450073242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,2,power_law_1.01,0.14645248413085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,2,power_law_1.01,0.25133184432983396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,2,power_law_1.01,0.415544319152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,2,power_law_1.01,0.6517350769042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,2,balanced,8.229657592773439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,2,power_law_1.01,0.9090342712402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,2,power_law_1.01,1.0446080017089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,2,power_law_1.01,1.5045645141601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,2,power_law_1.01,1.5604403686523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,2,balanced,11.740517578124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,2,power_law_1.01,1.6522023010253908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,2,power_law_1.01,1.614471740722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,2,power_law_1.01,1.5611737060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,2,power_law_1.01,2.1954368591308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,2,power_law_1.01,2.257767639160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,2,power_law_1.01,2.2993624877929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,2,power_law_1.01,2.30368896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,2,balanced,16.640780029296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,2,power_law_1.01,2.3224627685546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,2,power_law_1.01,2.5032255554199216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,2,power_law_1.01,2.77444091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,2,power_law_1.01,2.9345330810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,2,power_law_1.01,3.4620391845703127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,4,power_law_1.2,21.55752685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,2,power_law_1.01,3.8192987060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,2,power_law_1.01,4.697824096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,2,balanced,22.673896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,2,power_law_1.01,0.09422080039978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,2,power_law_1.01,0.1642995262145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,2,power_law_1.01,5.357148437499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,2,power_law_1.01,0.22139135360717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,2,power_law_1.01,0.340079345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,2,power_law_1.01,0.4608307266235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,2,power_law_1.01,0.5635187149047851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,2,power_law_1.01,6.925097045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,2,power_law_1.01,0.774466552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,2,power_law_1.01,0.8237145233154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,2,power_law_1.01,0.8340876770019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,2,power_law_1.01,0.8032268524169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,2,power_law_1.01,0.8506534576416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,2,power_law_1.01,0.8893427276611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,2,power_law_1.01,0.9083814239501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,2,power_law_1.01,8.900166625976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,2,power_law_1.01,0.9385664367675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,2,power_law_1.01,0.9629183959960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,2,power_law_1.01,0.9565414428710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,2,power_law_1.01,0.994250259399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,2,power_law_1.01,1.0501119995117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,2,power_law_1.01,1.1025714874267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,2,power_law_1.01,1.1978534698486327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,2,power_law_1.01,1.306576690673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,2,power_law_1.01,12.062208251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,2,power_law_1.01,1.5222976684570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,2,power_law_1.01,1.7604608154296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,2,power_law_1.01,0.06074495792388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,2,power_law_1.01,2.246124725341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,2,power_law_1.01,0.0933516788482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,2,power_law_1.01,2.6959259033203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,2,power_law_1.01,0.16760192871093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,2,power_law_1.01,0.2257535934448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,2,power_law_1.01,0.2905612754821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,2,power_law_1.01,3.6977828979492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,2,power_law_1.01,0.4597785568237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,4,power_law_1.2,34.190090332031254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,2,power_law_1.01,0.5246195220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,2,power_law_1.01,0.5806643295288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,2,power_law_1.01,0.6619302368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,2,power_law_1.01,0.7286016082763671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,2,power_law_1.01,0.6534925079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,2,power_law_1.01,15.071727294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,2,power_law_1.01,0.7348006439208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,2,power_law_1.01,5.023854064941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,2,power_law_1.01,0.8038912200927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,2,power_law_1.01,0.9561113739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,2,power_law_1.01,1.0856448364257811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,2,power_law_1.01,1.1404825592041017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,2,power_law_1.01,1.4709849548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,2,power_law_1.01,1.9279385375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,2,power_law_1.01,2.2584857177734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,2,power_law_1.01,2.8990707397460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,2,power_law_1.01,3.4763110351562503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,2,power_law_1.2,0.14645503997802733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,2,power_law_1.2,0.25010559082031253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,2,power_law_1.01,4.826579284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,2,power_law_1.2,0.3590374374389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,2,power_law_1.2,0.581451530456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,2,power_law_1.2,0.8351859283447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,2,power_law_1.01,6.3107763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,2,power_law_1.2,1.076263656616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,2,power_law_1.2,1.43169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,2,power_law_1.2,1.5201625061035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,2,power_law_1.01,9.111581420898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,2,power_law_1.2,1.559552001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,2,power_law_1.2,1.6629644775390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,2,power_law_1.2,1.6183372497558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,2,power_law_1.2,2.2199334716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,2,power_law_1.2,2.2477760314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,2,power_law_1.01,12.922044677734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,2,power_law_1.2,2.330818634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,2,power_law_1.2,2.317452850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,2,power_law_1.2,2.3843621826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,2,power_law_1.2,2.5399859619140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,2,power_law_1.2,2.866802062988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,2,power_law_1.2,3.105111083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,2,power_law_1.2,3.464534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,2,power_law_1.2,3.8902542114257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,2,power_law_1.01,17.610694580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,2,power_law_1.2,4.863194885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,2,power_law_1.2,0.09399680137634278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,2,power_law_1.2,0.16260608673095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,2,power_law_1.2,0.21429248809814455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,2,power_law_1.2,5.554940185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,2,power_law_1.2,0.29215871810913085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,2,power_law_1.2,0.4294796752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,2,power_law_1.2,0.5452838516235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,2,power_law_1.2,0.746082534790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,2,power_law_1.2,7.055521240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,2,power_law_1.2,0.7868415832519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,2,power_law_1.2,0.8140249633789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,2,power_law_1.2,0.8398655700683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,2,power_law_1.01,22.94091552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,2,power_law_1.2,0.8327565002441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,2,power_law_1.2,0.8915328216552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,2,power_law_1.2,0.9057920074462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,2,power_law_1.2,0.9407411193847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,2,power_law_1.2,0.9324761962890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,2,power_law_1.2,9.548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,2,power_law_1.2,0.9523519897460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,2,power_law_1.2,1.027157745361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,2,power_law_1.2,1.080902404785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,2,power_law_1.2,1.1409753417968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,2,power_law_1.2,1.249395217895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,2,power_law_1.2,1.3266201782226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,2,power_law_1.2,1.5947314453124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,2,power_law_1.2,1.7936460876464841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,2,power_law_1.2,0.05996287822723388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,2,power_law_1.2,2.3523776245117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,2,power_law_1.2,12.513433837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,2,power_law_1.2,0.09353983879089356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,2,power_law_1.2,0.15050368309020995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,2,power_law_1.2,0.21821184158325196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,2,power_law_1.2,2.9554214477539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,2,power_law_1.2,0.26869504928588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,2,power_law_1.2,0.46771327972412113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,2,power_law_1.2,0.5326835250854491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,2,power_law_1.2,0.6065574264526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,2,power_law_1.2,3.970059509277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,2,power_law_1.2,0.6713075256347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,2,power_law_1.2,0.7546969604492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,2,power_law_1.2,0.6812786865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,2,power_law_1.2,0.7480499267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,2,power_law_1.2,0.8426278686523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,2,power_law_1.2,0.974554901123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,2,power_law_1.2,16.330968017578122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,2,power_law_1.2,5.212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,2,power_law_1.2,1.077149429321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,2,power_law_1.2,1.1954112243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,2,power_law_1.2,1.4902207946777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,2,power_law_1.2,1.9714405822753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,2,power_law_1.2,2.2797644042968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,2,power_law_1.2,3.0590924072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,2,power_law_1.2,3.5990106201171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,1,balanced,0.10229632377624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,1,balanced,0.1508633613586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,1,balanced,0.2567251205444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,2,power_law_1.2,4.821587219238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,1,balanced,0.5280831909179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,1,balanced,0.9832595062255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,2,power_law_1.2,6.116198120117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,1,balanced,1.9150502014160158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,1,balanced,1.9207557678222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,1,balanced,1.9285632324218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,2,power_law_1.2,8.873880615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,1,balanced,1.9349395751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,1,balanced,1.9411590576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,1,balanced,1.9532742309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,1,balanced,1.9743014526367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,1,balanced,1.983284454345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,2,power_law_1.2,12.878704833984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,1,balanced,2.004100494384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,1,balanced,2.5977716064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,1,balanced,2.6244216918945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,1,balanced,2.6767980957031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,1,balanced,2.794677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,1,balanced,2.9132614135742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,1,balanced,3.167076416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,1,balanced,3.4321939086914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,1,balanced,4.771330566406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,1,balanced,4.590004577636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,2,power_law_1.2,18.2376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,balanced,0.07229184150695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,balanced,0.10439359664916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,balanced,0.16227775573730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,balanced,0.2748108863830566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,balanced,0.5181184005737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,1,balanced,6.68193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,balanced,1.0004684448242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,balanced,1.0023526763916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,balanced,1.0049600219726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,balanced,1.0111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,balanced,1.0156224060058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,balanced,1.0237996673583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,1,balanced,7.602630615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,balanced,1.032142105102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,balanced,1.0419149017333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,balanced,1.0515046691894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,balanced,1.1013958740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,balanced,1.097864303588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,balanced,1.1140972900390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,balanced,1.1487347412109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,balanced,1.1888742065429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,balanced,1.269971237182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,balanced,1.3563961791992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,balanced,1.5331027221679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,balanced,1.7261145019531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,balanced,2.309918060302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,1,balanced,11.070196533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,1,balanced,0.04514175891876221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,1,balanced,0.06517439842224121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,balanced,2.670826110839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,1,balanced,0.09740480422973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,1,balanced,0.1638387107849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,1,balanced,0.29605056762695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,1,balanced,0.5601152038574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,1,balanced,0.5646227264404298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,balanced,3.6542379760742185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,1,balanced,0.5687046432495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,1,balanced,0.5723500823974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,1,balanced,0.576181755065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,1,balanced,13.904813232421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,1,balanced,0.5834028625488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,1,balanced,0.5902284622192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,balanced,4.586685485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,1,balanced,0.5969836807250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,1,balanced,0.6225977706909179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,1,balanced,0.6397817611694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,1,balanced,0.6518450927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,1,balanced,0.8602579498291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,1,balanced,0.9259513854980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,1,balanced,1.213904037475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,1,balanced,1.5122694396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,1,balanced,1.5962086486816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,1,balanced,2.9547937011718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,1,power_law_1.01,0.10096960067749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,1,balanced,3.1084564208984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,1,power_law_1.01,0.14781760215759276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,1,power_law_1.01,0.2560108757019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,1,power_law_1.01,0.5267776107788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,1,power_law_1.01,0.7607161712646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,1,balanced,4.655499572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,1,power_law_1.01,1.003528289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,1,power_law_1.01,1.4010995483398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,1,power_law_1.01,1.4845120239257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,1,balanced,6.2790856933593755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,1,power_law_1.01,1.5167500305175783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,1,power_law_1.01,1.5363250732421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,1,power_law_1.01,1.6372703552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,1,power_law_1.01,1.693212127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,1,power_law_1.01,1.713483581542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,1,power_law_1.01,1.7558277893066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,1,balanced,9.762974853515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,1,power_law_1.01,2.343735656738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,1,power_law_1.01,2.36593017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,1,power_law_1.01,2.4814720153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,1,power_law_1.01,2.6822540283203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,1,power_law_1.01,2.8987744140625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,1,balanced,13.033125000000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,1,power_law_1.01,3.3083493041992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,1,power_law_1.01,3.7114279174804685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,1,power_law_1.01,4.464540100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.07148672103881835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.10426303863525391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.1627628707885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,1,power_law_1.01,5.13609619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.27455936431884764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.40784255981445316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.5270707321166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.7370393371582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,1,power_law_1.01,6.676575317382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.7771769714355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.7940825653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.8082707214355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,2,power_law_1.2,22.461225585937502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.8507641601562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,1,power_law_1.01,8.195747680664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.8773017883300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.8883776092529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.903198699951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.9637017822265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,4,power_law_1.2,45.080634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.9666207885742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,1.0070880126953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,1.0746745300292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,1.1303852844238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.2364198303222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.3647257995605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.5535903930664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,1,power_law_1.01,11.43590576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,1,power_law_1.01,0.043404159545898435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,1.821648712158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,1,power_law_1.01,0.06512959957122802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,1,power_law_1.01,0.09661120414733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,2.2794528198242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,1,power_law_1.01,0.16436096191406252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,1,power_law_1.01,0.2278060722351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,1,power_law_1.01,0.2967763137817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,2.783930358886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,1,power_law_1.01,0.4219750213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,1,power_law_1.01,0.4378847885131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,1,power_law_1.01,0.4777945709228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,1,power_law_1.01,0.5367379379272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,1,power_law_1.01,0.591201934814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,1,power_law_1.01,0.6658528137207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,3.8885726928710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,1,power_law_1.01,0.6876403045654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,1,power_law_1.01,0.748184356689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,1,power_law_1.01,14.648564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,1,power_law_1.01,0.7712236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,1,power_law_1.01,0.8562329864501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,4.809024658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,1,power_law_1.01,1.0104338836669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,1,power_law_1.01,1.2697875213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,1,power_law_1.01,1.6088275146484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,1,power_law_1.01,2.1479954528808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,1,power_law_1.2,0.10141504287719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,1,power_law_1.01,2.5286175537109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,1,power_law_1.2,0.14842047691345214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,1,power_law_1.2,0.2563577651977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,1,power_law_1.2,0.508221435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,1,power_law_1.01,3.2660064697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,1,power_law_1.2,0.6970457458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,1,power_law_1.01,4.0576416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,1,power_law_1.2,0.9503097534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,1,power_law_1.2,1.3727813720703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,1,power_law_1.2,1.4559730529785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,1,power_law_1.01,5.5220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,1,power_law_1.2,1.4898297119140627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,1,power_law_1.2,1.5467782592773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,1,power_law_1.2,1.635601348876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,1,power_law_1.2,1.6687347412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,1,power_law_1.01,7.013088989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,1,power_law_1.2,1.729432373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,1,power_law_1.2,1.7964556884765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,1,power_law_1.2,2.3554400634765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,1,power_law_1.2,2.4184672546386716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,1,power_law_1.2,2.5268479919433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,1,power_law_1.2,2.786726379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,1,power_law_1.2,2.9702520751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,1,power_law_1.01,10.69260009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,1,power_law_1.2,3.3715661621093753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,1,power_law_1.2,3.7271801757812497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.07144768238067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.10397248268127442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,1,power_law_1.2,4.483308715820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.16324031829833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,1,power_law_1.01,13.621024169921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.25869375228881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.37048126220703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,1,power_law_1.2,5.222041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.49473217010498044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.7249075317382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.7595219421386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.7810521697998046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.8080992126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.8396018981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.867923812866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,1,power_law_1.2,6.746420288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.8902342224121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.9192684936523439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.9752627563476561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.9974841308593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,1.0411488342285158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,1.1059776306152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,1.1651757049560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,1,power_law_1.2,8.367947387695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.29531005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.3915533447265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.6723052978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,1.889605712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,1,power_law_1.2,0.04483776092529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,2.325431671142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,1,power_law_1.2,0.06140799999237061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,1,power_law_1.2,0.09667391777038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,1,power_law_1.2,0.15163328170776366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,2.898812255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,1,power_law_1.2,0.27856191635131833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,1,power_law_1.2,11.634831542968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,1,power_law_1.2,0.4132953643798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,1,power_law_1.2,0.2101260757446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,1,power_law_1.2,0.4349324798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,1,power_law_1.2,0.4857888031005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,3.901873779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,1,power_law_1.2,0.5259654235839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,1,power_law_1.2,0.5939001464843751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,1,power_law_1.2,0.6776038360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,1,power_law_1.2,0.7544915008544921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,1,power_law_1.2,0.6958099365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,4.916770629882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,1,power_law_1.2,0.7959001922607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,1,power_law_1.2,14.487568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,1,power_law_1.2,0.892459487915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,1,power_law_1.2,1.055523223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,1,power_law_1.2,1.31159423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,1,power_law_1.2,1.6890290832519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,1,power_law_1.2,2.2374957275390623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,4,balanced,0.08096256256103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,1,power_law_1.2,2.598677062988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,4,balanced,0.12314368247985841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,4,balanced,0.2198476791381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,4,balanced,0.4444863891601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,4,balanced,0.841022720336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,1,power_law_1.2,3.3740728759765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,4,balanced,1.6343910217285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,1,power_law_1.2,4.2224423217773435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,4,balanced,1.6364378356933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,4,balanced,1.6450816345214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,4,balanced,2.159299774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,1,power_law_1.2,5.747919311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,4,balanced,2.1531085205078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,4,balanced,2.1681587219238283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,4,balanced,2.1803904724121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,4,balanced,2.1959666442871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,1,power_law_1.2,7.179720458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,4,balanced,2.211164093017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,4,balanced,2.255930938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,4,balanced,2.2794061279296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,4,balanced,2.3271359252929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,4,balanced,2.447673645019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,4,balanced,2.575384216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,4,balanced,2.768019104003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,4,balanced,2.9475762939453127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,4,balanced,3.6121972656250003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,4,balanced,0.05723008155822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,4,balanced,3.783802795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,1,power_law_1.2,10.529440917968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,4,balanced,0.08470911979675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,4,balanced,0.14615039825439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,4,balanced,0.2558515167236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,4,balanced,0.43438976287841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,4,balanced,0.8455731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,4,balanced,0.8430489349365236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,4,balanced,0.8473446655273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,4,balanced,0.8770713806152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,4,balanced,5.138217163085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,4,balanced,0.8797388458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,4,balanced,0.8880550384521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,4,balanced,0.8919808197021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,4,balanced,0.8981401824951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,4,balanced,0.910097885131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,4,balanced,0.9202047729492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,4,balanced,6.362676391601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,1,power_law_1.2,13.634565429687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,4,balanced,0.9331622314453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,4,balanced,0.9624384307861329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,4,balanced,1.0054169464111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,4,balanced,1.0473792266845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,4,balanced,1.129070053100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,4,balanced,1.2353011322021483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,4,balanced,1.3928294372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,4,balanced,0.07858304023742677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,4,balanced,1.617857208251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,4,balanced,0.13629695892333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,4,balanced,0.2492313575744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,4,balanced,1.9808703613281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,4,balanced,9.628876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,4,balanced,0.45913856506347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,4,balanced,0.4625446319580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,4,balanced,2.331706848144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,4,balanced,0.47097343444824225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,4,balanced,0.4771084976196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,4,balanced,0.48697982788085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,4,balanced,0.4928895950317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,4,balanced,0.4973849487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,4,balanced,0.6492671966552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,4,balanced,3.208149719238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,4,balanced,0.7196761322021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,4,balanced,0.6529869079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,4,balanced,0.8956301116943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,4,balanced,0.9068582153320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,4,balanced,11.97459716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,4,balanced,1.1097280120849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,4,balanced,3.9805657958984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,4,balanced,1.134238739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,4,balanced,2.2433625793457033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,4,balanced,2.2563494873046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,4,balanced,3.411593017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,4,power_law_1.01,0.21653120040893556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,4,balanced,4.7772390747070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,4,power_law_1.01,0.44360958099365233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,4,power_law_1.01,0.5589964675903321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,4,balanced,6.991952514648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,4,power_law_1.01,0.772126693725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,4,power_law_1.01,0.8100428771972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,4,power_law_1.01,1.1848230743408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,4,power_law_1.01,1.2978842163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,4,power_law_1.01,1.38323974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,4,balanced,9.637512817382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,4,power_law_1.01,1.584189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,4,power_law_1.01,1.6318028259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,4,power_law_1.01,1.7217613220214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,4,power_law_1.01,1.8746047973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,4,power_law_1.01,1.906771240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,4,power_law_1.01,1.9858534240722654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,4,power_law_1.01,2.0450125122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,4,power_law_1.01,2.1145765686035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,4,balanced,14.3481396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,4,power_law_1.01,2.231157684326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,4,power_law_1.01,2.4148825073242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,4,power_law_1.01,2.6226715087890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,4,power_law_1.01,3.0402200317382815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,4,power_law_1.01,3.3788186645507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,4,balanced,18.51099853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,4,power_law_1.01,4.015582580566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,4,power_law_1.01,0.14643839836120603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,4,power_law_1.01,4.7088385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,4,power_law_1.01,0.2301068878173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,4,power_law_1.01,0.29226879119873045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,4,power_law_1.01,0.3905855941772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,4,power_law_1.01,0.4678489685058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,4,power_law_1.01,0.6803084564208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,4,power_law_1.01,6.99183349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,4,power_law_1.01,0.6388608169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,4,power_law_1.01,0.6567027282714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,4,power_law_1.01,0.7043609619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,4,power_law_1.01,8.459088745117189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,4,power_law_1.01,0.5167142486572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,4,power_law_1.01,0.7606822204589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,4,power_law_1.01,0.7565158081054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,4,power_law_1.01,0.7786150360107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,4,power_law_1.01,0.8146534729003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,4,power_law_1.01,0.8313676452636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,4,power_law_1.01,0.8433126068115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,4,power_law_1.01,0.8722905731201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,4,power_law_1.01,0.9158348846435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,4,power_law_1.01,0.9958118438720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,4,power_law_1.01,11.366755371093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,4,power_law_1.01,1.09119873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,4,balanced,29.384687500000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,4,power_law_1.01,1.1978125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,4,power_law_1.01,1.366219482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,4,power_law_1.01,1.5514559936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,4,power_law_1.01,0.07835648059844971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,4,power_law_1.01,0.13582719802856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,4,power_law_1.01,2.097187805175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,4,power_law_1.01,0.19564416885375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,4,power_law_1.01,0.2536345672607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,4,power_law_1.01,0.44149505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,4,power_law_1.01,0.5226483154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,4,power_law_1.01,2.536632385253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,4,power_law_1.01,0.6149248123168946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,4,power_law_1.01,3.573875122070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,4,power_law_1.01,0.5648806381225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,4,power_law_1.01,0.6005542373657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,4,power_law_1.01,0.6541260528564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,4,power_law_1.01,0.7439142608642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,4,power_law_1.01,16.008370361328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,4,power_law_1.01,4.826128540039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,4,power_law_1.01,0.830728988647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,4,power_law_1.01,0.9121459197998046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,4,power_law_1.01,1.2016422271728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,4,power_law_1.01,1.3447065734863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,4,power_law_1.01,1.5218611145019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,4,power_law_1.01,1.9086271667480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,4,power_law_1.01,2.2829299926757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,4,balanced,37.557431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,4,power_law_1.01,2.8796954345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,4,power_law_1.01,3.9789593505859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,4,power_law_1.2,0.21648384094238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,4,power_law_1.2,0.44531585693359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,4,power_law_1.01,5.149112548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,4,power_law_1.2,0.4814809417724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,4,power_law_1.2,0.6989376068115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,4,power_law_1.2,0.8599295806884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,4,power_law_1.2,0.9828224182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,4,power_law_1.01,7.4711474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,4,power_law_1.2,1.4575538635253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,4,power_law_1.2,1.213108444213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,4,power_law_1.2,1.6097369384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,4,power_law_1.2,1.8033331298828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,4,power_law_1.01,9.679290771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,4,power_law_1.2,1.7282675170898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,4,power_law_1.2,1.8022055053710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,4,power_law_1.2,1.869597473144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,4,power_law_1.2,2.0329548645019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,4,power_law_1.2,2.098138885498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,4,power_law_1.2,2.167024688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,4,power_law_1.2,2.2439846801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,4,power_law_1.2,2.486689300537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,4,power_law_1.2,2.5043954467773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,4,power_law_1.01,15.942558593749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,4,power_law_1.2,3.236824340820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,4,power_law_1.2,3.4649343872070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,4,power_law_1.2,4.369868774414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,4,power_law_1.2,5.7997326660156245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,4,power_law_1.2,0.1311398410797119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,4,power_law_1.2,6.762005615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,4,power_law_1.2,0.22610815048217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,4,power_law_1.2,0.3557158279418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,4,power_law_1.2,0.25225856781005856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,4,power_law_1.2,8.914494628906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,4,power_law_1.2,0.46971008300781253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,4,power_law_1.2,0.4893286514282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,4,power_law_1.2,0.7479730987548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,4,power_law_1.2,0.6846937561035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,4,power_law_1.2,0.6865459442138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,4,power_law_1.2,0.7059519958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,4,power_law_1.2,0.7368166351318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,4,power_law_1.2,0.76176513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,4,power_law_1.2,0.7865958404541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,4,power_law_1.01,19.940867919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,4,power_law_1.2,0.795208969116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,4,power_law_1.2,0.8403033447265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,4,power_law_1.2,0.8369638061523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,4,power_law_1.2,0.9103833770751952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,4,power_law_1.01,29.198488769531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,4,power_law_1.2,0.9853580474853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,4,power_law_1.2,1.0260723114013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,4,power_law_1.2,12.969184570312501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,4,power_law_1.2,1.1470579528808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,4,power_law_1.2,1.218776321411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,4,power_law_1.2,1.4660850524902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,4,power_law_1.2,1.6669606018066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,4,power_law_1.2,0.07901823997497559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,4,power_law_1.2,0.13044480323791502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,4,power_law_1.2,2.2201971435546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,4,power_law_1.2,0.17771135330200197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,4,power_law_1.2,0.23787776947021486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,4,power_law_1.2,0.44260990142822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,4,power_law_1.2,0.5248729705810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,4,power_law_1.2,2.67604736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,4,power_law_1.2,0.6213836669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,4,power_law_1.2,0.5619379043579101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,4,power_law_1.2,0.6119590377807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,4,power_law_1.2,0.6726541137695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,4,power_law_1.2,3.760175476074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,4,power_law_1.2,0.7605567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,4,power_law_1.2,0.8514777374267577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,4,power_law_1.2,0.9303308868408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,4,power_law_1.2,1.2225433349609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,4,power_law_1.2,17.398568115234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,4,power_law_1.2,1.3870425415039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,4,power_law_1.2,1.6068377685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,4,power_law_1.2,1.8823782348632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,4,power_law_1.2,2.387525177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,4,power_law_1.2,3.0191809082031247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,4,power_law_1.2,4.999604492187499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,4,power_law_1.2,4.02332275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,4,power_law_1.2,5.196399536132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,4,power_law_1.01,39.47398681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,2,balanced,0.07800064086914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,2,balanced,0.13328384399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,2,balanced,0.22190975189208983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,2,balanced,0.44535678863525396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,2,balanced,0.8350310516357421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,2,balanced,1.6272140502929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,2,balanced,1.633306884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,2,balanced,1.6348774719238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,2,balanced,1.6443763732910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,2,balanced,1.6466163635253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,2,balanced,1.6624012756347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,4,power_law_1.2,7.351206665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,2,balanced,2.1395852661132815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,2,balanced,2.154210510253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,2,balanced,2.18255615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,2,balanced,2.2226495361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,2,balanced,2.244948425292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,2,balanced,2.2877516174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,2,balanced,2.391883544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,2,balanced,2.531480255126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,2,balanced,2.750193786621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,2,balanced,2.9334323120117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,2,balanced,3.624296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,2,balanced,3.7629965209960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,4,power_law_1.2,9.695377807617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,2,balanced,5.117349243164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,2,balanced,0.057090559005737306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,2,balanced,0.0841919994354248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,2,balanced,0.14067328453063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,2,balanced,0.2332966423034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,2,balanced,0.43161598205566404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,2,balanced,6.3531982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,2,balanced,0.8362905883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,2,balanced,0.8364313507080079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,2,balanced,0.8380569458007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,2,balanced,0.8420531463623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,2,balanced,0.8477030181884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,2,balanced,0.8550041961669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,2,balanced,9.481346435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,2,balanced,0.8858342742919921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,2,balanced,0.892816619873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,2,balanced,0.901617889404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,2,balanced,0.9122112274169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,2,balanced,0.9215872192382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,2,balanced,0.9403724670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,2,balanced,0.9817676544189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,2,balanced,1.0218764495849608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,2,balanced,11.652691650390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,2,balanced,1.0922009277343752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,2,balanced,1.1744473266601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,2,balanced,1.3304127502441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,2,balanced,1.4924838256835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,2,balanced,1.9000869750976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,2,balanced,0.051503357887268064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,2,balanced,2.2340045166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,2,balanced,0.08094079971313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,2,balanced,0.13996800422668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,2,balanced,0.2493107223510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,2,balanced,3.0235879516601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,2,balanced,0.46841598510742183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,2,balanced,0.47168640136718754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,2,balanced,0.47867774963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,2,balanced,0.4803545761108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,2,balanced,0.48373249053955075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,2,balanced,3.9591629028320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,2,balanced,0.4881804656982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,2,balanced,0.5017241668701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,2,balanced,0.509409294128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,2,balanced,0.526063346862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,2,balanced,0.67744384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,2,balanced,0.6922662353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,2,balanced,0.6931033325195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,2,balanced,0.9197952270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,2,balanced,1.148573455810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,2,balanced,1.2042880249023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,2,balanced,2.2818534851074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,2,balanced,2.398096618652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,2,balanced,3.5658584594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,2,balanced,4.705735778808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,4,power_law_1.2,16.021075439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,2,power_law_1.01,0.12128383636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,2,power_law_1.01,0.215599365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,2,power_law_1.01,0.3577203369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,2,power_law_1.01,0.5696691131591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,2,balanced,6.945867309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,2,power_law_1.01,0.7051891326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,2,power_law_1.01,0.8991449737548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,2,power_law_1.01,1.2560883331298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,2,power_law_1.01,1.3123097229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,2,balanced,10.208027954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,2,power_law_1.01,1.3494029235839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,2,power_law_1.01,1.3644607543945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,2,power_law_1.01,1.4656909179687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,2,power_law_1.01,1.778150329589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,2,power_law_1.01,1.846625213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,2,power_law_1.01,1.939710693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,2,power_law_1.01,1.9592396545410158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,2,power_law_1.01,2.0414054870605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,2,power_law_1.01,2.1107904052734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,2,balanced,14.423529052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,2,power_law_1.01,2.3422528076171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,2,power_law_1.01,2.4886810302734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,2,power_law_1.01,2.8566925048828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,2,power_law_1.01,3.237478332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,2,power_law_1.01,3.9745343017578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,2,power_law_1.01,4.398982543945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,2,balanced,19.67981201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,2,power_law_1.01,0.08435199737548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,2,power_law_1.01,0.13972352027893067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,2,power_law_1.01,0.1837708854675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,2,power_law_1.01,0.2820211219787597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,2,power_law_1.01,5.95140380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,2,power_law_1.01,0.37508865356445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,2,power_law_1.01,0.4810201644897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,2,power_law_1.01,0.6558003234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,2,power_law_1.01,0.6571762847900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,2,power_law_1.01,7.521295166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,2,power_law_1.01,0.6681664276123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,2,power_law_1.01,0.671836166381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,2,power_law_1.01,0.7026419067382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,2,power_law_1.01,0.7614054107666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,2,power_law_1.01,0.7726515197753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,2,power_law_1.01,0.8127667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,2,power_law_1.01,0.8283558654785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,2,power_law_1.01,0.8319014739990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,2,power_law_1.01,0.8519705963134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,2,power_law_1.01,0.9040460968017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,2,power_law_1.01,0.9825164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,2,power_law_1.01,10.454208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,2,power_law_1.01,1.0429043579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,2,power_law_1.01,1.1374156951904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,2,power_law_1.01,1.3214732360839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,4,power_law_1.2,30.285395507812503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,2,power_law_1.01,1.5154342651367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,2,power_law_1.01,0.051153922080993654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,2,power_law_1.01,1.9449510192871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,2,power_law_1.01,0.08041855812072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,2,power_law_1.01,0.13874815940856933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,2,power_law_1.01,0.19498624801635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,2,power_law_1.01,2.4628364562988283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,2,power_law_1.01,13.224093017578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,2,power_law_1.01,0.25473407745361326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,2,power_law_1.01,0.40569343566894533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,2,power_law_1.01,0.4458214569091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,2,power_law_1.01,3.3353573608398435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,2,power_law_1.01,0.4994944000244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,2,power_law_1.01,0.5576614379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,2,power_law_1.01,0.6175795364379882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,2,power_law_1.01,4.421365661621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,2,power_law_1.01,0.574384651184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,2,power_law_1.01,0.6263590240478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,2,power_law_1.01,0.684453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,2,power_law_1.01,0.8342707061767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,2,power_law_1.01,0.8878553771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,2,power_law_1.01,0.9813798522949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,2,power_law_1.01,1.247253723144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,2,power_law_1.01,1.6375616455078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,2,power_law_1.01,1.9320410156249999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,2,power_law_1.01,2.4990080261230467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,2,power_law_1.01,3.074035339355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,2,power_law_1.01,4.179994812011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,2,power_law_1.2,0.12064767837524415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,2,power_law_1.2,0.21540992736816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,2,power_law_1.01,5.346849365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,2,power_law_1.2,0.3176345634460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,2,power_law_1.2,0.5164467239379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,2,power_law_1.2,0.6806438446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,2,power_law_1.2,0.8532211303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,4,power_law_1.2,19.908563232421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,2,power_law_1.2,1.2756275177001952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,2,power_law_1.01,7.58228759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,2,power_law_1.2,1.2781798553466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,2,power_law_1.2,1.2574002838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,2,power_law_1.2,1.352938232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,2,power_law_1.2,1.4451455688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,2,power_law_1.2,1.8529664611816408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,2,power_law_1.2,1.8240460205078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,2,power_law_1.01,10.656331787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,2,power_law_1.2,1.926502380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,2,power_law_1.2,2.0347660827636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,2,power_law_1.2,2.0265216064453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,2,power_law_1.2,2.163507232666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,2,power_law_1.2,2.514035186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,2,power_law_1.2,2.6164147949218752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,2,power_law_1.2,2.962188720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,2,power_law_1.2,3.3469619750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,2,power_law_1.01,15.43954833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,2,power_law_1.2,4.077273559570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,2,power_law_1.2,0.0838758373260498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,2,power_law_1.2,0.14007935523986817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,2,power_law_1.2,4.612046203613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,2,power_law_1.2,0.17557504653930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,2,power_law_1.2,0.27023744583129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,2,power_law_1.2,0.35549182891845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,2,power_law_1.2,0.42140926361083986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,2,power_law_1.2,6.308162841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,2,power_law_1.2,0.6422425842285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,2,power_law_1.2,0.6632895660400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,2,power_law_1.2,0.6954150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,2,power_law_1.2,0.670145263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,2,power_law_1.01,19.5424951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,2,power_law_1.2,0.6881613159179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,2,power_law_1.2,7.476610717773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,2,power_law_1.2,0.7495385742187499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,2,power_law_1.2,0.7717887878417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,2,power_law_1.2,0.7984793853759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,2,power_law_1.2,0.828410873413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,2,power_law_1.2,0.8153266906738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,2,power_law_1.2,0.8815142059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,2,power_law_1.2,0.9349171447753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,2,power_law_1.2,0.9965376281738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,2,power_law_1.2,1.0986112213134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,2,power_law_1.2,1.202956771850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,2,power_law_1.2,1.3869081115722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,2,power_law_1.2,1.563311309814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,2,power_law_1.2,2.0006501770019534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,2,power_law_1.2,0.05130623817443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,2,power_law_1.2,10.85800537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,2,power_law_1.2,0.08217856407165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,2,power_law_1.2,0.13256704330444335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,2,power_law_1.2,2.5499098205566404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,2,power_law_1.2,0.18938751220703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,2,power_law_1.2,0.24066816329956056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,2,power_law_1.2,0.3950694274902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,2,power_law_1.2,0.463581428527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,2,power_law_1.2,3.452692565917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,2,power_law_1.2,0.5014899063110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,2,power_law_1.2,0.5698995208740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,2,power_law_1.2,0.6330534362792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,2,power_law_1.2,0.5761471939086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,2,power_law_1.2,0.6450393676757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,2,power_law_1.2,0.710008316040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,2,power_law_1.2,4.431664733886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,2,power_law_1.2,0.8475276947021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,2,power_law_1.2,0.9256601715087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,2,power_law_1.2,1.0105369567871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,2,power_law_1.2,1.2837171936035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,2,power_law_1.2,15.104245605468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,2,power_law_1.2,1.6688064575195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,2,power_law_1.2,1.9755007934570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,2,power_law_1.2,2.5517645263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,2,power_law_1.2,3.1406732177734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,1,balanced,0.08597503662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,1,balanced,0.12964672088623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,1,balanced,0.22620288848876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,2,power_law_1.2,4.369498901367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,1,balanced,0.45100543975830076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,1,balanced,0.8397209930419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,2,power_law_1.2,5.223811645507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,1,balanced,1.6321728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,1,balanced,1.63612548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,1,balanced,1.6433151245117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,1,balanced,1.6502995300292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,1,balanced,1.6525485229492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,1,balanced,1.6667750549316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,1,balanced,1.6872723388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,1,balanced,1.6938246154785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,1,balanced,1.7178752136230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,1,balanced,2.2599769592285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,1,balanced,2.282855682373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,2,power_law_1.2,10.021229858398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,1,balanced,2.3145606994628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,1,balanced,2.409704895019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,1,balanced,2.516289978027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,2,power_law_1.2,7.573718872070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,1,balanced,2.7258380126953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,1,balanced,2.922779541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,2,power_law_1.2,16.1662939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,1,balanced,3.942227783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,1,balanced,0.06695487976074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,1,balanced,3.7994674682617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,1,balanced,0.09256319999694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,1,balanced,0.14500351905822756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,1,balanced,0.2403116798400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,1,balanced,0.44759487152099614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,1,balanced,5.407698974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,1,balanced,0.8594572448730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,1,balanced,0.863824005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,1,balanced,0.867553253173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,1,balanced,0.8720716857910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,1,balanced,0.8765081787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,1,balanced,0.884566421508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,1,balanced,0.8912108612060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,1,balanced,6.264010620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,1,balanced,0.8982720184326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,1,balanced,0.9088460540771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,1,balanced,0.9406156921386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,1,balanced,0.9611078643798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,1,balanced,0.9630623626708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,1,balanced,0.9928614044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,1,balanced,1.027004165649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,1,balanced,1.1336313629150392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,1,balanced,1.1742969512939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,1,balanced,9.362342529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,1,balanced,1.3243551635742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,1,balanced,1.48997314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,1,balanced,0.03593791961669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,1,balanced,2.055125732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,1,balanced,0.05409535884857177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,1,balanced,0.08850048065185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,1,balanced,2.3188543701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,1,balanced,0.14407999992370607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,1,balanced,0.25912511825561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,1,balanced,0.48755649566650394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,1,balanced,0.4903603363037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,1,balanced,3.149546813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,1,balanced,11.911005859374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,1,balanced,0.4953683090209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,1,balanced,0.4971007919311523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,1,balanced,0.49923583984375003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,1,balanced,0.5074924850463868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,1,balanced,0.5091865539550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,1,balanced,0.5178483200073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,1,balanced,3.999751586914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,1,balanced,0.536965103149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,1,balanced,0.5519526290893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,1,balanced,0.5626444625854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,1,balanced,0.7428192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,1,balanced,0.8010073852539061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,1,balanced,1.0500396728515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,1,balanced,1.3206361389160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,2,power_law_1.2,19.75272216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,1,balanced,1.3943161010742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,1,power_law_1.01,0.0867142391204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,1,power_law_1.01,0.13007807731628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,1,balanced,2.562944030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,1,power_law_1.01,0.22372671127319338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,1,balanced,2.7045190429687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,1,power_law_1.01,0.44913982391357427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,1,power_law_1.01,0.6491020965576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,1,power_law_1.01,0.8530892944335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,1,balanced,4.109098205566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,1,power_law_1.01,1.193071975708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,1,power_law_1.01,1.2629682922363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,1,power_law_1.01,1.2933830261230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,1,power_law_1.01,1.3116319274902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,1,balanced,5.437734985351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,4,power_law_1.2,38.7143798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,1,power_law_1.01,1.3962118530273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,1,power_law_1.01,1.4472729492187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,1,power_law_1.01,1.4715391540527345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,1,power_law_1.01,1.5140762329101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,1,power_law_1.01,2.024590148925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,1,power_law_1.01,2.050916442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,1,power_law_1.01,2.1460633850097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,1,balanced,8.252855834960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,1,power_law_1.01,2.30163330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,1,power_law_1.01,2.473850860595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,1,power_law_1.01,2.8019073486328123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,1,power_law_1.01,3.1068991088867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,1,balanced,10.64139404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,1,power_law_1.01,0.06650815963745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,1,power_law_1.01,0.09382528305053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,1,power_law_1.01,3.562492065429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,1,power_law_1.01,0.1428326416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,1,power_law_1.01,0.24041727066040036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,1,power_law_1.01,4.218855590820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,1,power_law_1.01,0.35548545837402346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,1,power_law_1.01,0.45492927551269535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,1,power_law_1.01,0.6340703964233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,1,power_law_1.01,0.669217300415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,1,power_law_1.01,0.6847897338867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,1,power_law_1.01,0.6949273681640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,1,power_law_1.01,5.507045288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,1,power_law_1.01,0.7308563232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,1,power_law_1.01,0.7541657257080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,1,power_law_1.01,0.7633408355712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,1,power_law_1.01,0.7768319702148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,1,power_law_1.01,0.8311424255371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,1,power_law_1.01,0.8377011108398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,1,power_law_1.01,0.869842529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,1,power_law_1.01,0.9205721282958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,1,power_law_1.01,6.877030029296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,1,power_law_1.01,0.9764518737792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,1,power_law_1.01,1.078322525024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,1,power_law_1.01,1.1702982330322267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,1,power_law_1.01,1.3483795166015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,1,power_law_1.01,1.5556134033203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,1,power_law_1.01,0.03440063953399658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,1,power_law_1.01,2.1318508911132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,1,power_law_1.01,0.05307263851165771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,1,power_law_1.01,0.08471743583679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,1,power_law_1.01,2.4025112915039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,1,power_law_1.01,0.14574463844299318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,1,power_law_1.01,0.20508352279663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,1,power_law_1.01,9.770648193359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,1,power_law_1.01,0.260392951965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,1,power_law_1.01,0.35715518951416014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,1,power_law_1.01,0.3775481414794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,1,power_law_1.01,0.4030099105834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,1,power_law_1.01,0.44500991821289065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,1,power_law_1.01,3.3467019653320316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,1,power_law_1.01,0.5063513565063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,1,power_law_1.01,0.5738886260986329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,1,power_law_1.01,0.599612808227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,1,power_law_1.01,0.6613766479492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,1,power_law_1.01,4.2058520507812505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,1,power_law_1.01,0.7149945831298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,1,power_law_1.01,0.8681561279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,1,power_law_1.01,0.6431756591796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,1,power_law_1.01,1.074476776123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,1,power_law_1.01,12.38805419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,1,power_law_1.01,1.3822898864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,1,power_law_1.01,1.8678880310058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,1,power_law_1.2,0.08660927772521973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,1,power_law_1.01,2.1783296203613283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,1,power_law_1.2,0.12940095901489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,1,power_law_1.2,0.22403072357177733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,1,power_law_1.01,2.8235348510742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,1,power_law_1.2,0.43390335083007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,1,power_law_1.2,0.5940467071533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,1,power_law_1.2,0.8100991821289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,1,power_law_1.01,3.4732525634765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,1,power_law_1.2,1.1718214416503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,1,power_law_1.2,1.238980484008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,1,power_law_1.01,4.752044677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,1,power_law_1.2,1.2730924987792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,1,power_law_1.2,1.3201254272460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,1,power_law_1.2,1.3984947204589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,1,power_law_1.2,1.4274444580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,1,power_law_1.01,6.0536737060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,1,power_law_1.2,1.4792198181152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,1,power_law_1.2,1.5489138793945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,1,power_law_1.2,2.037626190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,1,power_law_1.2,2.098277130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,1,power_law_1.2,2.178509368896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,1,power_law_1.2,2.392929992675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,1,power_law_1.2,2.5352359008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,1,power_law_1.2,2.89331787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,1,power_law_1.01,9.010215454101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,1,power_law_1.2,3.129033508300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,1,power_law_1.2,0.06620607852935792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,1,power_law_1.2,0.09210304260253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,1,power_law_1.2,3.7160101318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,1,power_law_1.2,0.14284031867980956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,1,power_law_1.2,0.22347583770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,1,power_law_1.01,12.018568115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,1,power_law_1.2,0.3203071975708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,1,power_law_1.2,4.315459289550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,1,power_law_1.2,0.4279769515991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,1,power_law_1.2,0.6245280075073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,1,power_law_1.2,0.6553343963623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,1,power_law_1.2,0.6721766662597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,1,power_law_1.2,0.698958740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,1,power_law_1.2,5.612835693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,1,power_law_1.2,0.722814712524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,1,power_law_1.2,0.7474777221679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,1,power_law_1.2,0.76399169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,1,power_law_1.2,0.7906649780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,1,power_law_1.2,0.8433229064941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,1,power_law_1.2,0.8675520324707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,1,power_law_1.2,7.005696411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,1,power_law_1.2,0.8863756561279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,1,power_law_1.2,0.9564710235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,1,power_law_1.2,1.0056658935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,1,power_law_1.2,1.117946243286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,1,power_law_1.2,1.2030137634277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,1,power_law_1.2,1.4508114624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,1,power_law_1.2,1.6485472106933592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,1,power_law_1.2,0.036981120109558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,1,power_law_1.2,0.054469761848449705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,1,power_law_1.2,2.026410827636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,1,power_law_1.2,0.08567935943603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,1,power_law_1.2,9.735783081054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,1,power_law_1.2,2.489136047363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,1,power_law_1.2,0.13607423782348632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,1,power_law_1.2,0.18582015991210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,1,power_law_1.2,0.24045248031616212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,1,power_law_1.2,0.3492300796508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,1,power_law_1.2,0.37629631042480466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,1,power_law_1.2,0.425359992980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,1,power_law_1.2,0.44984062194824215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,1,power_law_1.2,3.371139221191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,1,power_law_1.2,0.508656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,1,power_law_1.2,0.5752390289306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,1,power_law_1.2,0.6528800201416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,1,power_law_1.2,0.609879035949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,1,power_law_1.2,0.6923455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,1,power_law_1.2,4.289033508300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,1,power_law_1.2,12.44951416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,1,power_law_1.2,0.745902099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,1,power_law_1.2,0.9111987304687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,1,power_law_1.2,1.1273919677734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,1,power_law_1.2,1.4608639526367189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,1,power_law_1.2,1.9372825622558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,4,balanced,0.02056191921234131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,4,balanced,0.028436479568481443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,4,balanced,0.04465919971466065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,1,power_law_1.2,2.279833526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,4,balanced,0.06794879913330079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,4,balanced,0.12289792060852052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,4,balanced,0.1258803176879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,4,balanced,0.14414719581604002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,4,balanced,0.14540287971496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,4,balanced,0.14764543533325197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,4,balanced,0.15100928306579592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,4,balanced,0.1447372817993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,1,power_law_1.2,2.9042239379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,4,balanced,0.14900223731994627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,4,balanced,0.15217151641845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,4,balanced,0.16315135955810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,4,balanced,0.1574732780456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,4,balanced,0.16684160232543946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,4,balanced,0.17373952865600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,4,balanced,0.20226816177368162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,4,balanced,0.22221952438354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,4,balanced,0.2769343948364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,4,balanced,0.3105023956298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,1,power_law_1.2,3.596306457519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,4,balanced,0.4191244888305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,4,balanced,0.5256844711303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,4,balanced,0.7614566040039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,4,balanced,0.023089919090270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,4,balanced,0.9790771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,4,balanced,0.023717119693756103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,4,balanced,0.03025791883468628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,4,balanced,0.05006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,4,balanced,0.07886591911315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,4,balanced,0.08158464431762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,4,balanced,1.4417304992675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,4,balanced,0.09247743606567382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,1,power_law_1.2,4.892051696777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,4,balanced,0.0939737606048584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,4,balanced,0.09617535591125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,4,balanced,0.09769472122192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,4,balanced,0.08935935974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,4,balanced,0.08999551773071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,4,balanced,0.09081855773925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,4,balanced,0.09420543670654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,4,balanced,0.09769472122192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,4,balanced,0.10052351951599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,4,balanced,0.10797439575195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,4,balanced,1.8959922790527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,4,balanced,0.12718591690063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,4,balanced,0.13873151779174803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,4,balanced,0.16760576248168946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,4,balanced,0.19975040435791017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,4,balanced,0.2638348770141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,4,balanced,0.3220172882080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,4,balanced,0.45820671081542963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,4,balanced,0.5833420944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,4,balanced,0.027084798812866212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,4,balanced,0.03571712017059327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,4,balanced,0.052878079414367674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,4,balanced,0.8484236907958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,4,balanced,0.05364480018615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,1,power_law_1.2,6.2009429931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,4,balanced,0.05438079833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,4,balanced,0.057665281295776374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,4,balanced,0.06010752201080323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,4,balanced,0.07449344158172608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,4,balanced,0.07976575851440429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,4,balanced,1.1069478607177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,4,balanced,0.09123071670532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,4,balanced,0.09548543930053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,4,balanced,0.11158016204833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,4,balanced,0.11541503906249999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,4,balanced,0.18757503509521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,4,balanced,0.19249664306640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,4,balanced,0.203505916595459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,4,balanced,0.29965183258056644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,4,balanced,0.3711795043945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,4,balanced,0.5444160079956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,4,balanced,0.07636735916137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,4,balanced,0.7036927795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,4,balanced,1.018892822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,4,balanced,1.3647346496582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,4,power_law_1.01,0.04402175903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,4,power_law_1.01,0.053350400924682614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,4,power_law_1.01,0.060864000320434576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,4,power_law_1.01,0.06804992198944092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,4,power_law_1.01,0.07888256072998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,4,power_law_1.01,0.10556415557861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,4,balanced,2.0161293029785154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,4,power_law_1.01,0.12790528297424317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,4,power_law_1.01,0.13825663566589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,4,power_law_1.01,0.136814079284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,1,power_law_1.2,8.946195678710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,4,power_law_1.01,0.14345600128173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,4,balanced,2.6576165771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,4,power_law_1.01,0.142608642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,4,power_law_1.01,0.16123903274536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,4,power_law_1.01,0.1488691234588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,4,power_law_1.01,0.17311872482299803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,4,power_law_1.01,0.1775641632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,4,power_law_1.01,0.19267967224121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,4,power_law_1.01,0.12561792373657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,4,power_law_1.01,0.23063295364379882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,4,power_law_1.01,0.250199031829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,4,power_law_1.01,0.30323583602905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,4,power_law_1.01,0.3618163299560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,4,power_law_1.01,0.5060019302368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,4,power_law_1.01,0.6445184326171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,4,balanced,3.9260928344726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.02495743989944458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.03722752094268798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,4,power_law_1.01,0.9716697692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.04567296028137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.05144959926605225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.056757760047912595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,4,power_law_1.01,1.2486528015136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.08323712348937988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.08693504333496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.09058815956115722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.09190400123596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.0955622386932373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.08639360427856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.08708607673645019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.09159680366516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,4,power_law_1.01,1.867790069580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.0955788803100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,4,balanced,5.170420532226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.09856127738952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.10676223754882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.12859904289245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.14219648361206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.17436288833618163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.20825727462768553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.07402751922607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.2768294334411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.351541748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,4,power_law_1.01,2.5262527465820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,4,power_law_1.01,0.029580800533294677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,1,power_law_1.2,11.783123779296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,4,power_law_1.01,0.03705343961715698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,4,power_law_1.01,0.04059904098510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,0.6354137420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,4,power_law_1.01,0.05336192131042481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,4,power_law_1.01,0.06267136096954345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,0.921096954345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,4,power_law_1.01,0.07312128067016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,4,power_law_1.01,0.05886720180511475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,4,power_law_1.01,0.0879974365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,4,power_law_1.01,0.09489407539367675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,4,power_law_1.01,0.09401984214782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,4,power_law_1.01,0.12918527603149416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,4,power_law_1.01,0.12067584037780761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,1.2243199920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,4,power_law_1.01,0.13806079864501952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,4,power_law_1.01,0.17665407180786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,4,power_law_1.01,0.19610240936279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.49561344146728514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,4,power_law_1.01,0.2082419204711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,4,power_law_1.01,0.2502720069885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,4,power_law_1.01,0.3239360046386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,4,power_law_1.01,0.4102169418334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,4,power_law_1.01,0.572465934753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,4,power_law_1.2,0.04375040054321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,4,power_law_1.2,0.04697855949401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,4,power_law_1.2,0.05847040176391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,4,power_law_1.2,0.05974143981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,4,power_law_1.2,0.06800896167755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,4,power_law_1.2,0.10669055938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,4,power_law_1.2,0.12443776130676269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,4,power_law_1.2,0.13176959991455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,4,power_law_1.2,0.1383257579803467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,4,power_law_1.2,0.14653696060180663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,4,power_law_1.2,0.15086463928222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,4,power_law_1.2,0.1447756767272949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,4,power_law_1.2,0.14980607986450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,4,power_law_1.2,0.16245632171630858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,4,power_law_1.2,0.17300479888916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,4,power_law_1.2,0.18461696624755858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,4,power_law_1.2,0.2008870315551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,4,power_law_1.2,0.23002752304077148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,4,power_law_1.2,0.25778560638427733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,4,power_law_1.2,0.31565696716308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,4,power_law_1.2,0.3919590377807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,4,power_law_1.2,0.5575590515136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,4,power_law_1.01,0.7275647735595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,4,power_law_1.2,0.7019827270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,4,power_law_1.2,1.0112089538574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,4,power_law_1.2,1.4498892211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,4,power_law_1.01,1.044300765991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.024369919300079347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.03330303907394409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.04196224212646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.051715841293334966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.05447423934936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.07496319770812988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.08357760429382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,4,power_law_1.2,2.1249932861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.08761343955993653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.09189120292663575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.09498751640319825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.09603967666625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.0891097640991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.09015423774719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.0932863998413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.09772159576416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.10032511711120606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.10753791809082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.13047679901123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.14571776390075683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.1767091178894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.21572992324829104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.3687680053710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.2845759963989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.5111001586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,4,power_law_1.01,1.3636659240722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,0.6347955322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,4,power_law_1.2,0.02965248107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,4,power_law_1.2,0.03562623977661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,4,power_law_1.2,0.03971967935562134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,4,power_law_1.2,0.053154559135437006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,4,power_law_1.2,0.056294398307800295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,4,power_law_1.2,0.06421760082244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,4,power_law_1.2,0.072674560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,4,power_law_1.2,0.08949503898620606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,4,power_law_1.2,0.09467904090881347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,4,power_law_1.2,0.09607168197631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,4,power_law_1.2,0.11683967590332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,4,power_law_1.2,0.1325772762298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,4,power_law_1.2,0.14198528289794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,4,power_law_1.2,0.17595136642456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,4,power_law_1.2,0.19465343475341795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,0.9497484588623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,4,power_law_1.2,0.20703487396240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,4,power_law_1.2,0.24445568084716798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,1.253237762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,4,power_law_1.2,0.3270783996582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,4,power_law_1.2,0.3989977645874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,4,power_law_1.01,2.012256011962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,4,power_law_1.2,2.8053579711914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,4,power_law_1.2,0.5681574249267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,4,power_law_1.2,0.7235059356689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,4,power_law_1.01,2.7029541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,4,power_law_1.2,1.049017562866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,2,balanced,0.018388479948043823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,2,balanced,0.02641535997390747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,2,balanced,0.04293504238128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,2,balanced,0.06971519947052002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,2,balanced,0.11618176460266114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,2,balanced,0.1168716812133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,2,balanced,0.11951359748840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,2,balanced,0.12073856353759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,2,balanced,0.1362700843811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,2,balanced,0.13710080146789552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,2,balanced,0.1394534397125244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,2,balanced,0.14148223876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,2,balanced,0.1428774356842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,2,balanced,0.14625280380249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,2,balanced,0.15195520401000978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,2,balanced,0.15400704383850097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,2,balanced,0.16908416748046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,2,balanced,0.18649343490600584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,2,balanced,0.21003904342651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,2,balanced,0.2594688034057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,2,balanced,0.2905331230163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,2,balanced,0.40036735534667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,2,balanced,0.5022246551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,2,balanced,0.7245158386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,2,balanced,0.9361113739013671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,2,balanced,1.3796531677246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,2,balanced,1.8074867248535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,2,balanced,0.021478400230407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,2,balanced,0.02215552091598511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,2,balanced,0.029799680709838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,2,balanced,0.05065728187561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,2,balanced,0.07843200206756593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,2,balanced,0.07930111885070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,2,balanced,0.08082559585571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,2,balanced,0.08119423866271973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,2,balanced,0.08904959678649901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,2,balanced,0.09009535789489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,2,balanced,0.09112959861755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,2,balanced,0.0921446418762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,2,balanced,0.092871675491333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,2,balanced,0.09476479530334472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,2,balanced,0.09755135536193847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,2,balanced,0.1003110408782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,2,balanced,0.10531455993652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,2,balanced,0.11748607635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,2,balanced,0.13249152183532714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,2,balanced,0.1548198413848877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,2,balanced,0.18059904098510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,4,power_law_1.2,1.3509567260742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,2,balanced,0.24943872451782229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,2,balanced,0.29240575790405277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,2,balanced,0.42427902221679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,2,balanced,0.5432806396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,2,balanced,0.7837811279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,2,power_law_1.01,0.02584448099136353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,2,balanced,1.0306944274902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,2,power_law_1.01,0.03699712038040161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,2,power_law_1.01,0.0579852819442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,2,power_law_1.01,0.07056896209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,2,power_law_1.01,0.09724287986755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,2,power_law_1.01,0.10747263908386231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,2,power_law_1.01,0.10935040473937989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,2,power_law_1.01,0.04906496047973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,2,power_law_1.01,0.12201984405517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,2,power_law_1.01,0.12407296180725098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,2,power_law_1.01,0.1297382354736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,2,power_law_1.01,0.13241344451904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,2,power_law_1.01,0.13614975929260253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,2,power_law_1.01,0.1418943977355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,2,power_law_1.01,0.15228799819946287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,2,power_law_1.01,0.15837951660156252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,2,power_law_1.01,0.17000064849853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,2,power_law_1.01,0.21178752899169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,2,power_law_1.01,0.2279372787475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,2,power_law_1.01,0.26862335205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,2,power_law_1.01,0.3236300659179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,2,power_law_1.01,0.44609409332275385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,2,power_law_1.01,0.5591551971435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,2,power_law_1.01,0.8063795471191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,2,power_law_1.01,1.0467340850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,4,power_law_1.01,3.9619085693359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,2,power_law_1.01,0.02130687952041626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,2,power_law_1.01,0.02648063898086548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,2,power_law_1.01,0.03842175960540771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,2,power_law_1.01,1.5554086303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,2,power_law_1.01,0.04426368236541748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,2,power_law_1.01,0.05165440082550049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,2,power_law_1.01,0.07059584140777589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,2,power_law_1.01,0.07580031871795653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,2,power_law_1.01,2.0367590332031247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,2,power_law_1.01,0.08387968063354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,2,power_law_1.01,0.08615936279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,2,power_law_1.01,0.08923520088195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,2,power_law_1.01,0.07405312061309814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,2,power_law_1.01,0.09140607833862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,2,power_law_1.01,0.09480575561523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,2,power_law_1.01,0.09693440437316894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,2,power_law_1.01,0.09952896118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,2,power_law_1.01,0.10539520263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,2,power_law_1.01,0.0874124813079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,2,power_law_1.01,0.12104831695556642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,2,power_law_1.01,0.13559295654296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,2,power_law_1.01,0.16726911544799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,2,power_law_1.01,0.19721343994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,2,power_law_1.01,0.2619238471984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,2,power_law_1.01,0.32394752502441404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,2,power_law_1.01,0.4541747283935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,2,power_law_1.01,0.5801177597045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,2,power_law_1.2,0.025788159370422364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,2,power_law_1.01,0.8416153717041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,2,power_law_1.2,0.03654016017913818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,2,power_law_1.2,0.046350078582763674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,2,power_law_1.01,1.0943411254882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,2,power_law_1.2,0.05363967895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,2,power_law_1.2,0.062049279212951655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,2,power_law_1.2,0.099683837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,2,power_law_1.2,0.1072550392150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,2,power_law_1.2,0.11224191665649415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,2,power_law_1.2,0.12667776107788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,2,power_law_1.2,0.13165056228637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,2,power_law_1.2,0.13629568099975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,2,power_law_1.2,0.1360588836669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,2,power_law_1.2,0.14126336097717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,2,power_law_1.2,0.14712448120117189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,2,power_law_1.2,0.1521395206451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,2,power_law_1.2,0.1630873680114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,2,power_law_1.2,0.17572479248046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,2,power_law_1.2,0.21323776245117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,2,power_law_1.2,0.22845695495605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,4,power_law_1.01,5.215718383789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,2,power_law_1.2,0.27180288314819334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,2,power_law_1.2,0.33523582458496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,2,power_law_1.2,0.45932926177978517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,2,power_law_1.2,0.5817830276489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,2,power_law_1.2,0.834207992553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,2,power_law_1.2,0.021839361190795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,2,power_law_1.2,0.026920959949493405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,2,power_law_1.2,0.035605759620666505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,2,power_law_1.2,0.039907839298248295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,2,power_law_1.2,0.046835198402404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,2,power_law_1.2,0.07122176170349122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,2,power_law_1.2,0.07378687858581542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,2,power_law_1.2,0.07603968143463134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,2,power_law_1.2,0.08575488090515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,2,power_law_1.2,0.08677632331848144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,2,power_law_1.2,0.08834815979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,2,power_law_1.2,0.09027199745178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,2,power_law_1.2,0.09180800437927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,2,power_law_1.2,0.09401472091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,2,power_law_1.2,1.0263155364990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,2,power_law_1.2,0.09762175559997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,2,power_law_1.2,0.10048255920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,2,power_law_1.2,0.10730367660522462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,2,power_law_1.2,0.1216870403289795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,2,power_law_1.2,0.14084351539611817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,2,power_law_1.2,1.6282508850097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,2,power_law_1.2,0.16709375381469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,2,power_law_1.2,0.2004096031188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,2,power_law_1.2,0.3259507369995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,2,power_law_1.2,0.26709503173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,2,power_law_1.2,0.4619558334350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,2,power_law_1.2,0.5892620849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,1,balanced,0.025398399829864506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,1,balanced,0.0303654408454895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,2,power_law_1.2,0.8550860595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,1,balanced,0.05112768173217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,1,balanced,0.08046015739440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,1,balanced,0.1285209560394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,1,balanced,0.13356351852416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,1,balanced,0.13386624336242675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,1,balanced,0.13056447982788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,1,balanced,0.13190143585205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,2,power_law_1.2,1.1026380920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,1,balanced,0.1364748764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,1,balanced,0.1395903968811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,1,balanced,0.14151935577392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,1,balanced,0.14286208152770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,2,power_law_1.2,2.1323712158203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,1,balanced,0.14897215843200684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,1,balanced,0.15119872093200684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,1,balanced,0.17489215850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,1,balanced,0.153374080657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,1,balanced,0.20753919601440432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,1,balanced,0.22758207321166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,1,balanced,0.15696063995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,1,balanced,0.1652467155456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,1,balanced,0.3024729537963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,1,balanced,0.35164417266845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,1,balanced,1.2441458892822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,balanced,0.02789504051208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,balanced,0.030231680870056156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,balanced,0.04107647895812988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,balanced,0.06275839805603027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,balanced,0.09672063827514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,balanced,0.09756608009338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,balanced,0.09874239921569825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,balanced,0.09927231788635253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,balanced,0.10027263641357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,balanced,0.10073344230651855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,balanced,0.101779203414917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,1,balanced,0.5084787368774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,balanced,0.11695872306823732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,balanced,0.1181497573852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,balanced,0.12007807731628417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,balanced,0.12095935821533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,balanced,0.12384960174560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,balanced,0.12600000381469728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,balanced,0.13591487884521486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,1,balanced,0.6513478088378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,balanced,0.1441427230834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,balanced,0.16517759323120118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,balanced,0.1846419143676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,balanced,0.2662553596496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,balanced,0.30252096176147464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,1,balanced,0.9561420440673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,balanced,0.4339142227172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,balanced,0.5654380798339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,1,power_law_1.01,0.025674879550933838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,balanced,0.8288883209228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,1,power_law_1.01,0.03328191995620727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,balanced,1.0830828857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,4,power_law_1.2,2.0161535644531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,1,power_law_1.01,0.05065216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,1,power_law_1.01,0.08053248405456544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,1,power_law_1.01,0.12511487960815432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,1,power_law_1.01,0.06899648189544678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,1,power_law_1.01,0.12936896324157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,1,power_law_1.01,0.14337087631225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,1,power_law_1.01,0.1435756778717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,1,power_law_1.01,0.12215167999267577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,1,power_law_1.01,0.14803327560424803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,1,power_law_1.01,0.14821120262145998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,1,power_law_1.01,0.16952384948730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,1,power_law_1.01,0.17153791427612303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,1,power_law_1.01,0.11623807907104493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,1,power_law_1.01,0.12068351745605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,1,power_law_1.01,0.2795852851867676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,1,power_law_1.01,0.3291801452636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,1,power_law_1.01,0.3973920059204102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,1,power_law_1.01,0.5598726272583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,1,power_law_1.01,0.6941382598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,1,power_law_1.01,0.22993919372558597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,1,power_law_1.01,0.15334976196289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,1,power_law_1.01,0.16482624053955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.028257279396057128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.031127679347991943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.05475776195526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,1,power_law_1.01,0.1828384017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,1,power_law_1.01,0.9918265533447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.06425727844238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.09204863548278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.08790271759033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.0931935977935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.09614080429077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.09597248077392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.09910464286804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.01,0.11542336463928222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.01,0.11603775978088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.01,0.11916735649108887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.01,0.12392127990722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.01,0.1265824031829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.01,0.13737536430358888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.01,0.1496076774597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.01,0.16138431549072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.01,0.1842207908630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.01,0.2241811180114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.01,0.2868671989440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.01,0.34515007019042965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.01,0.4824166488647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.01,0.6120601654052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.043093118667602535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,1,power_law_1.2,0.025654399394989015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.01,0.8725945281982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,1,power_law_1.2,0.04959871768951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,1,power_law_1.2,0.0648415994644165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,1,power_law_1.2,0.07615424156188964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.01,1.1443142700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,1,power_law_1.2,0.11748800277709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,1,power_law_1.2,0.12339008331298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,1,power_law_1.2,0.1228492832183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,1,power_law_1.2,0.12792192459106447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,1,power_law_1.2,0.14387392044067382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,1,power_law_1.2,0.14654527664184572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,1,power_law_1.2,0.14995967864990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,1,power_law_1.2,0.15018879890441894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,1,power_law_1.2,0.15606847763061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,1,power_law_1.2,0.17279808044433592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,1,power_law_1.2,0.17344703674316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,1,power_law_1.2,0.03453887939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,1,power_law_1.2,0.13078463554382325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,1,power_law_1.2,0.24017343521118165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,1,power_law_1.2,0.2788953590393066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,1,power_law_1.01,1.2761913299560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,1,power_law_1.2,0.408746223449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,1,power_law_1.2,0.1654982376098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,1,power_law_1.2,0.18527936935424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,1,power_law_1.2,0.3337958526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.02822848081588745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.03359744071960449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,1,power_law_1.2,0.5600403213500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.04185728073120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.0611737585067749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.08761280059814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.09224703788757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.09453439712524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.09685888290405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.09680512428283691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.09906432151794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.2,0.11540032386779786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.2,0.11660927772521971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.052311677932739255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.2,0.12190208435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.2,0.12717696189880373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.2,0.1302790355682373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,1,power_law_1.2,0.6948313903808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.2,0.14982720375061037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.2,0.16222911834716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.2,0.1928563117980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.2,0.14029184341430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.2,0.22523967742919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.2,0.2884262466430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.2,0.35078784942626956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.2,0.48423233032226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,4,power_law_1.2,2.6910552978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,4,balanced,0.05389952182769775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,4,balanced,0.07429120063781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,4,balanced,0.11809663772583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,4,balanced,0.22669183731079104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,4,balanced,0.42472190856933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,4,balanced,0.43030143737792964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,4,balanced,0.550013427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,4,balanced,0.5553932952880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,4,balanced,0.563004150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,4,balanced,0.5698624038696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,4,balanced,0.5655065536499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,4,balanced,0.5666444778442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.2,0.6185708618164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,4,balanced,0.58176513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,4,balanced,0.6065100860595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,4,balanced,0.6209075164794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,4,balanced,0.6419878387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,4,balanced,0.6614848327636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,4,balanced,0.7106752014160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,4,balanced,0.7517862701416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,4,balanced,0.8693132781982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,4,balanced,0.9665945434570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,1,power_law_1.2,0.9954131317138671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,4,balanced,1.3266099548339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,4,balanced,1.6595738220214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,4,balanced,2.4604197692871095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,4,balanced,3.0853042602539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,4,balanced,0.033267199993133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,4,balanced,0.048277759552001955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,4,balanced,0.0764134407043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,4,balanced,0.12909055709838868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,4,balanced,0.22938623428344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,4,balanced,0.23271295547485354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,4,balanced,4.66972412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,4,balanced,0.25213056564331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,4,balanced,0.2567846488952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,4,balanced,0.2592064094543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,4,balanced,0.26371839523315427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,4,balanced,0.2568576049804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,4,balanced,0.2592844772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,4,balanced,0.262106876373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,4,balanced,0.2674239921569824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,4,balanced,0.2739686393737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,4,balanced,0.2811712074279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,4,balanced,0.2983231925964355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,4,balanced,0.3276454544067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,4,balanced,6.0852941894531245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,4,balanced,0.3516953659057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,4,balanced,0.4035391998291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,4,balanced,0.46300926208496096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,4,balanced,0.5910630416870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,4,balanced,0.7188748931884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,4,balanced,0.9947571563720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,4,balanced,1.2510578918457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,4,balanced,0.052360959053039544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,4,balanced,0.07792384147644042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,4,balanced,1.8335629272460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,4,balanced,0.1368614387512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,4,balanced,0.13867008209228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,4,balanced,0.1407308769226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,4,balanced,0.1484659194946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,4,balanced,0.15234304428100587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,4,balanced,0.19830528259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,4,balanced,0.20218624114990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,4,balanced,2.4148109436035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,4,balanced,0.2061196708679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,4,balanced,0.2603276824951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,4,balanced,0.2699110412597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,4,balanced,0.322210578918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,4,balanced,0.3336281585693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,4,balanced,0.5951615905761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,4,balanced,0.5902259063720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,4,balanced,0.608410873413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,4,balanced,0.9031206512451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,4,balanced,1.1667533111572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.2,0.872977294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,4,balanced,1.797690887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,4,balanced,2.435361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,4,balanced,3.6071936035156247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,4,balanced,4.676560668945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,1,power_law_1.2,1.2775929260253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,4,power_law_1.01,0.1181875228881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,4,balanced,6.9871630859375005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,4,power_law_1.01,0.14111743927001955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,4,power_law_1.01,0.2307379150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,4,power_law_1.01,0.20018688201904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,4,power_law_1.01,0.25817983627319335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,4,power_law_1.01,0.379552001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,4,power_law_1.01,0.5020339202880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,4,power_law_1.01,0.5196531295776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,4,power_law_1.01,0.5301248168945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,4,power_law_1.01,0.5494284820556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,4,power_law_1.01,0.5627699279785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,4,balanced,10.383977050781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,4,power_law_1.01,0.5718374252319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,4,power_law_1.01,0.5798809432983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,4,power_law_1.01,0.6085696029663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,4,power_law_1.01,0.6429055786132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,4,power_law_1.01,0.6625190734863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,4,power_law_1.01,0.7012326049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,4,power_law_1.01,0.763056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,4,power_law_1.01,0.8823923492431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,4,power_law_1.01,1.0852825927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,4,power_law_1.01,1.1931289672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,4,power_law_1.01,1.7092492675781252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,4,power_law_1.01,2.289048309326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,4,balanced,14.37165283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,4,power_law_1.01,3.0929598999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.07578239917755128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.10006015777587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.11702527999877929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.13784064292907713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,4,power_law_1.01,4.058172302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.15476096153259278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.20412288665771486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.24315519332885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.23658496856689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.24894592285156253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.24997375488281248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.2570240020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.24790143966674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.26412927627563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.24884479522705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.2682867240905762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.27631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.2928230476379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.33293952941894533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,4,balanced,18.610285644531253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.3535065460205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,4,power_law_1.01,6.581450195312501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.4196044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.49428863525390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,0.636577262878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,0.8405798339843751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,1.0433650970458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,4,power_law_1.01,0.05240320205688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.2,1.1357337951660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,1.4438694763183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,4,power_law_1.01,0.07020031929016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,4,power_law_1.01,0.08571647644042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,4,power_law_1.01,0.13723008155822752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,4,power_law_1.01,0.1478118419647217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,4,power_law_1.01,0.15848704338073732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,4,power_law_1.01,0.1923673629760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,2.0603955078125002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,4,power_law_1.01,8.806420288085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,4,power_law_1.01,0.22479232788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,4,power_law_1.01,0.24336000442504885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,4,power_law_1.01,0.257783031463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,4,power_law_1.01,0.32977024078369144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,4,power_law_1.01,0.37083648681640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,4,power_law_1.01,0.4115532684326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,4,power_law_1.01,0.49430145263671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,2.930010986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,4,power_law_1.01,0.562529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,4,power_law_1.01,0.6228518295288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,4,power_law_1.01,0.7634944152832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,4,power_law_1.01,1.045418243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,4,power_law_1.01,1.323057861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,4,power_law_1.01,1.911363830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,4,power_law_1.01,2.5379431152343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,4,power_law_1.01,3.520468444824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,4,power_law_1.2,0.11640192031860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,4,power_law_1.2,0.12169343948364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,4,power_law_1.2,0.15279232025146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,4,power_law_1.2,0.20459775924682616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,4,power_law_1.2,0.25003776550292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,4,power_law_1.2,0.3896307373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,4,power_law_1.2,0.5084902572631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,4,power_law_1.2,0.5338534545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,4,power_law_1.2,0.5481036758422851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,4,power_law_1.2,0.5568396759033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,4,power_law_1.2,0.5749824142456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,4,power_law_1.2,0.5933311843872071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,4,power_law_1.2,0.6175052642822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,4,power_law_1.2,0.6447769927978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,4,power_law_1.2,0.6620467376708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,4,power_law_1.2,3.9261044311523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,4,power_law_1.2,0.6730073547363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,4,power_law_1.2,0.6846348571777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,4,power_law_1.2,0.7778406524658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,4,power_law_1.2,0.9343987274169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,4,power_law_1.2,1.189296646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,4,power_law_1.2,1.2383334350585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,4,power_law_1.2,1.8856179809570315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,4,power_law_1.2,2.676729736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,4,power_law_1.2,3.712553100585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,4,power_law_1.01,4.578504943847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,4,power_law_1.2,4.506737976074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.07591296195983886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.09126912117004395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.10320511817932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.129684476852417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.15751680374145507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.21116544723510744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.23549055099487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.2437068748474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.2429363250732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.24815488815307618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.25955583572387697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.2529395294189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.24549760818481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.25856767654418944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.2752716827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.27864191055297854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.29918207168579103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.332039680480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.3622540664672852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.427696647644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.49854080200195316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,4,power_law_1.2,7.657501220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,0.6687091064453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,4,power_law_1.01,7.163362426757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,0.8953510284423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,1.184879379272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,1.478955535888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,4,power_law_1.2,0.052838401794433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,4,power_law_1.2,0.06828544139862061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,4,power_law_1.2,0.08521984100341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,4,power_law_1.2,0.13589632034301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,4,power_law_1.2,0.14928000450134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,4,power_law_1.2,0.16585727691650393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,4,power_law_1.2,0.19127168655395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,4,power_law_1.2,0.2272345542907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,4,power_law_1.2,0.24394624710083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,4,power_law_1.2,0.2529638481140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,4,power_law_1.2,0.3230195236206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,4,power_law_1.2,0.37545089721679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,4,power_law_1.2,0.413836784362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,4,power_law_1.2,0.4972108840942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,4,power_law_1.2,0.5568832015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,4,power_law_1.2,0.6014336013793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,4,power_law_1.01,9.477738037109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,4,power_law_1.2,0.7682393646240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,4,power_law_1.2,8.660324096679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,4,power_law_1.2,1.0386163330078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,2.1374502563476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,4,power_law_1.2,1.3103884887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,4,power_law_1.01,15.929686279296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,4,power_law_1.2,1.891498260498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,4,power_law_1.2,2.5670361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,4,power_law_1.01,19.46727294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,4,power_law_1.2,3.6694464111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,2,balanced,0.050959358215332026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,2,balanced,0.07079423904418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,2,balanced,0.12201343536376955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,2,balanced,0.2172480010986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,2,balanced,0.41732097625732417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,2,balanced,0.4202137756347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,2,balanced,0.42408065795898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,2,balanced,0.42786815643310544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,2,balanced,0.5379788970947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,2,balanced,0.5403955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,2.912170104980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,2,balanced,0.5466419219970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,2,balanced,0.559997444152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,2,balanced,0.5659161758422852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,2,balanced,0.5801932907104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,2,balanced,0.6033484649658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,2,balanced,0.6156876754760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,2,balanced,0.6448652648925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,2,balanced,0.6790322875976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,2,balanced,0.7291737365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,2,balanced,0.8545906829833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,2,balanced,0.9483968353271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,2,balanced,1.293555145263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,2,balanced,1.6220121765136717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,2,balanced,2.373385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,4,power_law_1.2,5.211293334960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,2,balanced,3.0346929931640623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,2,balanced,0.030388479232788083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,2,balanced,0.04857088088989257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,2,balanced,0.07630591869354249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,2,balanced,0.12744576454162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,2,balanced,0.2270528030395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,2,balanced,0.22923648834228513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,2,balanced,0.23425792694091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,2,balanced,0.23651712417602538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,2,balanced,0.24973823547363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,2,balanced,4.522035217285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,2,balanced,0.2507315254211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,2,balanced,0.25294080734252933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,2,balanced,0.2551052856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,2,balanced,0.25816192626953127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,2,balanced,0.26135040283203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,2,balanced,0.2669606399536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,2,balanced,5.814866943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,2,balanced,0.2726579284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,2,balanced,0.28536960601806644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,2,balanced,0.3076019287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,2,balanced,0.3354380798339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,2,balanced,0.3757363128662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,2,balanced,0.430382080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,2,balanced,0.5664652633666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,2,balanced,0.6652403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,2,balanced,0.9284825897216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,2,balanced,1.177580795288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,2,balanced,0.035284481048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,2,balanced,0.05246592044830323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,2,balanced,0.08085760116577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,2,balanced,0.1392204761505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,2,balanced,1.7121369934082034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,2,balanced,0.14034303665161132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,2,balanced,0.1433407974243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,2,balanced,0.1437286376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,2,balanced,0.14989312171936037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,2,balanced,0.1515711975097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,2,balanced,2.2384191894531247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,2,balanced,0.15491456031799317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,2,balanced,0.20220415115356447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,2,balanced,0.2120153617858887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,2,balanced,0.2151718330383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,2,balanced,0.27657983779907225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,2,balanced,0.28788223266601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,2,balanced,0.34593025207519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,2,balanced,0.3586880111694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,2,balanced,0.6309312057495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,2,balanced,0.6639308929443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,2,balanced,0.9686399841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,2,balanced,1.2661363220214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,2,balanced,1.877855987548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,2,balanced,2.482571563720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,2,balanced,3.664467163085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,2,balanced,4.896172790527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,2,power_law_1.01,0.07076352119445802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,2,power_law_1.01,0.09502335548400878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,2,power_law_1.01,0.13794688224792478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,2,power_law_1.01,0.18349695205688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,2,power_law_1.01,0.2160908889770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,2,power_law_1.01,0.3664473724365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,2,power_law_1.01,0.3686284637451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,2,power_law_1.01,0.38242942810058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,2,balanced,7.396097412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,2,power_law_1.01,0.5094131088256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,2,power_law_1.01,0.5123929595947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,2,power_law_1.01,0.5346316909790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,2,power_law_1.01,0.5531212615966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,2,power_law_1.01,0.5672768020629884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,2,power_law_1.01,0.5831590270996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,2,power_law_1.01,0.6133772659301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,2,power_law_1.01,0.6302220916748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,2,power_law_1.01,0.6690956878662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,2,power_law_1.01,0.7230707550048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,2,power_law_1.01,0.7865023803710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,2,balanced,10.50430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,2,power_law_1.01,0.9306342315673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,2,power_law_1.01,1.0806515502929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,2,power_law_1.01,1.4549119567871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,2,power_law_1.01,1.9632575988769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,2,power_law_1.01,2.754097900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,2,power_law_1.01,3.355422668457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,2,power_law_1.01,0.048151040077209474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,2,power_law_1.01,0.06534016132354736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,2,power_law_1.01,0.08944128036499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,2,power_law_1.01,0.12095616340637208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,2,power_law_1.01,0.14313599586486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,2,power_law_1.01,0.20924800872802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,2,power_law_1.01,5.314990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,2,power_law_1.01,0.22489728927612304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,2,power_law_1.01,0.20939775466918947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,2,power_law_1.01,0.23655296325683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,2,power_law_1.01,0.235916805267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,2,power_law_1.01,0.24797311782836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,2,power_law_1.01,0.2459584045410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,2,power_law_1.01,0.24998399734497073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,2,power_law_1.01,0.2581273651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,2,power_law_1.01,0.2619596862792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,2,power_law_1.01,0.26678272247314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,2,power_law_1.01,0.2821926307678223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,2,power_law_1.01,0.31328384399414066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,2,power_law_1.01,6.890310668945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,2,power_law_1.01,0.342922248840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,2,power_law_1.01,0.4003481674194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,2,power_law_1.01,0.4609139251708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,2,power_law_1.01,0.5992127990722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,2,power_law_1.01,0.7247398376464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,2,power_law_1.01,1.0238195037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,2,power_law_1.01,1.289249267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,2,power_law_1.01,0.03754751920700074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,2,power_law_1.01,0.052723197937011725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,2,power_law_1.01,1.8295744323730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,2,power_law_1.01,0.0715174388885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,2,power_law_1.01,0.08759807586669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,4,power_law_1.2,4.589326171874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,2,power_law_1.01,0.134967041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,2,power_law_1.01,0.15256447792053224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,2,power_law_1.01,0.18076160430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,2,power_law_1.01,2.445797119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,2,power_law_1.01,0.16385791778564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,2,power_law_1.01,0.18541183471679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,2,power_law_1.01,0.19873664855957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,2,power_law_1.01,0.2414860725402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,2,power_law_1.01,0.26364416122436524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,2,power_law_1.01,0.2862348747253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,2,power_law_1.01,0.36118656158447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,2,power_law_1.01,0.40309505462646483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,2,power_law_1.01,0.46460414886474605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,2,power_law_1.01,0.5454451370239257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,2,power_law_1.01,0.6872077178955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,2,power_law_1.01,0.855709457397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,2,power_law_1.01,1.148422393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,2,power_law_1.01,1.4204095458984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,2,power_law_1.01,2.0447206115722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,2,power_law_1.01,2.6425793457031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,2,power_law_1.01,3.817066345214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,2,power_law_1.2,0.07138559818267823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,2,power_law_1.2,0.08701824188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,2,power_law_1.2,0.12357376098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,2,power_law_1.2,0.15523839950561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,2,power_law_1.2,0.20379903793334958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,2,power_law_1.01,4.972604064941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,2,power_law_1.2,0.3791641616821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,2,power_law_1.2,0.38965248107910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,2,power_law_1.2,0.40167808532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,2,power_law_1.2,0.5186636734008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,2,power_law_1.2,0.5320883178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,2,power_law_1.2,0.549557762145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,2,power_law_1.2,0.5652531051635743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,2,power_law_1.2,0.5699494552612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,2,power_law_1.2,0.5968345642089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,2,power_law_1.2,0.6189798355102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,2,power_law_1.2,0.6224473571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,2,power_law_1.2,0.6660377502441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,2,power_law_1.2,0.7298393249511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,2,power_law_1.2,0.7957299041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,2,power_law_1.2,0.961049575805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,2,power_law_1.2,1.0919142150878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,2,power_law_1.01,7.493136596679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,2,power_law_1.2,1.5021171569824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,2,power_law_1.2,2.0241395568847658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,2,power_law_1.2,2.747088623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,2,power_law_1.01,9.858660888671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,2,power_law_1.2,0.05163263797760009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,2,power_law_1.2,0.061616640090942386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,2,power_law_1.2,0.08216832160949708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,2,power_law_1.2,0.1060979175567627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,2,power_law_1.2,0.13887871742248534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,2,power_law_1.2,0.20619136810302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,2,power_law_1.2,3.4513189697265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,2,power_law_1.2,0.2173324775695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,2,power_law_1.2,0.22125568389892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,2,power_law_1.2,0.23989376068115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,2,power_law_1.2,0.24065792083740237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,2,power_law_1.2,0.2507839965820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,4,power_law_1.2,7.2102734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,2,power_law_1.2,0.24998912811279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,2,power_law_1.2,0.24745344161987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,2,power_law_1.2,0.2639871978759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,2,power_law_1.2,0.2691072082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,2,power_law_1.2,0.26643840789794926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,2,power_law_1.2,0.2864512062072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,2,power_law_1.2,0.315787525177002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,2,power_law_1.2,0.3441881561279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,2,power_law_1.2,0.40409729003906253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,2,power_law_1.2,0.46774398803710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,2,power_law_1.2,0.6082739257812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,2,power_law_1.2,0.7441996765136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,2,power_law_1.2,1.0315955352783202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,2,power_law_1.2,5.743777465820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,2,power_law_1.2,0.03697535991668701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,2,power_law_1.2,0.05108736038208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,2,power_law_1.2,0.06526463985443115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,2,power_law_1.2,0.07971199989318847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,2,power_law_1.2,0.1329868793487549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,2,power_law_1.2,0.15843199729919433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,2,power_law_1.2,0.1818355178833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,2,power_law_1.2,0.1684326362609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,2,power_law_1.2,0.18311040878295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,2,power_law_1.2,0.19663360595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,2,power_law_1.2,0.2477030372619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,2,power_law_1.2,0.2645631980895996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,2,power_law_1.2,1.3381106567382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,2,power_law_1.2,0.2868518447875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,2,power_law_1.2,0.36424320220947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,2,power_law_1.2,0.400951042175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,2,power_law_1.2,0.48551296234130864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,2,power_law_1.2,0.5442303848266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,2,power_law_1.2,0.6922739410400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,2,power_law_1.2,0.8499174499511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,2,power_law_1.2,1.1358182525634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,2,power_law_1.2,1.4370828247070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,2,power_law_1.2,1.8898661804199217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,2,power_law_1.2,2.0341261291503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,2,power_law_1.2,7.161949462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,2,power_law_1.2,2.6141848754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,4,power_law_1.2,9.350656127929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,2,power_law_1.2,3.920318603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,1,balanced,0.051278080940246586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,2,power_law_1.2,2.5243571472167967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,1,balanced,0.07585599899291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,1,balanced,0.12789567947387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,1,balanced,0.42511936187744137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,1,balanced,0.23137792587280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,1,balanced,0.44451648712158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,1,balanced,0.4464569473266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,1,balanced,0.43964542388916017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,1,balanced,0.44835262298583983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,1,balanced,0.4300537490844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,1,balanced,0.44116222381591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,1,balanced,0.45568382263183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,1,balanced,0.4447699356079101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,1,balanced,0.47279808044433597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,1,balanced,0.46405376434326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,1,balanced,0.47783233642578127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,1,balanced,0.4987091064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,1,balanced,0.5232735824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,1,balanced,0.570074234008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,1,balanced,0.6367596817016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,1,balanced,0.8190892791748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,1,balanced,0.8878399658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,1,balanced,1.249616012573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,2,power_law_1.2,4.992503051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,1,balanced,1.5596287536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,balanced,0.036957440376281736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,1,balanced,0.4576607894897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,balanced,0.058296318054199214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,balanced,0.08601471900939942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,balanced,0.14062848091125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,balanced,0.2439187240600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,balanced,0.24798976898193362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,balanced,0.24832000732421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,balanced,0.25299264907836916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,1,balanced,2.318896636962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,balanced,0.25368576049804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,balanced,0.25643455505371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,balanced,0.25823743820190426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,balanced,0.2792531204223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,balanced,0.28325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,balanced,0.2870265579223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,balanced,0.2913382339477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,balanced,0.2949734306335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,balanced,0.30338623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,balanced,0.3213606262207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,balanced,0.3420652770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,balanced,0.3822675323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,balanced,0.42337406158447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,balanced,0.5734624099731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,balanced,0.6637651062011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,balanced,0.9442803192138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,balanced,1.2101229095458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,balanced,1.7558502197265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,1,power_law_1.01,0.07619967937469482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,balanced,2.272647705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,1,balanced,2.9829632568359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,1,power_law_1.01,0.05125247955322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,1,power_law_1.01,0.3700755310058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,1,power_law_1.01,0.3970284652709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,1,power_law_1.01,0.12642880439758303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,1,power_law_1.01,0.39924671173095705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,1,power_law_1.01,0.4112051010131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,1,power_law_1.01,0.4149209594726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,1,power_law_1.01,0.180883846282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,1,power_law_1.01,0.2501094436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,1,power_law_1.01,0.4288492965698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,1,power_law_1.01,0.43146625518798826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,1,power_law_1.01,0.44346046447753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,1,power_law_1.01,0.46355712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,1,power_law_1.01,0.49557247161865237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,1,power_law_1.01,0.53202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,1,power_law_1.01,0.5438655853271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,1,power_law_1.01,0.6359206390380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,1,power_law_1.01,0.7153478240966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,1,power_law_1.01,0.8483232116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,1,power_law_1.01,1.0047865295410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,1,power_law_1.01,0.4843596649169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,1,power_law_1.01,1.3867832946777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,1,power_law_1.01,0.4562835311889648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,1,power_law_1.01,1.7337632751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.035350399017333986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.057894401550292976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.08515711784362792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.12113792419433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.14179648399353026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.2098464012145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.2234105682373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.23049152374267576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,1,power_law_1.01,2.4929612731933597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.23656320571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.23864063262939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.24857664108276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.2677427291870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.27254400253295896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.2806687927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,1,power_law_1.01,3.2783078002929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.2890003204345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.29292415618896483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.30884672164916993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.33483520507812503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.35284606933593754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.4155001449584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.4849324798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.6009280014038085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.7280127716064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.0012486267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.2645196533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,1.8024024963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,1,power_law_1.2,0.076910080909729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,1,power_law_1.2,0.12394816398620605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,1,power_law_1.2,0.16698944091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,2.383837432861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,1,power_law_1.2,0.3756595230102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,1,power_law_1.2,0.3874892807006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,1,power_law_1.2,0.40741119384765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,1,power_law_1.2,0.4190764617919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,1,power_law_1.2,0.0513862419128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,1,power_law_1.2,0.4237017440795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,1,power_law_1.2,0.4349407958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,1,power_law_1.2,0.44006721496582035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,1,power_law_1.2,0.4533132934570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,1,power_law_1.2,0.46146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,1,power_law_1.2,0.4685612869262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,1,power_law_1.2,0.495788803100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,1,power_law_1.2,0.4898060989379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,1,power_law_1.2,0.22987840652465819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,1,power_law_1.2,0.5520166397094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,1,power_law_1.2,0.6446482849121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,1,power_law_1.2,0.717333755493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,1,power_law_1.2,1.0444249725341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,1,power_law_1.2,0.5362579345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,1,power_law_1.2,0.8554335784912108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,1,power_law_1.2,1.386163787841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.038218240737915035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.05780608177185058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,2,power_law_1.2,7.501166381835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.08270719528198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.10932160377502442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.13439743995666503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.21150655746459962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.22601152420043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.23249599456787112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.24060096740722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.23992191314697267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.24756927490234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.27373504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.2752947235107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.28380735397338863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.2936006355285644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.2971072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,4,power_law_1.2,15.668244628906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.3134809684753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.3339539337158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.35669952392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.42332542419433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.4885619354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.6010227203369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,1,power_law_1.2,1.7524018859863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.7453062438964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.0017842864990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,4,balanced,0.09326208114624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,4,balanced,0.14576000213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,4,balanced,0.27380224227905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,4,balanced,0.5389260864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,4,balanced,1.056363525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,4,balanced,1.301405487060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,4,balanced,1.7237120056152342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.2706649780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,4,balanced,1.7377880859375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,4,balanced,1.7597824096679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,4,balanced,1.7588006591796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,4,balanced,1.7588851928710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,4,balanced,1.7773350524902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,4,balanced,1.8231039428710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,1,power_law_1.2,2.4573593139648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,4,balanced,1.858831329345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,4,balanced,1.883800354003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,4,balanced,1.9313305664062501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,4,balanced,1.986993865966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,4,balanced,2.0901145935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,4,balanced,2.1929766845703123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,4,balanced,2.6818533325195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,4,balanced,2.783612060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,4,balanced,3.8777688598632816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,1.8270579528808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,4,balanced,4.533592224121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,4,balanced,6.123447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,4,balanced,0.06497407913208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,4,balanced,0.10074496269226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,4,balanced,0.15926783561706542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,4,balanced,0.2853977584838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,4,balanced,0.5395775985717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,4,balanced,0.6761395263671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,4,balanced,0.7084300994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,4,balanced,8.4564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,4,balanced,0.7121036529541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,4,balanced,0.7192716979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,4,balanced,0.72508544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,4,balanced,0.7180684661865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,4,balanced,0.7251443481445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,4,balanced,0.7311526489257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,4,balanced,0.7429017639160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,4,balanced,12.838217773437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,4,balanced,0.7532723236083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,4,balanced,0.7694502258300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,4,balanced,0.7969561767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,4,balanced,0.8374233245849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,4,balanced,0.8838297271728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,4,balanced,0.9693017578124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,4,balanced,1.074576644897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,1,power_law_1.2,3.23080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,4,balanced,1.3309043884277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,4,balanced,15.87274169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,4,balanced,1.521212158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,4,balanced,0.0976473617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,4,balanced,0.17080448150634767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,4,balanced,2.0522253417968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,4,balanced,0.3055014419555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,4,balanced,0.3755788803100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,4,balanced,2.5645709228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,4,balanced,0.3775001525878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,4,balanced,0.38462974548339846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,4,balanced,0.4030220794677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,4,balanced,0.404951057434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,4,balanced,0.5173452758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,4,balanced,3.5158670043945315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,4,balanced,0.5216345596313476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,4,balanced,0.5361471939086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,4,balanced,0.7004914855957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,4,balanced,0.7138047790527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,4,balanced,0.8685632324218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,4,balanced,0.8847936248779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,4,balanced,4.745488586425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,4,balanced,1.690681610107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,4,balanced,1.7313728332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,4,balanced,2.5936627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,4,balanced,3.446074829101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,4,balanced,4.370761108398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,2.3660127258300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,4,balanced,6.288369750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,4,balanced,9.197698364257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,4,power_law_1.01,0.27116287231445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,4,power_law_1.01,0.4894476699829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,4,power_law_1.01,0.5068672180175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,4,power_law_1.01,0.7065702056884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,4,balanced,12.09406982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,4,power_law_1.01,0.7752665710449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,4,power_law_1.01,1.1363378906250001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,4,power_law_1.01,1.5287271118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,4,power_law_1.01,1.4873306274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,4,power_law_1.01,1.5760780334472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,4,power_law_1.01,1.6308927917480467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,2,power_law_1.2,9.785620727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,4,power_law_1.01,1.6578675842285158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,4,power_law_1.01,1.7001254272460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,4,power_law_1.01,1.7260032653808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,4,power_law_1.01,1.7649407958984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,4,balanced,18.179097900390623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,4,power_law_1.01,1.9007705688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,4,power_law_1.01,1.993043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,4,power_law_1.01,2.0926106262207034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,4,power_law_1.01,2.3508889770507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,4,power_law_1.01,2.5184716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,4,power_law_1.01,2.959746704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,4,power_law_1.01,3.314985046386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,4,balanced,24.360244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,4,power_law_1.01,4.617064819335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,4,power_law_1.01,5.5836901855468755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.16288511276245116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.262293758392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.24028543472290037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.33948032379150395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.4431552124023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,4,power_law_1.01,7.804337768554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.5566732788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.6280089569091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.627372817993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.631033592224121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.6406092834472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.652911376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,4,power_law_1.01,10.508165283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.6589017486572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.6808589172363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.6908467102050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.7099008178710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.7224447631835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.7653030395507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.8187264251708986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,0.8631846618652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,0.9607373046875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,4,balanced,35.44392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.0721561431884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,1.347203826904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,4,power_law_1.01,14.597281494140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,1.67936767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,4,power_law_1.01,0.09942655563354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,4,power_law_1.01,0.15633407592773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,2.4077413940429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,4,power_law_1.01,0.20761600494384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,2.796044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,4,power_law_1.01,0.3557516860961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,4,power_law_1.01,0.38710144042968747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,4,power_law_1.01,0.49813888549804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,4,power_law_1.01,0.4628569412231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,4.05288330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,4,power_law_1.01,0.544381446838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,4,power_law_1.01,0.6009753417968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,4,power_law_1.01,0.6449267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,4,power_law_1.01,0.7204774475097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,4,power_law_1.01,0.8927104187011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,4,power_law_1.01,1.0022579193115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,5.660460815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,4,power_law_1.01,1.2665574645996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,4,power_law_1.01,20.500126953124997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,4,power_law_1.01,1.4095910644531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,4,power_law_1.01,1.5478182983398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,4,power_law_1.01,1.8682176208496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,4,power_law_1.01,2.5748095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,4,power_law_1.01,3.2801394653320317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,4,balanced,47.743808593749996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,4,power_law_1.01,4.686542053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,4,power_law_1.01,6.034857177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,4,power_law_1.2,0.2711526489257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,4,power_law_1.2,0.32146942138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,4,power_law_1.2,0.5311641693115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,4,power_law_1.2,0.70614013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,4,power_law_1.2,0.7597824096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,4,power_law_1.01,8.882859497070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,4,power_law_1.2,1.1378240203857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,4,power_law_1.2,1.5017280578613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,4,power_law_1.2,1.5176345825195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,4,power_law_1.2,1.6014349365234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,4,power_law_1.2,1.6679449462890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,4,power_law_1.2,1.7157824707031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,4,power_law_1.2,1.773658905029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,4,power_law_1.2,1.8149938964843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,4,power_law_1.2,1.908404541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,4,power_law_1.2,1.9710899353027345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,4,power_law_1.2,2.0055474853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,4,power_law_1.2,2.1610330200195316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,4,power_law_1.2,19.633272705078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,4,power_law_1.2,2.3744844055175784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,4,power_law_1.01,12.17064697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,4,power_law_1.2,2.618585510253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,4,power_law_1.2,3.2099533081054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,4,power_law_1.2,3.7058508300781248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,4,power_law_1.2,4.993543701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,4,power_law_1.2,6.3050122070312495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,4,power_law_1.2,8.695139770507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.16604799270629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.20603008270263673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.24599935531616213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.31731199264526366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,4,power_law_1.2,11.156788330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.4567539215087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.5849945449829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.5643519973754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.6123263931274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.6440640258789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.6429312133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.6421721649169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.6648896026611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.6956031799316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.7144332885742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.7365631866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.7235379028320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.7897971343994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.8496985626220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,0.9002751922607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.0059200286865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.1387648010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,1.418647003173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,1.715720977783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,4,power_law_1.2,18.696383056640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,2.6028070068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,4,power_law_1.2,23.14248779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,3.0835198974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,4,power_law_1.2,0.10472191810607909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,4,power_law_1.2,0.1452902412414551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,4,power_law_1.2,0.1933772850036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,4.835366516113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,4,power_law_1.2,0.3540723037719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,4,power_law_1.2,0.38558849334716794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,4,power_law_1.2,0.5115711975097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,4,power_law_1.2,0.4713267135620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,4,power_law_1.2,0.5313395309448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,5.8298583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,4,power_law_1.2,0.6109862518310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,4,power_law_1.2,0.643421401977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,4,power_law_1.2,0.7191206359863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,4,power_law_1.2,0.9223641967773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,4,power_law_1.2,1.014435806274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,4,power_law_1.2,1.259636459350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,4,power_law_1.01,18.902794189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,4,power_law_1.2,1.4267071533203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,4,power_law_1.2,1.5328306579589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,4,power_law_1.2,1.783436737060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,4,power_law_1.01,23.02379150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,4,power_law_1.2,2.6302810668945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,4,power_law_1.2,3.3680728149414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,4,power_law_1.01,36.342177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,4,power_law_1.2,4.633539733886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,4,power_law_1.2,6.0300225830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,2,balanced,0.08933631896972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,2,balanced,0.14539648056030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,2,balanced,0.27017984390258787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,2,balanced,0.5369817733764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,2,balanced,1.0507161712646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,2,balanced,1.2908876037597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,2,balanced,1.2933747863769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,2,balanced,1.2995993041992189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,2,balanced,1.305633239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,2,balanced,1.7046528625488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,4,power_law_1.01,48.4290087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,2,balanced,1.7192831420898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,2,balanced,1.733061065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,4,power_law_1.2,8.807933349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,2,balanced,1.773236541748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,2,balanced,1.8058099365234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,2,balanced,1.8381106567382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,2,balanced,1.8917695617675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,2,balanced,1.9567027282714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,2,balanced,2.062000579833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,2,balanced,2.173738250732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,2,balanced,2.6880767822265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,2,balanced,2.824803771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,2,balanced,3.960501708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,2,balanced,4.478799438476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,2,balanced,6.0020989990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,2,balanced,8.333465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,2,balanced,0.06426752090454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,2,balanced,0.09549695968627929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,2,balanced,0.16031999588012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,2,balanced,0.2824947166442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,2,balanced,0.5350003051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,2,balanced,0.6660530853271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,2,balanced,0.6675033569335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,2,balanced,0.6690073394775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,2,balanced,11.507293701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,2,balanced,0.6723085021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,2,balanced,0.710855712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,2,balanced,0.7128832244873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,2,balanced,0.7192511749267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,2,balanced,0.723656997680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,2,balanced,0.731488037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,2,balanced,0.7402060699462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,2,balanced,0.7525132751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,2,balanced,0.7715968322753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,2,balanced,0.8092607879638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,2,balanced,0.8496959686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,2,balanced,0.9321459197998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,2,balanced,15.049558105468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,2,balanced,1.0066239929199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,2,balanced,1.2837709045410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,2,balanced,1.5079884338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,2,balanced,1.946369323730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,2,balanced,2.502899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,2,balanced,0.0650713586807251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,2,balanced,0.09864831924438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,4,power_law_1.2,11.947412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,2,balanced,0.17034879684448243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,2,balanced,3.3928280639648434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,2,balanced,0.31653120040893556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,2,balanced,0.3768755340576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,2,balanced,0.38524799346923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,2,balanced,0.38679424285888675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,2,balanced,0.38944766998291014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,2,balanced,0.39994110107421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,2,balanced,0.41213439941406255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,2,balanced,0.41081089019775396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,2,balanced,0.5316032028198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,2,balanced,4.404578552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,2,balanced,0.5343948745727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,2,balanced,0.5537088012695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,2,balanced,0.7163507080078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,2,balanced,0.7338956451416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,2,balanced,0.8979468536376952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,2,balanced,1.7228416442871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,2,balanced,1.7440115356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,2,balanced,2.681401672363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,2,balanced,3.4401895141601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,2,balanced,4.474868469238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,2,balanced,6.082587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,2,balanced,9.40073974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,2,power_law_1.01,0.14459263801574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,2,power_law_1.01,0.24533887863159182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,2,power_law_1.01,0.40906368255615233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,2,power_law_1.01,0.5578636932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,2,power_law_1.01,0.6914265441894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,2,balanced,12.033675537109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,2,power_law_1.01,1.0379955291748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,2,power_law_1.01,1.1216550445556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,2,power_law_1.01,1.1657561492919921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,2,power_law_1.01,1.2168831634521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,2,power_law_1.01,1.593701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,2,power_law_1.01,1.587475128173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,2,power_law_1.01,1.6599232482910158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,2,power_law_1.01,1.5974963378906248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,2,power_law_1.01,1.711901397705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,2,balanced,18.570867919921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,2,power_law_1.01,1.7970239257812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,2,power_law_1.01,1.8569689941406249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,2,power_law_1.01,1.986914520263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,2,power_law_1.01,2.1308300781250002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,2,power_law_1.01,2.3426022338867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,2,power_law_1.01,2.7093951416015623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,2,power_law_1.01,3.1623922729492184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,2,balanced,24.04903076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,2,power_law_1.01,4.124044799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,2,power_law_1.01,4.901653747558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,2,power_law_1.01,6.900506591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,2,power_law_1.01,0.10098560333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,2,power_law_1.01,0.14968319892883303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,2,power_law_1.01,0.17679231643676757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,2,power_law_1.01,0.2695436859130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,2,power_law_1.01,8.906500854492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,2,power_law_1.01,0.34923519134521486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,2,power_law_1.01,0.5335385513305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,2,power_law_1.01,0.5275558471679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,2,power_law_1.01,0.5483097457885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,2,power_law_1.01,0.5605977630615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,2,power_law_1.01,0.6031820678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,2,power_law_1.01,0.6272268676757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,2,power_law_1.01,0.6409843444824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,2,power_law_1.01,0.6534336090087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,2,power_law_1.01,0.6837286376953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,2,power_law_1.01,0.6991423797607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,2,power_law_1.01,0.7162918090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,2,power_law_1.01,13.175515136718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,2,power_law_1.01,0.7407193756103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,2,power_law_1.01,0.7875084686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,2,power_law_1.01,0.8465766143798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,2,power_law_1.01,0.9097164916992189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,2,power_law_1.01,1.0352051544189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,2,power_law_1.01,1.2839616394042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,2,power_law_1.01,1.4663346862792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,2,power_law_1.01,2.008874206542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,2,power_law_1.01,2.6190899658203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,2,power_law_1.01,16.732918701171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,4,power_law_1.2,18.395411376953128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,2,power_law_1.01,0.07044864177703858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,2,power_law_1.01,0.1076159954071045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,2,power_law_1.01,0.15138303756713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,2,power_law_1.01,0.20374143600463865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,2,power_law_1.01,0.3378803253173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,2,power_law_1.01,0.3767308807373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,2,power_law_1.01,0.44789249420166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,2,power_law_1.01,0.5130534362792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,2,power_law_1.01,0.4520947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,2,power_law_1.01,0.47688961029052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,2,power_law_1.01,3.4865945434570316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,2,power_law_1.01,0.5570086288452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,2,power_law_1.01,0.6291827011108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,2,power_law_1.01,0.6738751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,2,power_law_1.01,4.599937133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,2,power_law_1.01,0.7714803314208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,2,power_law_1.01,0.9506905364990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,2,power_law_1.01,1.0454310607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,2,power_law_1.01,1.2891276550292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,2,power_law_1.01,1.6211378479003904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,2,power_law_1.01,1.9924723815917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,2,power_law_1.01,2.713908386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,2,power_law_1.01,3.293209533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,2,power_law_1.01,4.7416357421874995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,2,power_law_1.01,6.410360107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,2,power_law_1.2,0.14649855613708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,2,power_law_1.2,0.20842496871948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,2,power_law_1.2,0.4110899353027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,2,power_law_1.2,0.5387648010253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,2,power_law_1.2,0.6664166259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,2,power_law_1.2,1.0911488342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,2,power_law_1.01,8.894129638671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,2,power_law_1.2,1.1195597076416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,2,power_law_1.2,1.1565465545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,2,power_law_1.2,1.1973632049560545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,2,power_law_1.2,1.5809178161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,2,power_law_1.2,1.660369873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,2,power_law_1.01,12.60567138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,2,power_law_1.2,1.6900582885742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,2,power_law_1.2,1.6915122985839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,2,power_law_1.2,1.8075340270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,2,power_law_1.2,1.8239974975585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,2,power_law_1.2,1.9346482849121096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,2,power_law_1.01,17.129709472656252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,2,power_law_1.2,2.0457318115234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,2,power_law_1.2,2.223699188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,2,power_law_1.2,2.385760040283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,2,power_law_1.2,2.893591003417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,2,power_law_1.2,3.336294250488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,2,power_law_1.2,4.420732116699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,2,power_law_1.2,5.110064697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,2,power_law_1.01,24.6435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,2,power_law_1.2,0.10010239601135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,2,power_law_1.2,0.1345088005065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,2,power_law_1.2,0.1762611198425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,2,power_law_1.2,7.170189819335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,2,power_law_1.2,0.23852544784545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,2,power_law_1.2,0.3485260772705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,2,power_law_1.2,0.5202803039550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,2,power_law_1.2,0.52052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,2,power_law_1.2,8.792416992187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,2,power_law_1.2,0.5490777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,2,power_law_1.2,0.6102822494506837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,2,power_law_1.2,0.6171929550170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,2,power_law_1.2,0.6311423873901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,2,power_law_1.2,0.6604863739013671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,2,power_law_1.2,0.6819161224365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,2,power_law_1.2,0.6961612701416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,2,power_law_1.2,0.7162239837646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,2,power_law_1.2,0.7177792358398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,2,power_law_1.2,0.7642649841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,2,power_law_1.2,0.805844497680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,2,power_law_1.2,0.8685555267333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,2,power_law_1.2,0.9418470764160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,2,power_law_1.2,1.0732313537597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,2,power_law_1.2,1.3189106750488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,2,power_law_1.2,1.533322296142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,2,power_law_1.2,14.13031982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,2,power_law_1.2,2.0795289611816408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,2,power_law_1.2,0.06296063899993896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,2,power_law_1.2,2.709599914550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,2,power_law_1.2,0.09852543830871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,2,power_law_1.2,0.14290304183959962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,2,power_law_1.2,0.1893209648132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,2,power_law_1.2,17.7402587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,2,power_law_1.2,0.343507194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,2,power_law_1.2,0.39219711303710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,2,power_law_1.2,3.660701293945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,2,power_law_1.2,0.4405465698242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,2,power_law_1.2,0.5125683212280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,2,power_law_1.2,0.4573926544189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,2,power_law_1.2,0.4792319869995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,2,power_law_1.2,4.979586486816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,2,power_law_1.2,0.5667046356201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,2,power_law_1.2,0.6523558044433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,2,power_law_1.2,0.6883570861816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,2,power_law_1.2,0.7846463775634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,2,power_law_1.2,0.9758822631835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,2,power_law_1.2,1.0570880126953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,2,power_law_1.2,1.3172927856445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,2,power_law_1.2,1.6755494689941408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,2,power_law_1.2,2.0281304931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,2,power_law_1.2,2.6993893432617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,2,power_law_1.2,3.3022796630859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,2,power_law_1.2,4.738937683105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,4,power_law_1.2,23.06107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,1,balanced,0.09963583946228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,1,balanced,0.155414400100708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,1,balanced,0.2784959983825684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,1,balanced,0.5453472137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,1,balanced,1.064654083251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,1,balanced,1.2942924499511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,2,power_law_1.2,6.11019287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,1,balanced,1.2979263305664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,1,balanced,1.3040672302246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,1,balanced,1.312557373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,1,balanced,1.3236090087890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,1,balanced,1.3356871032714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,1,balanced,1.3477389526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,1,balanced,1.7358207702636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,1,balanced,1.7663040161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,1,balanced,1.7947488403320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,1,balanced,1.8497120666503908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,1,balanced,1.912933044433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,1,balanced,2.022236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,1,balanced,2.1404229736328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,1,balanced,2.936739807128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,1,balanced,2.8963546752929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,4,power_law_1.2,36.148479003906246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,1,balanced,4.01073486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,1,balanced,4.724588012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,1,balanced,5.945934448242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,2,power_law_1.2,8.987799072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,balanced,0.07396543979644775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,balanced,0.10310527801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,balanced,0.16791744232177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,1,balanced,7.962444458007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,balanced,0.29331584930419924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,balanced,0.5440127944946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,balanced,0.6768128204345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,balanced,0.6805554962158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,balanced,0.6853517150878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,balanced,0.6887193298339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,balanced,0.6921862030029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,balanced,0.6972492980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,balanced,0.7050828552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,balanced,0.7342169952392579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,balanced,0.7438188934326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,balanced,0.7539987182617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,1,balanced,11.330250244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,balanced,0.7614720153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,balanced,0.776872329711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,balanced,0.8098118591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,balanced,0.8446495819091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,balanced,0.9222726440429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,balanced,1.0002547454833983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,balanced,1.3381663513183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,balanced,1.4736819458007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,2,power_law_1.2,18.0883203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,balanced,2.0844793701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,balanced,2.6025381469726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,1,power_law_1.01,0.09947775840759278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,1,power_law_1.01,0.15677311897277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,2,power_law_1.2,12.187800292968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,1,power_law_1.01,0.27899520874023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,1,power_law_1.01,0.46668865203857424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,1,power_law_1.01,0.6273215866088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,1,balanced,14.766945800781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,balanced,3.497169799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,1,power_law_1.01,1.018353271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,1,power_law_1.01,1.102759017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,1,power_law_1.01,1.1394489288330079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,1,power_law_1.01,1.1746752166748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,1,power_law_1.01,1.1930143737792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,1,power_law_1.01,1.2448473358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,balanced,4.628944702148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,1,power_law_1.01,1.2870220947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,1,power_law_1.01,1.6151014709472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,1,power_law_1.01,1.7153421020507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,1,power_law_1.01,1.7716947937011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,1,power_law_1.01,1.7840249633789065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,1,power_law_1.01,1.9105203247070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,1,power_law_1.01,2.105893096923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,1,power_law_1.01,2.2336358642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,1,power_law_1.01,2.567742614746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,1,power_law_1.01,2.9904229736328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,1,power_law_1.01,3.675196228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.07259327888488769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.10351552009582518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.1694451141357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,1,power_law_1.01,4.485790100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.2554732894897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.3358515167236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.5327046585083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.5687526321411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,1,power_law_1.01,6.204856567382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.5931264114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.6132441711425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.6200985717773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.6363603210449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.6501376342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.6862540435791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.711193618774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.7212384033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,1,power_law_1.01,7.943375244140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.7206508636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.7544454193115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.8118943786621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.8484812927246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,0.9361670684814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.0641395568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.2770572662353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,1.516165771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,2.052300109863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,1,power_law_1.01,11.286673583984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,1,power_law_1.2,0.10019776344299317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,1,power_law_1.2,0.1548915195465088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,1,power_law_1.2,0.2718137550354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,2.5534655761718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,1,power_law_1.2,0.44278720855712894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,1,power_law_1.2,0.5821279907226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,1,power_law_1.2,0.9972870635986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,1,power_law_1.2,1.0940083312988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,3.5946975708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,1,power_law_1.2,1.1618688201904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,1,power_law_1.2,1.183504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,1,power_law_1.2,1.226657257080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,4.603663330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,1,power_law_1.2,1.298526153564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,1,power_law_1.01,14.66595458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,1,power_law_1.2,1.3010330200195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,1,power_law_1.2,1.6864512634277342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,1,power_law_1.2,1.7351239013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,1,power_law_1.2,1.8442874145507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,1,power_law_1.2,1.8969165039062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,1,power_law_1.2,1.9431500244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,1,power_law_1.2,2.109014434814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,1,power_law_1.2,2.2468832397460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,1,power_law_1.2,2.6216705322265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,1,power_law_1.2,2.9719808959960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,1,power_law_1.2,3.7419052124023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.07185088157653809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.10323455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,1,power_law_1.2,4.544523620605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.16702463150024413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.227076473236084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.311016960144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.5240729522705079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.5613849639892579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.5966252899169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,1,power_law_1.2,6.23387451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.6196768188476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.6346124649047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.6508825683593751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.6595565032958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.7080601501464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.7180838775634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.7408819580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.7541401672363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.7828018951416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,1,power_law_1.2,7.915807495117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.8191033935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.8688626861572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,2,power_law_1.2,23.5352392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,1.0195116424560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.0727935791015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.3193574523925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,1.768903045654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,4,balanced,0.09732864379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,4,balanced,0.14042752265930175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,2.115076446533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,4,balanced,0.2677260780334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,4,balanced,0.5286028671264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,4,balanced,0.9907046508789061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,2.603980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,4,balanced,1.9221183776855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,4,power_law_1.2,47.2590576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,4,balanced,2.8651123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,4,balanced,2.873205871582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,1,power_law_1.2,11.622852783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,4,balanced,2.877230224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,4,balanced,2.8942578125000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,4,balanced,3.6956286621093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,3.6289657592773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,4,balanced,3.709559020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,4,balanced,3.737439880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,4,balanced,3.7462066650390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,4,balanced,3.7889627075195316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,4,balanced,3.7953765869140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,4,balanced,3.8819290161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,4,balanced,3.99581298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,4,balanced,4.162175903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,4,balanced,4.478997802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,4,balanced,4.784035949707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,4,balanced,5.2024078369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,4,balanced,0.06310143947601318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,4,balanced,0.0951155185699463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,4.704588928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,4,balanced,0.1667647933959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,4,balanced,6.533645019531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,4,balanced,0.30996736526489255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,4,balanced,0.5040409469604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,1,power_law_1.2,15.011153564453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,4,balanced,6.913912353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,4,balanced,0.9806886291503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,4,balanced,1.4511628723144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,4,balanced,1.4564901733398439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,4,balanced,1.4622758483886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,4,balanced,1.4641215515136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,4,balanced,1.507098846435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,4,balanced,9.1910400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,4,balanced,1.5119538879394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,4,balanced,1.5194277954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,4,balanced,1.5334375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,4,balanced,1.5480831909179689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,4,balanced,1.5635148620605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,4,balanced,1.5993254089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,4,balanced,1.6516607666015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,4,balanced,1.70413818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,4,balanced,11.426358642578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,4,balanced,1.7989120483398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,4,balanced,1.9086309814453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,4,balanced,0.09477888107299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,4,balanced,2.1142437744140627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,4,balanced,0.1583782386779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,4,balanced,0.2838656044006348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,4,balanced,2.3330047607421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,4,balanced,0.5340224075317382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,4,balanced,2.790032653808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,4,balanced,0.78793212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,4,balanced,0.7956057739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,4,balanced,3.183291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,4,balanced,0.8027302551269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,4,balanced,0.8112614440917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,4,balanced,0.8154930877685548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,4,balanced,3.9695257568359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,4,balanced,0.8490393829345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,4,balanced,0.8754700469970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,4,balanced,0.8731903839111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,4,balanced,1.1485580444335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,4,balanced,5.008622131347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,4,balanced,1.1421209716796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,4,balanced,1.150597152709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,4,balanced,15.995416259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,4,balanced,1.5487770080566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,4,balanced,1.6256063842773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,4,balanced,1.9957542419433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,4,balanced,3.8015411376953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,4,balanced,4.121743469238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,4,power_law_1.01,0.26532991409301754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,4,power_law_1.01,0.5252671813964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,4,balanced,5.797514038085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,4,power_law_1.01,0.9776255798339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,4,power_law_1.01,1.039793930053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,4,balanced,8.606442260742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,4,power_law_1.01,1.3000384521484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,4,power_law_1.01,1.6185125732421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,4,power_law_1.01,2.0836697387695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,4,power_law_1.01,2.4673727416992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,4,power_law_1.01,2.1595802307128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,4,balanced,12.449261474609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,4,power_law_1.01,2.2105165100097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,4,power_law_1.01,2.870982360839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,4,power_law_1.01,3.1070169067382816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,4,power_law_1.01,2.900061340332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,4,balanced,16.580465087890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,4,power_law_1.01,3.051363830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,4,power_law_1.01,3.167413635253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,4,power_law_1.01,3.368887023925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,4,power_law_1.01,3.352060241699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,4,power_law_1.01,3.807247314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,4,power_law_1.01,3.882840270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,4,power_law_1.01,4.511188354492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,4,balanced,22.5342138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,4,power_law_1.01,4.813658752441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,4,power_law_1.01,5.743599243164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.16601472854614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.29855871200561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,4,power_law_1.01,6.749693603515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.49931903839111325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.5267366409301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.7513420867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.9041958618164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,4,power_law_1.01,8.79499267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,1.0145126342773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,1.1363763427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,1.0981350708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,1.1420543670654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,4,power_law_1.01,10.5770263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,4,balanced,33.14492919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,1.2168460845947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,1.1938803100585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,1.2249049377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,1.2381747436523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,1.3144601440429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,1.3248089599609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,1.3956813049316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.5208511352539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.5434611511230467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,4,power_law_1.01,14.272796630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.616583709716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.7236927795410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.002265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,4,power_law_1.01,0.0948147201538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,4,power_law_1.01,0.15930368423461913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.206024932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,2.592604064941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,4,power_law_1.01,0.2553984069824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,4,power_law_1.01,0.37653247833251957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,3.281672973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,4,power_law_1.01,0.6440447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,4,power_law_1.01,0.7424384307861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,4,power_law_1.01,17.555330810546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,4,power_law_1.01,0.8620211029052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,4.317434997558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,4,power_law_1.01,0.9958822631835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,4,power_law_1.01,0.9462246704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,4,power_law_1.01,1.1022950744628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,4,power_law_1.01,1.0674585723876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,5.511417846679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,4,power_law_1.01,1.2700774383544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,4,power_law_1.01,1.3313690185546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,4,power_law_1.01,1.548003845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,4,power_law_1.01,1.6301965332031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,4,power_law_1.01,2.067016906738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,4,power_law_1.01,2.434839019775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,4,power_law_1.01,3.2743960571289064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,4,balanced,45.39896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,4,power_law_1.01,3.891199951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,4,power_law_1.01,5.223466186523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,4,power_law_1.2,0.2632755279541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,4,power_law_1.2,0.5252134323120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,4,power_law_1.01,6.531878662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,4,power_law_1.2,0.7182450866699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,4,power_law_1.2,1.0201548767089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,4,power_law_1.2,1.2844044494628908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,4,power_law_1.01,8.840960083007811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,4,power_law_1.2,1.5718861389160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,4,power_law_1.2,1.5264678955078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,4,power_law_1.2,2.455901489257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,4,power_law_1.2,2.0495333862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,4,power_law_1.01,12.7296630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,4,power_law_1.2,2.1265855407714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,4,power_law_1.2,2.6599896240234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,4,power_law_1.2,3.067358703613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,4,power_law_1.2,3.0300543212890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,4,power_law_1.2,3.013177490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,4,power_law_1.2,3.1141632080078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,4,power_law_1.2,3.130096740722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,4,power_law_1.2,3.4014041137695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,4,power_law_1.01,18.393634033203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,4,power_law_1.2,3.726778869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,4,power_law_1.2,4.141469421386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,4,power_law_1.2,4.867924499511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,4,power_law_1.2,5.3109106445312495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,4,power_law_1.01,23.398930664062497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,4,power_law_1.2,6.1072973632812495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.1660531234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,4,power_law_1.2,7.1109619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.3077132797241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.4029056167602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.5379750442504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.7245529937744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,4,power_law_1.2,9.234692993164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.8193484497070311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.9418867492675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,1.007488021850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,1.1575794982910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,1.1615475463867189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,1.2133299255371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,1.2365312194824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,1.2402381134033202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,4,power_law_1.2,12.65679931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,4,power_law_1.01,34.00427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,1.285611572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,1.2813938903808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,1.3656179809570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.3539097595214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.4636735534667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.6136434936523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.6728486633300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.7740211486816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.0661439514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,2.383435516357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,2.8865036010742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,4,power_law_1.2,0.10113535881042482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,4,power_law_1.2,17.10898681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,4,power_law_1.2,0.15914879798889162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,4,power_law_1.2,0.24175487518310548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,4,power_law_1.2,0.37058815002441403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,3.4945831298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,4,power_law_1.2,0.6405785369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,4,power_law_1.2,0.7650547027587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,4,power_law_1.2,0.8831833648681642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,4,power_law_1.2,0.9908211517333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,4.480869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,4,power_law_1.2,1.1160908508300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,4,power_law_1.2,0.9805388641357421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,4,power_law_1.2,1.116732177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,4,power_law_1.2,20.91766357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,4,power_law_1.2,1.2185664367675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,4,power_law_1.2,1.3668441772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,6.30026611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,4,power_law_1.2,1.535177001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,4,power_law_1.2,1.7620851135253908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,4,power_law_1.2,2.1396914672851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,4,power_law_1.2,2.5361766052246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,4,power_law_1.2,3.2966015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,4,power_law_1.2,3.8669619750976567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,4,power_law_1.01,44.739399414062504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,4,power_law_1.2,5.457213745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,2,balanced,0.09447039604187012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,2,balanced,0.14752896308898927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,2,balanced,0.2587174415588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,4,power_law_1.2,6.440916748046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,2,balanced,0.5209791946411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,2,balanced,0.9801741027832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,2,balanced,1.9155763244628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,2,balanced,2.860520935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,4,power_law_1.2,9.18951416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,2,balanced,2.8696026611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,2,balanced,2.8724069213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,2,balanced,2.9099633789062502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,2,balanced,2.8937332153320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,2,balanced,2.9048562622070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,4,power_law_1.2,12.2114794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,2,balanced,2.9197683715820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,2,balanced,3.706927490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,2,balanced,3.7345062255859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,2,balanced,3.758997802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,2,balanced,3.8267416381835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,2,balanced,3.941427307128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,2,balanced,4.073629455566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,2,balanced,4.405436096191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,2,balanced,4.7250561523437495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,2,balanced,5.2013439941406245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,2,balanced,6.709212036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,2,balanced,7.09385498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,2,balanced,0.06232704162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,2,balanced,0.09454208374023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,2,balanced,0.16555904388427733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,2,balanced,0.30312831878662105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,2,balanced,0.49999103546142576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,2,balanced,9.471286010742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,2,balanced,0.9718669128417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,2,balanced,1.4364236450195311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,2,balanced,1.4402969360351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,2,balanced,11.458994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,2,balanced,1.44666748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,2,balanced,1.4514918518066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,2,balanced,1.4609062194824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,4,power_law_1.2,18.749168701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,2,balanced,1.47570556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,2,balanced,1.468505554199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,2,balanced,1.528248291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,2,balanced,1.5406655883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,2,balanced,1.5526835632324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,2,balanced,1.579183349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,2,balanced,1.6295628356933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,2,balanced,1.67984130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,2,balanced,1.7599385070800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,2,balanced,1.849529571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,2,balanced,16.080772705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,2,balanced,2.0403546142578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,2,balanced,2.223477783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,2,balanced,0.06256256103515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,2,balanced,0.09673215866088866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,2,balanced,2.629790649414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,2,balanced,0.15976960182189942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,2,balanced,0.28724863052368166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,2,balanced,3.1558081054687497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,2,balanced,0.5456742477416993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,2,balanced,3.804895935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,2,balanced,0.8015718078613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,2,balanced,0.8087551879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,2,balanced,0.8134079742431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,2,balanced,4.853900756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,2,balanced,0.8197593688964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,2,balanced,0.824353256225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,2,balanced,0.8330918121337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,2,balanced,0.8428991699218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,2,balanced,0.8639730834960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,2,balanced,0.8946214294433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,2,balanced,0.910824966430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,2,balanced,1.1980236816406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,2,balanced,1.2130329895019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,2,balanced,1.6112882995605466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,2,balanced,1.6528370666503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,2,balanced,2.1109490966796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,2,balanced,3.797432250976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,2,balanced,4.051586608886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,4,power_law_1.2,22.46291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,2,power_law_1.01,0.1478067207336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,2,power_law_1.01,0.25070592880249026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,2,balanced,5.99570556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,2,power_law_1.01,0.5271897506713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,2,power_law_1.01,0.6650931549072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,2,power_law_1.01,1.034060821533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,4,power_law_1.2,35.00458251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,2,balanced,8.473576660156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,2,power_law_1.01,1.3755238342285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,2,power_law_1.01,1.5678604125976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,2,power_law_1.01,2.190590667724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,2,power_law_1.01,2.049424591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,2,power_law_1.01,2.1169215393066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,2,power_law_1.01,2.1681919860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,2,power_law_1.01,2.290417938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,2,balanced,13.101865234375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,2,power_law_1.01,2.322008361816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,2,power_law_1.01,3.0137100219726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,2,power_law_1.01,3.1228121948242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,2,power_law_1.01,3.178309020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,2,power_law_1.01,3.433845825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,2,power_law_1.01,3.6279000854492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,2,power_law_1.01,3.8216101074218747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,2,balanced,16.324337158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,2,power_law_1.01,4.357579650878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,2,power_law_1.01,4.77125244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,2,power_law_1.01,5.577504272460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,2,power_law_1.01,0.09362688064575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,2,power_law_1.01,0.1649344062805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,2,power_law_1.01,6.541634521484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,2,power_law_1.01,0.3013107109069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,2,power_law_1.01,0.3769919967651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,2,power_law_1.01,0.5500441741943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,2,power_law_1.01,0.7352333068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,2,balanced,22.89864990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,2,power_law_1.01,7.938123779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,2,power_law_1.01,0.8362713623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,2,power_law_1.01,1.0137779235839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,2,power_law_1.01,1.0962918090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,2,power_law_1.01,1.0671116638183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,2,power_law_1.01,1.142001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,2,power_law_1.01,9.648128051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,2,power_law_1.01,1.1382566070556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,2,power_law_1.01,1.1515443420410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,2,power_law_1.01,1.2262156677246092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,2,power_law_1.01,1.3109388732910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,2,power_law_1.01,1.3022554016113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,2,power_law_1.01,1.3358143615722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,2,power_law_1.01,1.4091725158691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.01,1.502423095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,2,power_law_1.01,12.51177978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.01,1.571349792480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.01,1.745154571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.01,1.9174771118164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,2,power_law_1.01,0.06272640228271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.01,2.1632716369628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.01,2.6064178466796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,2,power_law_1.01,0.09610112190246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,2,power_law_1.01,0.16047615051269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.01,3.0407745361328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,2,power_law_1.01,0.2657062339782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,2,power_law_1.01,0.36740097045898434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,2,power_law_1.01,0.5901990509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.01,4.197908630371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,2,power_law_1.01,0.6373900985717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,2,power_law_1.01,0.711694107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,2,power_law_1.01,0.7801996612548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,2,power_law_1.01,16.628663330078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,2,power_law_1.01,0.7733350372314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.01,5.1679357910156245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,2,power_law_1.01,0.9889497375488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,2,power_law_1.01,1.0814694213867189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,2,power_law_1.01,0.9767628479003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,2,power_law_1.01,1.103340835571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,2,power_law_1.01,1.2576242828369142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,2,power_law_1.01,1.379376678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,2,power_law_1.01,1.666856994628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,2,power_law_1.01,2.1348275756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,2,power_law_1.01,2.5473663330078127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,2,power_law_1.01,3.418083801269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,2,power_law_1.01,3.9334182739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,2,power_law_1.2,0.14598015785217283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,2,power_law_1.2,0.25091455459594725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,2,power_law_1.2,0.42371070861816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,2,power_law_1.01,5.307626342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,2,power_law_1.2,0.6600345611572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,2,power_law_1.01,6.57320556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,2,power_law_1.2,0.9454732513427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,2,power_law_1.2,1.2536140441894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,2,power_law_1.2,1.4127206420898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,2,power_law_1.2,1.9876441955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,2,power_law_1.01,9.751566162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,2,power_law_1.2,1.9760064697265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,2,power_law_1.2,2.0568524169921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,2,power_law_1.2,2.1263731384277342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,2,power_law_1.2,2.344638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,2,power_law_1.2,2.349566650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,2,power_law_1.01,13.26404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,2,power_law_1.2,3.0622155761718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,2,power_law_1.2,3.053813781738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,2,power_law_1.2,3.1712435913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,2,power_law_1.2,3.4266827392578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,2,power_law_1.2,3.785521850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,2,power_law_1.2,3.95496826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,2,power_law_1.2,4.508700256347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,2,power_law_1.01,18.125538330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,2,power_law_1.2,4.964606628417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,2,power_law_1.2,5.640606689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,2,power_law_1.2,0.09377535820007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,2,power_law_1.2,0.16511232376098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,2,power_law_1.2,6.478886108398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,2,power_law_1.2,0.26216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,2,power_law_1.2,0.36855808258056644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,2,power_law_1.2,0.5165683364868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,2,power_law_1.2,0.6648588562011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,2,power_law_1.01,23.6779931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,2,power_law_1.2,0.7730150604248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,2,power_law_1.2,8.27109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,2,power_law_1.2,0.9984627532958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,2,power_law_1.2,0.9424626922607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,2,power_law_1.2,1.0714649963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,2,power_law_1.2,1.121844482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,2,power_law_1.2,1.0820953369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,2,power_law_1.2,10.208735961914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,2,power_law_1.2,1.1481651306152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,2,power_law_1.2,1.2383232116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,2,power_law_1.2,1.3079808044433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,2,power_law_1.2,1.344418487548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,2,power_law_1.2,1.3589094543457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,2,power_law_1.2,1.4366554260253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.2,1.5273638916015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.2,1.6544461059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.2,1.7639666748046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,2,power_law_1.2,13.846591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.2,2.0135475158691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.2,2.238804473876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,2,power_law_1.2,0.06456704139709472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,2,power_law_1.2,0.09648384094238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.2,2.7866558837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,2,power_law_1.2,0.1605196762084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,2,power_law_1.2,0.23954431533813478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,2,power_law_1.2,0.32720127105712893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.2,3.191650695800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,2,power_law_1.2,0.5893094253540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,2,power_law_1.2,0.650497283935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,2,power_law_1.2,0.7219725036621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.2,4.405432434082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,2,power_law_1.2,0.7877696228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,2,power_law_1.2,0.8261875152587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,2,power_law_1.2,17.552629394531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,2,power_law_1.2,0.9999654388427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,2,power_law_1.2,1.133807373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,2,power_law_1.2,0.9976242828369142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,2,power_law_1.2,1.1775692749023439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,2,power_law_1.2,1.3440422058105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.2,5.45490966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,2,power_law_1.2,1.4608242797851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,2,power_law_1.2,1.627457275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,2,power_law_1.2,2.1973504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,2,power_law_1.2,2.6792013549804685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,2,power_law_1.2,3.5423629760742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,2,power_law_1.2,4.1009368896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,1,balanced,0.10503104209899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,1,balanced,0.15246975898742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,1,balanced,0.2602156829833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,2,power_law_1.2,5.387083740234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,1,balanced,0.5324294281005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,2,power_law_1.2,6.870469360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,1,balanced,0.9915167999267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,1,balanced,1.9196205139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,2,power_law_1.2,9.463062744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,1,balanced,2.866570129394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,1,balanced,2.8779034423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,2,power_law_1.2,13.0262646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,1,balanced,2.881849060058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,1,balanced,2.903917541503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,1,balanced,2.90243896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,1,balanced,2.915595397949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,4,power_law_1.2,44.79447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,1,balanced,2.92904052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,1,balanced,2.9629336547851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,1,balanced,2.9857690429687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,1,balanced,3.0077291870117184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,2,power_law_1.2,18.152430419921878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,1,balanced,3.9160205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,1,balanced,4.029524536132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,1,balanced,4.1746923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,1,balanced,4.413419494628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,1,balanced,4.725964050292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,balanced,0.07478911876678467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,balanced,0.1075551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,balanced,0.17808000564575194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,1,balanced,5.265285034179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,balanced,0.2898809623718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,balanced,0.5195091247558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,balanced,1.0020435333251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,balanced,1.4801925659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,1,balanced,7.247448120117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,2,power_law_1.2,22.726801757812503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,balanced,1.4841952514648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,1,balanced,7.172586059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,balanced,1.487903289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,balanced,1.4963232421875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,balanced,1.5066329956054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,balanced,1.515289001464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,balanced,1.5241714477539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,balanced,1.5372991943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,balanced,1.5558291625976561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,balanced,1.5631277465820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,balanced,1.6305567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,1,balanced,10.217396240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,balanced,1.6723782348632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,balanced,1.7148678588867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,balanced,1.7995770263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,1,balanced,11.429168701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,balanced,1.8986476135253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,balanced,2.0807763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,balanced,2.271025848388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,1,balanced,0.045910401344299315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,1,balanced,0.06385663986206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,balanced,2.678411560058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,1,balanced,0.09968319892883301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,1,balanced,0.16648128509521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,1,balanced,0.2999283218383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,1,balanced,0.5635609436035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,balanced,3.3970245361328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,1,balanced,0.8274221038818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,1,balanced,0.8361446380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,1,balanced,0.8418566131591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,balanced,4.159676208496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,1,balanced,0.8436621093750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,1,balanced,0.8547129821777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,1,balanced,0.8642316436767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,1,balanced,0.87006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,1,balanced,0.8874559783935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,1,balanced,0.9021830749511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,1,balanced,0.9476032257080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,balanced,5.309019165039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,1,balanced,0.9774272155761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,1,balanced,16.92100830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,1,balanced,1.3054086303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,1,balanced,1.3567411804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,1,balanced,1.8112448120117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,1,balanced,1.9222476196289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,1,power_law_1.01,0.10447808265686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,1,power_law_1.01,0.15227840423583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,1,balanced,2.3975788879394533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,1,power_law_1.01,0.25854656219482425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,1,power_law_1.01,0.5310348892211915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,1,power_law_1.01,0.925778579711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,1,power_law_1.01,1.3088665771484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,1,balanced,4.30152587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,1,power_law_1.01,1.4961529541015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,1,balanced,4.737191772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,1,power_law_1.01,1.9205670166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,1,power_law_1.01,2.0255699157714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,1,power_law_1.01,2.123856658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,1,balanced,6.7442626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,1,power_law_1.01,2.197816925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,1,power_law_1.01,2.2292364501953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,1,power_law_1.01,2.322870330810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,1,power_law_1.01,2.4176454162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,1,power_law_1.01,2.467486114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,1,power_law_1.01,2.5844876098632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,1,balanced,9.874475708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,1,power_law_1.01,3.319333190917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,1,power_law_1.01,3.5777313232421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,1,power_law_1.01,3.8088064575195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,1,power_law_1.01,4.2632315063476565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,1,power_law_1.01,4.713348388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,1,balanced,14.195438232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.07441023826599122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.10763456344604491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.17792703628540038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,1,power_law_1.01,5.6114599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.29189056396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.48488319396972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,1,power_law_1.01,6.4534497070312495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.677154541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.7848710632324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,1.0041152191162108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,1.055816345214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,1.104505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,1.1457945251464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,1,power_law_1.01,7.847783813476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,1.1588658905029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,1.204095993041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,1.2445075225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,1.2641919708251952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,1.3080519104003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.3615866088867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,1,power_law_1.01,9.204323730468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.4236090087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.5058355712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.639989776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.757292785644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.9917765808105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,1,power_law_1.01,0.0470252799987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.2630181884765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,2.7630514526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,1,power_law_1.01,0.06426752090454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,1,power_law_1.01,0.10069696426391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,3.2362356567382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,1,power_law_1.01,0.16647232055664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,1,power_law_1.01,12.3539892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,1,power_law_1.01,0.2736787223815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,1,power_law_1.01,0.38554241180419924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,1,power_law_1.01,0.44002944946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,4.2407250976562505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,1,power_law_1.01,0.5686438369750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,1,power_law_1.01,0.6027840042114259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,1,power_law_1.01,0.6313062286376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,1,power_law_1.01,0.7064224243164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,1,power_law_1.01,0.7830348968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,1,power_law_1.01,0.8198303985595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,5.3093847656249995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,1,power_law_1.01,1.0065964508056642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,1,power_law_1.01,0.955489273071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,1,power_law_1.01,1.1681164550781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,1,power_law_1.01,15.982880859375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,1,power_law_1.01,1.1817772674560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,1,power_law_1.01,1.4850579833984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,1,power_law_1.01,1.7313734436035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,1,power_law_1.01,2.3350003051757815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,1,power_law_1.2,0.10495424270629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,1,power_law_1.01,2.7621057128906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,1,power_law_1.2,0.1517747211456299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,1,power_law_1.2,0.25911487579345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,1,power_law_1.01,3.719971313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,1,power_law_1.2,0.5304000091552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,1,power_law_1.2,0.8438751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,1,power_law_1.01,4.46933837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,1,power_law_1.2,1.1649996948242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,1,power_law_1.2,1.3767001342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,1,power_law_1.01,6.182421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,1,power_law_1.2,1.8813497924804685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,1,power_law_1.2,1.9680653381347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,1,power_law_1.2,2.040102996826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,1,power_law_1.01,7.581232299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,1,power_law_1.2,2.1229043579101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,1,power_law_1.2,2.2140333557128904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,1,power_law_1.2,2.295276794433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,1,power_law_1.2,2.39202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,1,power_law_1.2,2.4859283447265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,1,power_law_1.2,2.5711935424804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,1,power_law_1.2,3.355357360839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,1,power_law_1.01,10.992493896484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,1,power_law_1.2,3.654460144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,1,power_law_1.2,3.8694860839843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,1,power_law_1.2,4.353341979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,1,power_law_1.2,4.87505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,1,power_law_1.01,14.3295556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.074650239944458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.10807744026184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.1780409622192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,1,power_law_1.2,5.70333251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.2947526359558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.4521638488769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.6175897598266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.7280198669433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,1,power_law_1.2,6.4977587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.9842342376708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,1.0266770935058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,1.0627027130126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,1.1035040283203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,1,power_law_1.2,7.910692749023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,1.1481126403808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,1.1837945556640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,1.2248512268066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.265156478881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.29870849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,1,power_law_1.2,9.495274047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.3670367431640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.4666554260253908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.5341766357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.6762022399902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.8257919311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,2.0883328247070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.3497587585449216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,1,power_law_1.2,12.549266357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,1,power_law_1.2,0.046972160339355466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,1,power_law_1.2,0.06428287982940674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,2.8550009155273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,1,power_law_1.2,0.1081766414642334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,3.3804684448242184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,1,power_law_1.2,0.16798463821411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,1,power_law_1.2,0.2508492851257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,1,power_law_1.2,0.3428006362915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,1,power_law_1.2,0.4055513763427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,1,power_law_1.2,0.5526764678955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,1,power_law_1.2,0.5864659118652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,4.368716735839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,1,power_law_1.2,0.6387283325195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,1,power_law_1.2,0.7169420623779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,1,power_law_1.2,0.7932479858398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,1,power_law_1.2,15.833719482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,1,power_law_1.2,0.8128390502929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,1,power_law_1.2,1.0295270538330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,5.541420288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,1,power_law_1.2,1.172339859008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,1,power_law_1.2,1.0235558319091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,1,power_law_1.2,1.2201837158203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,1,power_law_1.2,1.536621398925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,1,power_law_1.2,1.789722900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,1,power_law_1.2,2.4689645385742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,4,balanced,0.09510656356811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,4,balanced,0.1414412784576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,1,power_law_1.2,2.871335144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,4,balanced,0.2658636856079101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,4,balanced,0.525032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,1,power_law_1.2,3.870956726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,4,balanced,0.990076141357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,1,power_law_1.2,4.599891052246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,4,balanced,1.9224832153320315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,4,balanced,2.8701260375976565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,4,balanced,2.866875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,1,power_law_1.2,6.1970544433593755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,4,balanced,2.879071960449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,4,balanced,2.8872256469726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,1,power_law_1.2,7.766519165039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,4,balanced,3.6937857055664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,4,balanced,3.7225216674804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,4,balanced,3.726956787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,4,balanced,3.751260070800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,4,balanced,3.7813119506835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,4,balanced,3.816546630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,4,balanced,3.884859008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,4,balanced,3.9977447509765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,1,power_law_1.2,11.40596435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,4,balanced,4.147943725585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,4,balanced,4.479660949707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,4,balanced,4.756504211425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,4,balanced,0.06306560039520263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,4,balanced,0.09460864067077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,4,balanced,0.1663462448120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,4,balanced,5.183807983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,4,balanced,0.29941247940063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,1,power_law_1.2,14.406228027343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,4,balanced,0.5057740783691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,4,balanced,0.9815641784667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,4,balanced,6.534686889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,4,balanced,1.4508326721191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,4,balanced,1.4568716430664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,4,balanced,6.9042163085937505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,4,balanced,1.4609190368652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,4,balanced,1.4655538940429689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,4,balanced,1.5083097839355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,4,balanced,1.5106675720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,4,balanced,1.5216525268554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,4,balanced,9.131596679687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,4,balanced,1.5326284790039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,4,balanced,1.5510298156738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,4,balanced,1.5634815979003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,4,balanced,1.5992384338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,4,balanced,1.6569024658203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,4,balanced,1.7064294433593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,4,balanced,1.797699890136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,4,balanced,11.32799072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,4,balanced,1.9129600524902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,4,balanced,2.1170137023925784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,4,balanced,0.09451647758483886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,4,balanced,0.15882623672485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,4,balanced,2.388231658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,4,balanced,0.28256639480590817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,4,balanced,2.78221435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,4,balanced,0.5330035018920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,4,balanced,0.7872115325927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,4,balanced,3.191358642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,4,balanced,0.8021196746826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,4,balanced,0.8091379547119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,4,balanced,0.7978636932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,4,balanced,3.957274780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,4,balanced,0.8181183624267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,4,balanced,0.8615129852294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,4,balanced,0.8676172637939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,4,balanced,0.8672473907470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,4,balanced,5.0092236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,4,balanced,1.1208460998535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,4,balanced,1.1238297271728517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,4,balanced,1.1944371032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,4,balanced,16.400203857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,4,balanced,1.5372799682617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,4,balanced,1.6293093872070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,4,balanced,1.982731475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,4,balanced,3.7944268798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,4,balanced,3.9795404052734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,4,power_law_1.01,0.26436992645263674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,4,power_law_1.01,0.5261056137084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,4,balanced,6.011443481445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,4,power_law_1.01,0.9785574340820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,4,power_law_1.01,1.0402918243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,4,balanced,8.043543090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,4,power_law_1.01,1.2986303710937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,4,power_law_1.01,1.6188070678710935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,4,power_law_1.01,2.084547882080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,4,power_law_1.01,2.471741485595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,4,power_law_1.01,2.1607014465332033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,4,balanced,12.288800048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,4,power_law_1.01,2.210455017089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,4,power_law_1.01,2.8646731567382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,4,power_law_1.01,2.8505471801757816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,4,power_law_1.01,3.391231994628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,4,power_law_1.01,3.050953063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,4,balanced,16.47022216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,4,power_law_1.01,3.1701068115234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,4,power_law_1.01,3.3836300659179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,4,power_law_1.01,3.354710998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,4,power_law_1.01,3.6854629516601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,4,power_law_1.01,3.86279052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,4,power_law_1.01,4.516642456054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,4,balanced,22.293134765625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,4,power_law_1.01,4.888729553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,4,power_law_1.01,5.739328002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.16644224166870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.30512767791748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,4,power_law_1.01,6.752002563476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.4995251083374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.5233267211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.7527053070068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.9038540649414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,4,power_law_1.01,8.59331298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,1.0157491302490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,1.1365017700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,1.0988774108886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,1.1418713378906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,1.2177369689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,4,power_law_1.01,10.594073486328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,1.1924352264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,1.2269439697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,4,balanced,33.20056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,1.3057919311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,1.286095428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,1.3120460510253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,1.393957061767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.442835235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.543582763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.6174169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.7261721801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,4,power_law_1.01,14.36531494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,1.9992909240722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,4,power_law_1.01,0.09787903785705566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.20208251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,4,power_law_1.01,0.15891072273254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,2.589050903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,4,power_law_1.01,0.2568204879760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,4,power_law_1.01,0.37663616180419923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,3.2233740234374997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,4,power_law_1.01,0.6461811065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,4,power_law_1.01,0.7417919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,4,power_law_1.01,17.958547363281248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,4,power_law_1.01,0.8617292785644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,4,power_law_1.01,0.9964569854736329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,4.303912963867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,4,power_law_1.01,1.0991193389892577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,4,power_law_1.01,0.9586918640136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,4,power_law_1.01,1.0490188598632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,5.364015502929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,4,power_law_1.01,1.25889404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,4,power_law_1.01,1.377626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,4,power_law_1.01,1.5444607543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,4,power_law_1.01,1.6368754577636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,4,power_law_1.01,2.064545288085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,4,power_law_1.01,2.6571252441406252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,4,power_law_1.01,3.343019409179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,4,balanced,44.90873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,4,power_law_1.01,3.835856628417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,4,power_law_1.01,5.09796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,4,power_law_1.01,6.639741210937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,4,power_law_1.2,0.26607231140136717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,4,power_law_1.2,0.5293721771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,4,power_law_1.2,0.7394457244873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,4,power_law_1.01,9.27120361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,4,power_law_1.2,0.9899750518798829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,4,power_law_1.2,1.2814656066894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,4,power_law_1.2,1.532623291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,4,power_law_1.2,1.7246080017089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,4,power_law_1.2,1.9800819396972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,4,power_law_1.01,12.60927001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,4,power_law_1.2,2.057169952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,4,power_law_1.2,2.1274009704589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,4,power_law_1.2,2.6605657958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,4,power_law_1.2,2.988597717285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,4,power_law_1.2,2.8714675903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,4,power_law_1.2,3.0170739746093753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,4,power_law_1.2,3.1198681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,4,power_law_1.2,3.130040283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,4,power_law_1.01,18.177418212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,4,power_law_1.2,3.3888653564453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,4,power_law_1.2,3.7356057739257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,4,power_law_1.2,4.137635803222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,4,power_law_1.2,4.873292846679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,4,power_law_1.2,5.170607299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,4,power_law_1.01,23.794626464843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,4,power_law_1.2,5.929317016601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.16612735748291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.29835391998291017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,4,power_law_1.2,7.113743286132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.3930559921264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.5015628814697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.7271949005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.8197171020507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.9425587463378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,4,power_law_1.2,9.232705078124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,1.1580403137207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,1.0805133056640623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,1.1563046264648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,1.2136140441894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,1.2416217803955079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,1.2388774108886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,4,power_law_1.01,33.72303955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,1.2859315490722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,4,power_law_1.2,12.667266845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,1.2832269287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,1.3619558715820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.3094309997558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.4632908630371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.5364364624023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.6663667297363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.780499267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.0535142517089846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,2.3801344299316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,4,power_law_1.2,0.09503232002258301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,4,power_law_1.2,17.074720458984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,4,power_law_1.2,0.15853823661804198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,2.8916506958007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,4,power_law_1.2,0.2718067169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,4,power_law_1.2,0.338524169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,3.4909567260742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,4,power_law_1.2,0.6388940811157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,4,power_law_1.2,0.7627839660644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,4,power_law_1.2,0.8859519958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,4,power_law_1.2,0.9879142761230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,4.477150573730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,4,power_law_1.2,1.0200422668457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,4,power_law_1.2,1.1168511962890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,4,power_law_1.2,1.0889817810058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,4,power_law_1.2,1.2228928375244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,4,power_law_1.2,20.97315673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,4,power_law_1.2,1.3909312438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,6.136426391601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,4,power_law_1.2,1.5711270141601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,4,power_law_1.2,1.7913037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,4,power_law_1.2,2.1327154541015623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,4,power_law_1.2,2.517259521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,4,power_law_1.2,3.6436492919921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,4,power_law_1.2,3.8945074462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,4,power_law_1.2,5.333638305664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,4,power_law_1.01,44.711259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,2,balanced,0.10309120178222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,2,balanced,0.1460428810119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,2,balanced,0.2545625686645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,4,power_law_1.2,6.502146606445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,2,balanced,0.5180467224121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,2,balanced,0.98455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,2,balanced,1.9154393005371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,2,balanced,2.8603009033203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,4,power_law_1.2,9.074776611328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,2,balanced,2.8656692504882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,2,balanced,2.8753036499023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,2,balanced,2.8801202392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,2,balanced,2.892153625488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,2,balanced,2.905849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,4,power_law_1.2,12.4691357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,2,balanced,2.921125183105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,2,balanced,3.704679565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,2,balanced,3.735523986816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,2,balanced,3.7663745117187504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,2,balanced,3.833023986816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,2,balanced,3.92935302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,2,balanced,4.082120971679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,2,balanced,4.414558715820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,2,balanced,4.737859802246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,2,balanced,5.200821533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,2,balanced,6.669839477539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,2,balanced,7.148291625976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,2,balanced,0.062336001396179196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,2,balanced,0.09488384246826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,2,balanced,0.1648371124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,2,balanced,0.3023807907104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,2,balanced,0.5006092834472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,2,balanced,0.9726156616210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,2,balanced,9.496165161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,2,balanced,1.437006072998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,2,balanced,1.4410496520996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,4,power_law_1.2,18.43914794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,2,balanced,11.59620849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,2,balanced,1.4460121154785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,2,balanced,1.4515571594238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,2,balanced,1.4590797424316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,2,balanced,1.4692095947265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,2,balanced,1.4766284179687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,2,balanced,1.5268646240234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,2,balanced,1.542003173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,2,balanced,1.5543423461914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,2,balanced,1.5774310302734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,2,balanced,1.6294784545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,2,balanced,1.6786572265625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,2,balanced,1.759893798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,2,balanced,1.847895050048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,2,balanced,2.0385369873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,2,balanced,2.2226943969726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,2,balanced,16.158250732421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,2,balanced,0.06213888168334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,2,balanced,0.0949888038635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,2,balanced,2.6230413818359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,2,balanced,0.1604172706604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,2,balanced,3.110876159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,2,balanced,0.288855037689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,2,balanced,3.8050112915039067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,2,balanced,0.5445004653930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,2,balanced,0.8009779357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,2,balanced,0.810583038330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,2,balanced,0.8143398284912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,2,balanced,0.819283218383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,2,balanced,4.8958105468749995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,2,balanced,0.8287961578369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,2,balanced,0.8356953430175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,2,balanced,0.8435993957519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,2,balanced,0.864495391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,2,balanced,0.8826636505126952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,2,balanced,0.9071129608154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,2,balanced,1.2049638366699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,2,balanced,1.2075801849365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,2,balanced,1.62166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,2,balanced,1.6510656738281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,2,balanced,2.0559846496582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,2,balanced,3.9524826049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,2,balanced,4.087107849121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,4,power_law_1.2,22.85660400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,2,balanced,5.89251708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,4,power_law_1.2,35.042521972656246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,2,power_law_1.01,0.14572416305541994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,2,power_law_1.01,0.2511795234680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,2,power_law_1.01,0.6665164947509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,2,balanced,8.303937377929689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,2,power_law_1.01,0.5252569580078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,2,power_law_1.01,1.0274649810791014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,2,power_law_1.01,1.376477508544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,2,power_law_1.01,1.591788787841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,2,power_law_1.01,2.1061683654785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,2,power_law_1.01,2.058387145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,2,power_law_1.01,2.1170892333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,2,power_law_1.01,2.1642726135253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,2,balanced,13.039677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,2,power_law_1.01,2.290064697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,2,power_law_1.01,2.325022735595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,2,power_law_1.01,3.009830322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,2,power_law_1.01,3.121767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,2,power_law_1.01,3.1439001464843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,2,power_law_1.01,3.4265792846679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,2,power_law_1.01,3.6315966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,2,power_law_1.01,3.8197863769531253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,2,balanced,16.854082031249998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,2,power_law_1.01,4.412919006347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,2,power_law_1.01,4.762918395996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,2,power_law_1.01,5.468211059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,2,power_law_1.01,0.0939084815979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,2,power_law_1.01,0.1645849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,2,power_law_1.01,6.556313476562499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,2,power_law_1.01,0.2956185531616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,2,power_law_1.01,0.38296958923339847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,2,power_law_1.01,0.5462412643432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,2,power_law_1.01,0.736021728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,2,balanced,23.20932861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,2,power_law_1.01,0.8361727905273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,2,power_law_1.01,7.902880249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,2,power_law_1.01,1.0141426849365236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,2,power_law_1.01,1.0959142303466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,2,power_law_1.01,1.0840959930419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,2,power_law_1.01,1.1420057678222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,2,power_law_1.01,9.625883178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,2,power_law_1.01,1.1384998321533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,2,power_law_1.01,1.150860824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,2,power_law_1.01,1.2252928161621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,2,power_law_1.01,1.2807679748535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,2,power_law_1.01,1.3320077514648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,2,power_law_1.01,1.3379968261718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,2,power_law_1.01,1.429248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.01,1.5009663391113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,2,power_law_1.01,12.819724121093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.01,1.568732147216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.01,1.7466905212402346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.01,1.9162725830078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.01,2.1657203674316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,2,power_law_1.01,0.06263167858123779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,2,power_law_1.01,0.09654911994934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,2,power_law_1.01,0.16090496063232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.01,3.0652172851562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,2,power_law_1.01,0.2642252731323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,2,power_law_1.01,0.3664716720581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.01,2.604261169433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.01,4.175161743164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,2,power_law_1.01,16.631297607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,2,power_law_1.01,0.5895910263061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,2,power_law_1.01,0.6363699340820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,2,power_law_1.01,0.7112678527832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,2,power_law_1.01,0.7773772430419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,2,power_law_1.01,0.7765849304199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.01,5.206818847656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,2,power_law_1.01,0.9832755279541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,2,power_law_1.01,1.0791667175292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,2,power_law_1.01,0.9628697967529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,2,power_law_1.01,1.1114982604980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,2,power_law_1.01,1.272063980102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,2,power_law_1.01,1.4350527954101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,2,power_law_1.01,1.6006156921386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,2,power_law_1.01,2.1395046997070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,2,power_law_1.01,2.553826599121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,2,power_law_1.01,3.4008871459960934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,2,power_law_1.01,3.9793829345703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,2,power_law_1.2,0.14891263961791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,2,power_law_1.2,0.25106815338134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,2,power_law_1.01,5.243897705078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,2,power_law_1.2,0.4325542449951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,2,power_law_1.2,0.6519296264648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,2,power_law_1.2,0.9699571228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,2,power_law_1.01,6.828507080078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,2,power_law_1.2,1.2521087646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,2,power_law_1.2,1.440615692138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,2,power_law_1.2,1.9430438232421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,2,power_law_1.2,1.977876434326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,2,power_law_1.01,9.654141235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,2,power_law_1.2,2.062431945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,2,power_law_1.2,2.1239001464843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,2,power_law_1.2,2.261064910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,2,power_law_1.2,2.5059161376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,2,power_law_1.01,13.032425537109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,2,power_law_1.2,3.0599334716796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,2,power_law_1.2,3.0607730102539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,2,power_law_1.2,3.1717428588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,2,power_law_1.2,3.4177343749999998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,2,power_law_1.2,3.8007565307617184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,2,power_law_1.2,3.936556701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,2,power_law_1.01,17.761827392578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,2,power_law_1.2,4.509109802246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,2,power_law_1.2,4.968574829101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,2,power_law_1.2,5.6401434326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,2,power_law_1.2,0.0938163185119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,2,power_law_1.2,0.16487295150756837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,2,power_law_1.2,0.2622656059265137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,2,power_law_1.2,6.604785766601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,2,power_law_1.2,0.37744640350341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,2,power_law_1.2,0.4961190414428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,2,power_law_1.2,8.08758544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,2,power_law_1.01,24.179072265625003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,2,power_law_1.2,0.6652403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,2,power_law_1.2,0.7727308654785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,2,power_law_1.2,1.0036505889892577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,2,power_law_1.2,0.9421389007568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,2,power_law_1.2,1.081475830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,2,power_law_1.2,1.1159744262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,2,power_law_1.2,1.1211289978027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,2,power_law_1.2,1.1479385375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,2,power_law_1.2,10.321085205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,2,power_law_1.2,1.236773147583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,2,power_law_1.2,1.310996551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,2,power_law_1.2,1.3455488586425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,2,power_law_1.2,1.3388185119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,2,power_law_1.2,1.4587660217285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,2,power_law_1.2,1.5281240844726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,2,power_law_1.2,1.6500953674316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,2,power_law_1.2,13.169017333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,2,power_law_1.2,1.7627711486816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,2,power_law_1.2,2.0256871032714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,2,power_law_1.2,2.2522547912597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,2,power_law_1.2,0.06421887874603271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,2,power_law_1.2,2.7868685913085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,2,power_law_1.2,0.09660927772521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,2,power_law_1.2,3.212143249511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,2,power_law_1.2,0.16145792007446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,2,power_law_1.2,0.239813117980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,2,power_law_1.2,0.32777599334716795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,2,power_law_1.2,0.5882675170898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,2,power_law_1.2,0.651171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,2,power_law_1.2,4.217113647460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,2,power_law_1.2,0.7221683502197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,2,power_law_1.2,17.54166259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,2,power_law_1.2,0.7864947509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,2,power_law_1.2,0.8231705474853517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,2,power_law_1.2,1.0011392211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,2,power_law_1.2,5.508880615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,2,power_law_1.2,1.13346435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,2,power_law_1.2,1.0062643432617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,2,power_law_1.2,1.157781753540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,2,power_law_1.2,1.325786895751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,2,power_law_1.2,1.4818649291992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,2,power_law_1.2,1.668511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,2,power_law_1.2,2.2268185424804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,2,power_law_1.2,2.6498010253906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,2,power_law_1.2,3.5120306396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,2,power_law_1.2,4.1383053588867185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,1,balanced,0.10541760444641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,1,balanced,0.15155839920043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,1,balanced,0.2606054306030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,2,power_law_1.2,5.296450805664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,1,balanced,0.5283942413330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,2,power_law_1.2,6.578163452148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,1,balanced,0.9876012420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,1,balanced,1.9212197875976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,1,balanced,2.8669720458984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,2,power_law_1.2,9.830769653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,1,balanced,2.8762713623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,1,balanced,2.881619873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,4,power_law_1.2,44.8926416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,2,power_law_1.2,13.41826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,1,balanced,2.889363098144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,1,balanced,2.9047448730468752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,1,balanced,2.9185696411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,1,balanced,2.929390869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,1,balanced,2.9608071899414066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,1,balanced,2.9930386352539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,1,balanced,3.009271545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,2,power_law_1.2,18.292972412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,1,balanced,3.926222839355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,1,balanced,4.026930541992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,1,balanced,4.163961486816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,1,balanced,4.420642700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,1,balanced,4.7157312011718755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,balanced,0.07492159843444825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,balanced,0.1088038444519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,1,balanced,5.270049438476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,balanced,0.17954368591308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,balanced,0.29356416702270505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,balanced,0.520139503479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,balanced,1.0028704071044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,balanced,1.482730255126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,1,balanced,7.299989624023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,1,balanced,7.228591308593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,balanced,1.48259521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,2,power_law_1.2,22.808486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,balanced,1.4893869018554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,balanced,1.4949043273925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,balanced,1.5083743286132811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,balanced,1.515347137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,1,balanced,10.138915405273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,balanced,1.5261228942871095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,balanced,1.5346534729003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,balanced,1.5551000976562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,balanced,1.5668511962890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,balanced,1.6300679016113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,balanced,1.6704826354980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,balanced,1.729119415283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,balanced,1.8066712951660158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,balanced,1.8880262756347654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,balanced,2.0845549011230466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,1,balanced,11.5457080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,1,balanced,0.04440256118774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,1,balanced,0.06863232135772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,balanced,2.2729574584960934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,1,balanced,0.10040127754211425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,1,balanced,0.1662713623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,1,balanced,0.2976697540283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,balanced,2.674743041992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,1,balanced,0.5675507354736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,balanced,3.3839892578125004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,1,balanced,0.8337638092041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,1,balanced,0.836358413696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,1,balanced,0.8391027069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,balanced,4.140753173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,1,balanced,0.8464812469482421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,1,balanced,0.8519225311279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,1,balanced,0.8630054473876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,1,balanced,0.8707206726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,1,balanced,0.8863314819335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,1,balanced,0.9384953308105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,1,balanced,0.8980844879150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,balanced,5.376993408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,1,balanced,0.973667221069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,1,balanced,1.3136639404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,1,balanced,1.3536863708496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,1,balanced,17.077625732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,1,balanced,1.8199130249023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,1,balanced,1.9165939331054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,1,power_law_1.01,0.1050931167602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,1,balanced,2.4276690673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,1,power_law_1.01,0.15187135696411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,1,power_law_1.01,0.258090877532959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,1,power_law_1.01,0.5303603363037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,1,power_law_1.01,0.9328781127929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,1,power_law_1.01,1.3105535888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,1,balanced,4.360852355957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,1,power_law_1.01,1.4928933715820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,1,balanced,4.681951293945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,1,power_law_1.01,1.9321888732910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,1,power_law_1.01,2.0250253295898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,1,power_law_1.01,2.123700408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,1,power_law_1.01,2.197704925537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,1,balanced,6.718227539062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,1,power_law_1.01,2.228856353759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,1,power_law_1.01,2.323771514892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,1,power_law_1.01,2.4174342346191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,1,power_law_1.01,2.470959320068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,1,power_law_1.01,2.580894775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,1,balanced,9.619617919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,1,power_law_1.01,3.3195449829101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,1,power_law_1.01,3.583632507324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,1,power_law_1.01,3.7917465209960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,1,power_law_1.01,4.270440368652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,1,power_law_1.01,4.718825073242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.07432127952575683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,1,balanced,14.181458740234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.10672896385192872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.17817344665527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,1,power_law_1.01,5.609205322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.2921401596069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.4846585464477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.6793542480468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,1,power_law_1.01,6.458501586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.7816620635986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,1.0049919891357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,1.057289581298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,1.1038861083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,1,power_law_1.01,7.862542724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,1.1459359741210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,1.158642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,1.2047174072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,1.2436557006835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,1.262195816040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,1,power_law_1.01,9.276505737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,1.3083142089843751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.3617657470703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.4262771606445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.502305908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.633658905029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.7572979736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.996131134033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,1,power_law_1.01,0.047191681861877444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,1,power_law_1.01,12.003941650390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.2610681152343752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,1,power_law_1.01,0.06465792179107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,2.77833740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,1,power_law_1.01,0.10823424339294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,1,power_law_1.01,0.16679168701171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,3.2315924072265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,1,power_law_1.01,0.27376192092895507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,1,power_law_1.01,0.3844025421142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,1,power_law_1.01,0.43797760009765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,1,power_law_1.01,0.5676953506469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,4.225285034179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,1,power_law_1.01,0.601478385925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,1,power_law_1.01,0.6288991928100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,1,power_law_1.01,0.7095014190673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,1,power_law_1.01,0.7828524780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,1,power_law_1.01,0.8205856323242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,5.298799438476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,1,power_law_1.01,1.005959701538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,1,power_law_1.01,0.9547545623779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,1,power_law_1.01,1.1690003204345705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,1,power_law_1.01,15.542788085937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,1,power_law_1.01,1.1865920257568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,1,power_law_1.01,1.5244972229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,1,power_law_1.01,1.7249696350097659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,1,power_law_1.01,2.3217010498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,1,power_law_1.2,0.1048697566986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,1,power_law_1.01,2.7453497314453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,1,power_law_1.2,0.15232768058776855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,1,power_law_1.2,0.2587091255187988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,1,power_law_1.2,0.5309580612182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,1,power_law_1.01,3.7087774658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,1,power_law_1.2,0.844128646850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,1,power_law_1.01,4.452080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,1,power_law_1.2,1.1655840301513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,1,power_law_1.2,1.37582275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,1,power_law_1.01,6.051712646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,1,power_law_1.2,1.8814341735839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,1,power_law_1.2,1.9676979064941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,1,power_law_1.2,2.0423980712890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,1,power_law_1.2,2.1230848693847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,1,power_law_1.01,7.727708740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,1,power_law_1.2,2.216747589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,1,power_law_1.2,2.2929228210449217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,1,power_law_1.2,2.3902323913574217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,1,power_law_1.2,2.483385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,1,power_law_1.2,2.583960266113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,1,power_law_1.01,11.1838037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,1,power_law_1.2,3.3597338867187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,1,power_law_1.2,3.652650146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,1,power_law_1.2,3.867795104980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,1,power_law_1.2,4.349503479003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,1,power_law_1.01,14.306553955078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,1,power_law_1.2,4.876319274902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.07658880233764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.1074188804626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.17802623748779295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,1,power_law_1.2,5.70510498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.29449024200439455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.45302974700927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.6200972747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,1,power_law_1.2,6.299917602539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.7266591644287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.985934066772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,1.0264857482910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,1.0618156433105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,1.1049894714355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,1,power_law_1.2,7.901815185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,1.148065948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,1.185969924926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,1.2251385498046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.2657158660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.2969088745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,1,power_law_1.2,9.473427124023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.371162872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.458285369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.52621826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.6784127807617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.8258105468749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,2.0865267944335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.352954254150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,1,power_law_1.2,0.04693120002746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,1,power_law_1.2,0.06467775821685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,1,power_law_1.2,12.560233154296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,2.8786938476562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,1,power_law_1.2,0.09971712112426759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,3.346898498535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,1,power_law_1.2,0.16648128509521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,1,power_law_1.2,0.25860479354858396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,1,power_law_1.2,0.34427841186523434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,1,power_law_1.2,0.40880702972412114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,4.369941101074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,1,power_law_1.2,0.5528665542602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,1,power_law_1.2,0.5859174346923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,1,power_law_1.2,0.6414956665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,1,power_law_1.2,0.7171263885498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,1,power_law_1.2,0.7982937622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,1,power_law_1.2,0.813722915649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,5.570025634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,1,power_law_1.2,1.032030715942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,1,power_law_1.2,15.8109228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,1,power_law_1.2,1.171957778930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,1,power_law_1.2,1.022835235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,1,power_law_1.2,1.206334686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,1,power_law_1.2,1.5185215759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,1,power_law_1.2,1.7755821228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,1,power_law_1.2,2.4904794311523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,4,balanced,0.05113088130950928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,4,balanced,0.05991551876068115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,1,power_law_1.2,2.877021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,4,balanced,0.09247232437133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,4,balanced,0.17116416931152342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,4,balanced,0.32011520385742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,4,balanced,0.6267251205444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,4,balanced,0.6287155151367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,1,power_law_1.2,3.882335510253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,4,balanced,0.6332454299926757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,4,balanced,0.7994944000244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,4,balanced,0.8042431640625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,4,balanced,0.8186099243164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,1,power_law_1.2,4.627445068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,4,balanced,0.8213516998291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,4,balanced,0.8255693054199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,4,balanced,0.8333657836914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,4,balanced,0.8617407989501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,4,balanced,0.8813235473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,4,balanced,0.906081314086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,4,balanced,0.9646604919433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,4,balanced,1.0034252929687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,1,power_law_1.2,6.157304077148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,4,balanced,1.076069107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,4,balanced,1.1426163482666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,4,balanced,1.290462646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,4,balanced,1.4453453063964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,4,balanced,0.028234241008758543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,4,balanced,0.04196352005004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,4,balanced,0.06298495769500732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,4,balanced,0.10295680046081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,1,power_law_1.2,7.896416625976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,4,balanced,2.5531021118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,4,balanced,0.17961727142333986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,4,balanced,0.3280255889892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,4,balanced,0.3330163192749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,4,balanced,2.014365386962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,4,balanced,0.33468032836914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,4,balanced,0.35494400024414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,4,balanced,0.35691390991210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,4,balanced,0.35971328735351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,4,balanced,0.361317138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,4,balanced,0.36401920318603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,4,balanced,3.7666125488281255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,4,balanced,0.36918270111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,4,balanced,0.3756480026245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,4,balanced,0.3826675033569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,4,balanced,0.39779838562011716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,4,balanced,0.4303231811523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,4,balanced,0.4448140716552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,4,balanced,0.4937318420410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,4,balanced,0.5456985473632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,4,balanced,4.736183166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,4,balanced,0.6332108688354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,4,balanced,0.7376831817626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,4,balanced,0.04379903793334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,4,balanced,0.0630732822418213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,4,balanced,0.10915583610534667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,4,balanced,0.9546355438232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,4,balanced,0.19856000900268556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,4,balanced,0.19949567794799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,4,balanced,1.1461068725585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,4,balanced,0.20411775588989256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,4,balanced,0.2061196708679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,4,balanced,0.20940288543701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,4,balanced,0.21473535537719726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,4,balanced,0.2141427230834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,1,power_law_1.2,11.316844482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,4,balanced,1.6499725341796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,4,balanced,0.2754534339904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,4,balanced,0.2793856048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,4,balanced,0.28329727172851565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,4,balanced,2.0501554870605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,4,balanced,0.3720601654052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,4,balanced,0.3738201522827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,4,balanced,0.4772684860229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,4,balanced,0.48091136932373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,4,balanced,0.881655044555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,4,balanced,0.9065254211425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,4,balanced,1.4043046569824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,4,balanced,1.8118821716308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,4,power_law_1.01,0.09202431678771973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,4,power_law_1.01,0.16898815155029295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,4,balanced,2.825982666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,4,power_law_1.01,0.24405759811401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,4,power_law_1.01,0.27427072525024415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,4,power_law_1.01,0.37359745025634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,4,balanced,3.747964172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,4,power_law_1.01,0.4083212661743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,4,power_law_1.01,0.5764390563964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,4,power_law_1.01,0.4989094543457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,1,power_law_1.2,14.40299560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,4,power_law_1.01,0.6866239929199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,4,power_law_1.01,0.7118911743164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,4,power_law_1.01,0.7626457977294921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,4,power_law_1.01,0.7449625396728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,4,balanced,5.4174041748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,4,power_law_1.01,0.7931967926025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,4,power_law_1.01,0.7990541076660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,4,power_law_1.01,0.8362278747558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,4,power_law_1.01,0.8161510467529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,4,power_law_1.01,0.8384384155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,4,power_law_1.01,0.9639244842529298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,4,power_law_1.01,1.0070464324951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,4,power_law_1.01,1.1005081939697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,4,power_law_1.01,1.2141657257080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,4,balanced,7.25447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,4,power_law_1.01,1.5436543273925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,4,power_law_1.01,0.06131072044372558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,4,power_law_1.01,1.7796531677246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,4,power_law_1.01,0.10255743980407714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,4,power_law_1.01,0.13297151565551757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,4,power_law_1.01,0.17915008544921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,4,power_law_1.01,0.2136627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,4,power_law_1.01,0.23149055480957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,4,power_law_1.01,2.5939544677734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,4,power_law_1.01,0.3033407974243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,4,power_law_1.01,0.3046169662475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,4,power_law_1.01,0.3078182411193848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,4,power_law_1.01,0.32496639251708986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,4,power_law_1.01,3.2208410644531247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,4,power_law_1.01,0.3257139205932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,4,power_law_1.01,0.33021438598632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,4,power_law_1.01,0.32753150939941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,4,power_law_1.01,0.3448793411254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,4,power_law_1.01,0.3558272171020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,4,power_law_1.01,0.34097408294677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,4,power_law_1.01,0.366798095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,4,balanced,11.788741455078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,4,power_law_1.01,0.40627582550048824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.01,0.42371070861816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,4,power_law_1.01,4.423377990722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.01,0.5325798416137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.01,0.6349465560913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.01,0.7631423950195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.01,1.012874221801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.01,0.48714241027832034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.01,1.2686144256591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,4,power_law_1.01,0.0443071985244751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,4,power_law_1.01,0.06305920124053956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,4,power_law_1.01,6.122255249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,4,power_law_1.01,0.08579327583312987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,4,power_law_1.01,0.10832768440246583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.01,1.735247344970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,4,power_law_1.01,0.18202495574951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,4,power_law_1.01,0.22032255172729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,4,power_law_1.01,0.2451750373840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,4,power_law_1.01,0.23503360748291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,4,power_law_1.01,0.26089216232299806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,4,power_law_1.01,0.2780480003356934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,4,power_law_1.01,0.325219841003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.01,2.3117158508300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,4,power_law_1.01,0.3670988845825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,4,power_law_1.01,0.3908838272094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,4,power_law_1.01,0.5055129623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,4,power_law_1.01,0.5365030288696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,4,balanced,15.277143554687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,4,power_law_1.01,0.6523264312744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,4,power_law_1.01,0.7534860992431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,4,power_law_1.01,0.9722943878173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,4,power_law_1.01,1.1936422729492189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,4,power_law_1.01,1.6207257080078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,4,power_law_1.2,0.09166080474853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,4,power_law_1.2,0.15989888191223145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,4,power_law_1.2,0.23568384170532228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,4,power_law_1.01,2.058146514892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,4,power_law_1.2,0.27260032653808597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,4,power_law_1.2,0.2899724769592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,4,power_law_1.01,2.9515032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,4,power_law_1.2,0.3938150405883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,4,power_law_1.2,0.5302080154418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,4,power_law_1.2,0.4993241500854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,4,power_law_1.2,0.7028479766845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,4,power_law_1.2,0.7242534637451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,4,power_law_1.2,0.7434521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,4,power_law_1.2,0.7542144012451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,4,power_law_1.2,0.7853401947021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,4,power_law_1.2,0.8006642913818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,4,power_law_1.01,5.490313110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,4,power_law_1.2,0.8361241912841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,4,power_law_1.2,0.8463206481933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,4,power_law_1.01,3.9166885375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,4,power_law_1.2,0.8993331146240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,4,power_law_1.2,0.9722764587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,4,power_law_1.2,1.0367769622802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,4,power_law_1.2,1.1677503967285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,4,power_law_1.2,1.2648563385009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,4,power_law_1.2,1.6704319763183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,4,power_law_1.01,7.229932861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,4,power_law_1.2,1.9124327087402342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,4,power_law_1.2,0.06071807861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,4,power_law_1.2,0.09809023857116698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,4,power_law_1.2,0.11342207908630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,4,power_law_1.2,0.15856896400451662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,4,power_law_1.2,0.19026687622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,4,power_law_1.2,2.6399102783203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,4,power_law_1.2,0.23701248168945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,4,power_law_1.2,0.30734464645385745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,4,power_law_1.2,0.2902771186828613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,4,power_law_1.2,0.3153945541381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,4,power_law_1.2,0.30829439163208006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,4,power_law_1.2,0.3172697639465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,4,power_law_1.2,0.330068473815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,4,power_law_1.2,3.635317687988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,4,power_law_1.2,0.3369279861450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,4,power_law_1.2,0.3469491195678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,4,power_law_1.2,0.35416961669921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,4,power_law_1.2,0.3705894470214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,4,power_law_1.2,0.41740673065185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.2,0.43346176147460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.2,0.5036236953735351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,4,power_law_1.2,4.91791748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.2,0.5531903839111327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,4,power_law_1.2,0.36032257080078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.2,0.6674073791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.2,0.8033382415771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.2,1.0418560028076171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,4,power_law_1.2,0.04371071815490722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.2,1.345260772705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,4,power_law_1.2,0.06470399856567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,4,power_law_1.2,0.07908864021301269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,4,power_law_1.2,6.3756201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,4,power_law_1.2,0.09954303741455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,4,power_law_1.2,0.1834623908996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,4,power_law_1.2,0.22349184036254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.2,1.863115539550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,4,power_law_1.2,0.2540454483032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,4,power_law_1.2,0.23504383087158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,4,power_law_1.2,0.2618841552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,4,power_law_1.01,11.0839990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,4,power_law_1.2,0.2863142395019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,4,power_law_1.2,0.3404326248168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,4,power_law_1.2,0.36660606384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.2,2.352184295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,4,power_law_1.2,0.39870208740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,4,power_law_1.2,0.5147264099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,4,power_law_1.2,0.5641279983520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,4,power_law_1.2,0.6764838409423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,4,power_law_1.2,0.7492723083496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,4,power_law_1.2,0.977343978881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,4,power_law_1.2,1.1954496002197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,4,power_law_1.2,1.587078399658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,4,power_law_1.2,2.042671356201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,2,balanced,0.037710080146789546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,2,balanced,0.05841152191162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,2,balanced,0.10218879699707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,4,power_law_1.2,2.9799487304687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,2,balanced,0.1695475196838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,2,balanced,0.3168358421325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,2,balanced,0.6261248016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,2,balanced,0.6171712112426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,2,balanced,0.61870849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,2,balanced,0.6183577728271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,2,balanced,0.6233075332641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,2,balanced,0.6258329772949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,2,balanced,0.6305753707885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,2,balanced,0.64561279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,2,balanced,0.6520307159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,2,balanced,0.6584819030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,2,balanced,0.6324531173706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,2,balanced,0.681207046508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,2,balanced,0.7060441589355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,2,balanced,0.71544189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,2,balanced,0.778572769165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,2,balanced,0.8071871948242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,2,balanced,0.8850176239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,2,balanced,0.9547660827636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,2,balanced,1.2138419342041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,4,power_law_1.2,3.838059387207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,2,balanced,1.3458277893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,2,balanced,0.026127359867095946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,2,balanced,0.04194943904876709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,2,balanced,0.06401919841766357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,2,balanced,1.8658087158203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,2,balanced,0.10366463661193848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,2,balanced,0.1806822395324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,2,balanced,0.3273331069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,4,power_law_1.01,16.403594970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,2,balanced,0.33461120605468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,2,balanced,0.3342067337036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,2,balanced,0.33684993743896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,2,balanced,0.3394688034057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,2,balanced,0.33879680633544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,2,balanced,2.388727111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,2,balanced,0.3588236618041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,2,balanced,0.36316417694091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,2,balanced,0.3652915191650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,2,balanced,0.3718527984619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,2,balanced,0.374382095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,2,balanced,0.38280193328857426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,2,balanced,0.4069580841064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,2,balanced,0.43084030151367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,2,balanced,0.4636505508422852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,2,balanced,0.508590087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,2,balanced,0.5896998214721679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,2,balanced,0.6714598083496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,2,balanced,0.8871398162841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,2,balanced,1.053465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,2,balanced,0.030370559692382816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,2,balanced,0.044143362045288084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,2,balanced,1.461397705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,2,balanced,0.06580095767974854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,2,balanced,0.11221504211425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,2,balanced,0.2012838363647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,2,balanced,0.2038528060913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,2,balanced,1.8514381408691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,2,balanced,0.20365568161010744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,2,balanced,0.20787071228027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,2,balanced,0.20943744659423827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,2,balanced,0.21233280181884764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,2,balanced,0.21719423294067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,2,balanced,0.22395008087158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,2,balanced,0.22641023635864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,2,balanced,0.2953548812866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,2,balanced,0.30128511428833005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,2,balanced,0.30573440551757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,2,balanced,0.40272510528564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,2,balanced,0.5041715240478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,2,balanced,0.524005126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,2,balanced,0.9485145568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,2,balanced,0.9962201690673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,4,power_law_1.2,5.642222290039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,2,balanced,1.4582208251953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,2,balanced,1.9468850708007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,2,balanced,2.8743243408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,2,power_law_1.01,0.09224960327148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,2,power_law_1.01,0.1454848003387451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,2,balanced,3.7904638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,2,power_law_1.01,0.21844608306884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,2,power_law_1.01,0.36266624450683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,2,power_law_1.01,0.4918425750732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,2,power_law_1.01,0.5085811233520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,2,power_law_1.01,0.05513343811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,2,balanced,6.206834106445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,2,power_law_1.01,0.5115840148925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,2,power_law_1.01,0.5516057586669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,2,balanced,7.559570922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,2,power_law_1.01,0.5572377777099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,2,power_law_1.01,0.54753662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,2,power_law_1.01,0.5899148941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,2,power_law_1.01,0.2749324798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,2,power_law_1.01,0.6208639907836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,2,power_law_1.01,0.614892807006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,2,power_law_1.01,0.6838451385498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,2,power_law_1.01,0.7438118743896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,2,power_law_1.01,0.8127283477783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,2,power_law_1.01,0.9340953826904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,2,power_law_1.01,1.0343833923339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,2,power_law_1.01,1.346552276611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,2,power_law_1.01,1.574133758544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,2,power_law_1.01,2.2520204162597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,2,power_law_1.01,0.041786880493164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,2,power_law_1.01,0.062452478408813475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,2,power_law_1.01,0.08399871826171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,2,power_law_1.01,2.7454412841796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,2,power_law_1.01,0.6814144134521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,2,power_law_1.01,0.13111552238464355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,2,power_law_1.01,0.16271232604980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,2,power_law_1.01,0.19647872924804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,2,power_law_1.01,0.2660403251647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,2,power_law_1.01,0.283692798614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,2,power_law_1.01,0.28784128189086916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,2,power_law_1.01,0.2901913642883301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,2,power_law_1.01,0.6318451309204102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,2,power_law_1.01,0.3114470481872559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,2,power_law_1.01,0.2902911949157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,2,power_law_1.01,0.5313497543334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,2,power_law_1.01,0.3146150398254394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,2,power_law_1.01,0.3349708938598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,2,power_law_1.01,0.33978240966796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,2,power_law_1.01,0.3390796661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,2,power_law_1.01,0.38339710235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,2,power_law_1.01,0.4123251342773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,4,power_law_1.2,7.263513793945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,2,power_law_1.01,0.45647487640380857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,2,power_law_1.01,0.5057958221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,2,power_law_1.01,0.608535041809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,2,power_law_1.01,0.7166194915771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,2,power_law_1.01,0.3561139297485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,2,power_law_1.01,0.8986252593994142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,2,power_law_1.01,0.03023360013961792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,2,power_law_1.01,1.1557823944091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,2,power_law_1.01,0.04358272075653076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,2,power_law_1.01,0.06602496147155762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,2,power_law_1.01,0.09208959579467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,2,power_law_1.01,1.5838835144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,2,power_law_1.01,0.11348223686218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,2,power_law_1.01,0.16639232635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,2,power_law_1.01,0.19040128707885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,2,power_law_1.01,2.0491186523437497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,2,power_law_1.01,0.20253183364868166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,2,power_law_1.01,0.23462528228759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,2,power_law_1.01,0.24111743927001955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,2,power_law_1.01,0.2606067276000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,2,power_law_1.01,0.26763391494750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,2,power_law_1.01,0.29201536178588866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,2,power_law_1.01,0.3496192169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,2,power_law_1.01,0.3945971298217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,2,power_law_1.01,0.4239347076416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,2,power_law_1.01,0.5394086456298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,2,power_law_1.01,0.7205209350585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,2,power_law_1.01,0.8294080352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,2,power_law_1.01,1.0486988830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,2,power_law_1.01,1.2844889831542967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,2,power_law_1.01,1.7386470031738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,2,power_law_1.2,0.05505280017852783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,2,power_law_1.01,2.190257873535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,2,power_law_1.01,3.1833703613281252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,2,power_law_1.2,0.1859110450744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,2,power_law_1.2,0.27274112701416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,2,power_law_1.01,4.0710757446289065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,2,power_law_1.2,0.5058291244506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,2,power_law_1.2,0.08809984207153321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,2,power_law_1.2,0.4915865707397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,2,power_law_1.2,0.5045068740844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,2,power_law_1.01,5.915111694335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,2,power_law_1.2,0.549194221496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,2,power_law_1.2,0.5293107223510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,2,power_law_1.2,0.12063743591308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,2,power_law_1.2,0.5735244750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,2,power_law_1.2,0.5953331375122071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,2,power_law_1.2,0.6305971145629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,2,power_law_1.2,0.6680639648437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,2,power_law_1.01,7.789462890625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,2,power_law_1.2,0.6872499084472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,2,power_law_1.2,0.6928217315673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,2,power_law_1.2,0.8541887664794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,2,power_law_1.2,0.3363904190063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,2,power_law_1.2,0.9703679656982421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,2,power_law_1.2,1.085960922241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,2,power_law_1.2,0.5334668731689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,2,power_law_1.2,1.4197222900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,2,power_law_1.2,1.6797669982910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,2,power_law_1.2,0.04240255832672119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,2,power_law_1.2,0.06101119995117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,2,power_law_1.2,0.0803609561920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,2,power_law_1.2,2.332037048339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,2,power_law_1.2,0.11752960205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,2,power_law_1.2,0.15723648071289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,2,power_law_1.2,0.19490047454833986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,2,power_law_1.2,0.25548032760620115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,2,power_law_1.2,2.8511309814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,2,power_law_1.2,0.7832230377197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,2,power_law_1.2,0.2675814437866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,2,power_law_1.2,0.2728870391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,2,power_law_1.2,0.29078271865844724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,2,power_law_1.2,0.29978624343872073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,2,power_law_1.2,0.3104422378540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,2,power_law_1.2,0.31685375213623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,2,power_law_1.2,0.32761089324951176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,2,power_law_1.2,0.3402649688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,2,power_law_1.2,0.3473535919189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,2,power_law_1.2,0.36688255310058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,2,power_law_1.2,0.39445377349853517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,2,power_law_1.2,0.4136678314208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,2,power_law_1.2,0.4786956787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,2,power_law_1.2,0.5276108932495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,2,power_law_1.2,0.6335718536376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,2,power_law_1.2,0.7427865600585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,2,power_law_1.2,0.9562611389160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,2,power_law_1.2,0.030554881095886232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,2,power_law_1.2,1.1767577362060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,2,power_law_1.2,0.04424448013305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,2,power_law_1.2,0.06649727821350097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,2,power_law_1.2,0.0847116756439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,2,power_law_1.2,1.6479487609863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,2,power_law_1.2,0.10638463973999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,2,power_law_1.2,0.16949119567871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,2,power_law_1.2,0.1918681526184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,2,power_law_1.2,2.1282202148437497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,2,power_law_1.2,0.632116470336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,2,power_law_1.2,0.23799936294555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,2,power_law_1.2,0.2672908782958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,2,power_law_1.2,0.24588287353515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,2,power_law_1.2,0.2667212867736816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,2,power_law_1.2,0.2910016059875488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,2,power_law_1.2,0.3628556823730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,2,power_law_1.2,0.39956993103027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,2,power_law_1.2,0.2140812873840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,2,power_law_1.2,0.4374246215820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,2,power_law_1.2,0.5584345626831054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,2,power_law_1.2,0.7137945556640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,2,power_law_1.2,0.8475417327880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,2,power_law_1.2,1.0715046691894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,2,power_law_1.2,1.3079974365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,2,power_law_1.2,1.751532745361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,1,balanced,0.04958720207214355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,1,balanced,0.06682432174682618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,1,balanced,0.10125760078430175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,2,power_law_1.2,2.2425996398925783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,1,balanced,0.1772640037536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,1,balanced,0.3282617568969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,1,balanced,0.6295423889160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,2,power_law_1.2,3.150885009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,1,balanced,0.6334905624389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,1,balanced,0.6359283065795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,1,balanced,0.6385126495361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,1,balanced,0.6412748718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,1,balanced,0.6460908508300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,1,balanced,0.6525267028808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,1,balanced,0.6578374481201171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,1,balanced,0.6659238433837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,1,balanced,0.8215673828125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,2,power_law_1.2,4.070215759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,1,balanced,0.8340531158447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,1,balanced,0.8547698974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,1,balanced,0.9004659271240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,1,balanced,0.939656982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,1,balanced,1.013670425415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,1,balanced,1.0934457397460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,1,balanced,1.3108940124511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,1,balanced,1.3949317932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,1,balanced,1.8820281982421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,1,balanced,0.03384000062942505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,1,balanced,0.052505598068237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,1,balanced,0.07229119777679444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,1,balanced,0.11374719619750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,1,balanced,2.408236083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,1,balanced,0.19289663314819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,1,balanced,0.3515193557739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,1,balanced,0.3553587341308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,1,balanced,0.3576409530639649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,1,balanced,0.35873985290527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,1,balanced,0.3616204833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,1,balanced,0.36464576721191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,1,balanced,3.5119833374023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,1,balanced,0.3663008117675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,1,balanced,0.3758476638793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,1,balanced,0.3712511825561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,1,balanced,0.4037100982666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,2,power_law_1.2,5.894190063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,1,balanced,0.4081318283081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,1,balanced,0.41591552734375004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,1,balanced,0.43218303680419917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,1,balanced,4.534422912597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,1,balanced,0.44279937744140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,1,balanced,0.4783545684814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,1,balanced,0.5113030242919921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,1,balanced,0.5838886260986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,1,balanced,0.6576236724853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,1,balanced,0.9142559814453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,1,power_law_1.01,0.049710078239440916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,1,balanced,1.0709190368652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,1,power_law_1.01,0.06664447784423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,1,power_law_1.01,0.10099583625793458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,1,balanced,1.4980589294433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,1,power_law_1.01,0.1775071907043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,1,power_law_1.01,0.26082048416137693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,1,balanced,1.880645751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,1,power_law_1.01,0.33179264068603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,1,power_law_1.01,0.4644927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,1,power_law_1.01,0.48910976409912105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,1,power_law_1.01,0.500590705871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,1,power_law_1.01,0.5100377655029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,1,power_law_1.01,0.5425913619995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,1,power_law_1.01,0.561701774597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,1,power_law_1.01,0.5668294525146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,1,power_law_1.01,0.5776185607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,1,power_law_1.01,0.7374521636962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,1,power_law_1.01,0.7466687774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,1,power_law_1.01,0.7861459350585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,4,power_law_1.2,11.118189697265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,1,power_law_1.01,0.8422911834716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,1,power_law_1.01,0.8959916687011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,1,power_law_1.01,0.9781881713867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,1,power_law_1.01,1.0611865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,1,power_law_1.01,1.245306854248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,1,power_law_1.01,0.03298880100250244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,1,power_law_1.01,1.6172845458984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,1,power_law_1.01,0.05209472179412842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,1,power_law_1.01,1.9956364440917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,1,power_law_1.01,0.07447679996490478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,1,power_law_1.01,0.11433343887329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,1,power_law_1.01,0.1590278434753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,1,power_law_1.01,0.19749120712280271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,1,power_law_1.01,2.5200595092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,1,power_law_1.01,0.26721792221069335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,1,power_law_1.01,0.2815763282775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,1,power_law_1.01,0.2863430404663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,1,power_law_1.01,0.2909145545959473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,1,power_law_1.01,0.30460992813110355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,1,power_law_1.01,0.314399356842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,1,power_law_1.01,0.31930496215820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,1,power_law_1.01,0.32473918914794925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,1,power_law_1.01,0.3632422256469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,1,power_law_1.01,3.5492340087890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,1,power_law_1.01,0.36479873657226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,1,power_law_1.01,0.38519615173339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,1,power_law_1.01,0.4030425643920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.01,0.42644672393798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.01,0.4749919891357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.01,0.5188204956054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.01,0.6172601699829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.01,0.7175154876708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,1,power_law_1.01,4.626099853515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,1,power_law_1.2,0.05006207942962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.01,0.9213830566406249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,1,power_law_1.2,0.06563072204589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,2,power_law_1.2,7.7275146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,1,power_law_1.2,0.10095295906066895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.01,1.1449222564697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,1,power_law_1.2,0.16427072525024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,1,power_law_1.2,0.24206016540527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,1,power_law_1.2,0.31344959259033206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,1,power_law_1.2,0.4564806365966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.01,1.5719404602050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,1,power_law_1.2,0.4817184066772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,1,power_law_1.2,0.49234367370605464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,1,power_law_1.2,0.5106272125244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,1,power_law_1.2,0.5372236633300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.01,2.0030450439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,1,power_law_1.2,0.5551129531860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,1,power_law_1.2,0.5677568054199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,1,power_law_1.2,0.5942233657836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,1,power_law_1.2,0.742081298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,1,power_law_1.2,0.7619097900390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,1,power_law_1.2,0.7941356658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,1,power_law_1.2,0.8800364685058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,1,power_law_1.2,0.9121324920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,1,power_law_1.2,1.0234700775146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,1,power_law_1.2,1.0855340576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,1,power_law_1.2,0.033035519123077395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,1,power_law_1.2,1.2965997314453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,1,power_law_1.2,0.051641597747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,1,power_law_1.2,1.5368704223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,1,power_law_1.2,0.07231679916381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,1,power_law_1.2,0.10887359619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,1,power_law_1.2,0.1465702438354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,1,power_law_1.2,0.1861523246765137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,1,power_law_1.2,0.2634188842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,1,power_law_1.2,2.0359960937499997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,1,power_law_1.2,0.27682176589965823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,1,power_law_1.2,0.283624324798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,1,power_law_1.2,0.29222015380859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,1,power_law_1.2,0.30042367935180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,1,power_law_1.2,2.57085693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,1,power_law_1.2,0.3110771179199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,1,power_law_1.2,0.31901439666748044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,1,power_law_1.2,0.33136192321777347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,1,power_law_1.2,0.3690118408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,1,power_law_1.2,0.37918079376220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,1,power_law_1.2,0.38819007873535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,1,power_law_1.2,0.415844497680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,1,power_law_1.2,3.6169543457031255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.2,0.44210750579833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.2,0.49272895812988277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.2,0.5356467056274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.2,0.6399116897583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.2,0.749401626586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,1,power_law_1.2,4.666886901855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.2,0.9480242919921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.2,1.1754054260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.2,1.6332704162597658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,4,balanced,0.3425727844238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,4,balanced,0.34777217864990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.2,2.033191680908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,4,balanced,0.062449917793273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,4,balanced,0.044221439361572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,4,balanced,0.08439167976379394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,4,balanced,0.15225215911865236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,4,balanced,0.2603507232666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,4,balanced,0.35168640136718754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,4,balanced,0.3520217514038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,4,balanced,0.35671424865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,4,balanced,0.3688422393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,4,balanced,0.36859134674072264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,4,balanced,0.4329600143432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,4,balanced,0.3697343826293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,4,balanced,0.37389183044433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,4,balanced,0.40125953674316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,4,balanced,0.4628927993774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,4,balanced,0.3734873580932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,4,balanced,0.4924825668334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,4,balanced,0.365162239074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,4,balanced,0.4184678268432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,4,balanced,0.6507392120361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,4,balanced,0.7197618865966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,4,balanced,0.9453234863281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,4,balanced,1.0986573028564455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,4,power_law_1.01,0.07803647994995118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,4,balanced,1.5787481689453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,4,balanced,1.9659904479980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,4,power_law_1.01,0.13437312126159667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,4,power_law_1.01,0.14191231727600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,4,power_law_1.01,0.21451904296875002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,4,power_law_1.01,0.31133184432983396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,4,power_law_1.01,0.303189754486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,4,power_law_1.01,0.31259391784667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,4,power_law_1.01,0.31335039138793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,4,power_law_1.01,0.3142643165588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,4,power_law_1.01,0.21697664260864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,4,power_law_1.01,0.34953086853027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,4,power_law_1.01,0.3294297790527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,4,power_law_1.01,0.4440755081176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,4,power_law_1.01,0.3555891036987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,4,power_law_1.01,0.4805632019042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,4,power_law_1.01,0.3434035110473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,4,power_law_1.01,0.5553203201293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,4,power_law_1.01,0.4171916961669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,4,power_law_1.01,0.36661758422851565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,4,power_law_1.01,0.3937843322753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,4,power_law_1.01,0.3461145782470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,4,power_law_1.2,0.07782400131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,4,power_law_1.01,0.6820070648193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,4,power_law_1.01,0.7927474975585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,4,power_law_1.2,0.10689536094665528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,4,power_law_1.2,0.18995967864990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,4,power_law_1.01,1.0847039794921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,4,power_law_1.2,0.3156723213195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,4,power_law_1.2,0.3141529655456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,4,power_law_1.2,0.31148672103881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,4,power_law_1.2,0.3234239959716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,4,power_law_1.2,0.14037887573242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,4,power_law_1.2,0.35459457397460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,4,power_law_1.01,1.3471693420410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,4,power_law_1.2,0.35053310394287107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,4,power_law_1.2,0.22980607986450194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,4,power_law_1.01,1.8170303344726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,4,power_law_1.2,0.3494015884399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,4,power_law_1.2,0.30030975341796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,4,power_law_1.2,0.4584614562988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,4,power_law_1.2,0.5085491180419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,4,power_law_1.01,2.585621643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,4,power_law_1.2,0.5776908874511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,4,power_law_1.2,0.7168511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,4,power_law_1.2,0.42210048675537115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,4,power_law_1.2,0.8990643310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,4,power_law_1.2,1.2166400146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,4,power_law_1.2,0.3740198516845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,4,power_law_1.2,1.533701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,4,power_law_1.2,0.388540153503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,4,power_law_1.2,2.1747482299804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,2,balanced,0.029104640483856203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,4,power_law_1.2,0.36925182342529295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,2,balanced,0.04856319904327393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,2,balanced,0.0791641616821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,2,balanced,0.3410137557983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,4,power_law_1.2,0.34796287536621096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,2,balanced,0.33573886871337894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,4,power_law_1.2,3.070061950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,2,balanced,0.3578777694702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,2,balanced,0.3610329437255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,2,balanced,0.14526720046997071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,2,balanced,0.25689216613769533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,2,balanced,0.35216766357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,2,balanced,0.34457214355468746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,2,balanced,0.3463718414306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,2,balanced,0.37176063537597653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,2,balanced,0.34637569427490233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,2,balanced,0.3763468933105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,2,balanced,0.4639923095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,2,balanced,0.38529151916503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,2,balanced,0.6686617279052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,2,balanced,0.40140415191650386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,2,balanced,0.3715558242797852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,2,balanced,1.009512939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,2,power_law_1.01,0.047091197967529294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,2,balanced,0.43048065185546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,2,balanced,0.4906790542602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,2,power_law_1.01,0.07376512050628661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,2,balanced,0.9037811279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,2,power_law_1.01,0.27559423446655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,2,power_law_1.01,0.2940902328491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,2,balanced,1.5200025939941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,2,power_law_1.01,0.09216256141662597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,2,balanced,1.9309849548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,2,power_law_1.01,0.14995840072631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,2,balanced,0.6577983856201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,2,power_law_1.01,0.17676031112670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,2,power_law_1.01,0.2964147186279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,2,power_law_1.01,0.310328311920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,2,power_law_1.01,0.35716094970703127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,2,power_law_1.01,0.3629657745361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,2,power_law_1.01,0.3871731185913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,2,power_law_1.01,0.4025164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,2,power_law_1.01,0.3554035186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,2,power_law_1.01,0.4876518249511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,2,power_law_1.01,0.3077952003479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,2,power_law_1.01,0.32592254638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,2,power_law_1.01,0.532058868408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,2,power_law_1.01,0.3343436813354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,2,power_law_1.01,1.2717132568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,2,power_law_1.01,0.4343807983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,2,power_law_1.2,0.04643839836120606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,2,power_law_1.2,0.0636185598373413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,2,power_law_1.01,0.35367809295654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,2,power_law_1.01,2.38727294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,2,power_law_1.2,0.1587827205657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,2,power_law_1.01,0.7732236480712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,2,power_law_1.2,0.28090496063232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,2,power_law_1.2,0.09192319869995116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,4,power_law_1.2,16.41455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,2,power_law_1.2,0.30889215469360354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,2,power_law_1.2,0.3189337539672851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,2,power_law_1.2,0.3377766418457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,2,power_law_1.01,1.7500659179687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,2,power_law_1.2,0.34667518615722653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,2,power_law_1.2,0.13423871994018555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,2,power_law_1.2,0.37732223510742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,2,power_law_1.2,0.2716262435913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,2,power_law_1.2,0.42231296539306645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,2,power_law_1.2,0.29986560821533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,2,power_law_1.2,0.3595814514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,2,power_law_1.01,0.9451136016845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,2,power_law_1.2,0.5489408111572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,2,power_law_1.2,0.3910758590698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,2,power_law_1.2,0.8535679626464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,2,power_law_1.2,0.3575513458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,2,power_law_1.2,0.36798336029052736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,2,power_law_1.2,1.0073484802246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,2,power_law_1.2,0.44557952880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,2,power_law_1.2,1.3061477661132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,2,power_law_1.2,0.49160190582275387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,1,balanced,0.036713600158691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,1,balanced,0.055590400695800776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,1,balanced,0.0868511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,2,power_law_1.01,0.6728537750244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,1,balanced,0.14887680053710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,1,balanced,0.2624454307556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,2,power_law_1.2,0.6952191925048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,1,balanced,0.35104000091552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,1,balanced,0.35903808593750003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,1,balanced,0.3454924774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,1,balanced,0.3639788818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,1,balanced,0.36684478759765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,1,balanced,0.35307327270507816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,2,power_law_1.2,2.5783041381835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,1,balanced,0.35456512451171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,2,power_law_1.2,1.7339736938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,1,balanced,0.3558227157592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,1,balanced,0.45093631744384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,1,balanced,0.37512001037597653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,1,balanced,0.37686656951904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,1,balanced,0.38052478790283206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,1,balanced,0.6432473754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,1,balanced,0.38170944213867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,1,balanced,0.41082176208496096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,1,balanced,0.4670399856567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,1,balanced,0.4699929428100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,1,power_law_1.01,0.03837440013885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,1,power_law_1.01,0.056158719062805174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,1,power_law_1.01,0.13458175659179689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,1,power_law_1.01,0.2683225631713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,1,power_law_1.01,0.08720447540283202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,1,power_law_1.01,0.2996998405456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,1,power_law_1.01,0.3114847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,1,balanced,0.6935110473632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,1,power_law_1.01,0.3183603286743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,1,power_law_1.01,0.3313395309448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,1,balanced,0.9491814422607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,1,balanced,1.0466745758056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,1,power_law_1.01,0.36305152893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,1,power_law_1.01,0.3642828750610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,1,power_law_1.01,0.1766003227233887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,1,power_law_1.01,0.38387584686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,1,power_law_1.01,0.4442118453979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,1,power_law_1.01,0.2860134315490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,1,power_law_1.01,0.44068992614746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,1,power_law_1.01,0.5262739181518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,1,power_law_1.01,0.6261433410644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,1,balanced,1.579556427001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,1,power_law_1.01,0.9455628967285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,1,balanced,1.9495167541503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,1,power_law_1.01,0.3457843017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,1,power_law_1.2,0.037983360290527346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,1,power_law_1.01,0.37155326843261716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,1,power_law_1.01,1.1845529937744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,1,power_law_1.2,0.08534272193908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,1,power_law_1.01,0.3947315216064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,1,power_law_1.01,1.677939910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,1,power_law_1.2,0.28956415176391603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,1,power_law_1.01,2.0934259033203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,1,power_law_1.2,0.317381763458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,1,power_law_1.01,0.48681793212890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,1,power_law_1.2,0.3235782241821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,1,power_law_1.2,0.3553926467895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,1,power_law_1.2,0.05611392021179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,1,power_law_1.2,0.3728396987915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,1,power_law_1.2,0.12203840255737304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,1,power_law_1.2,0.16463552474975587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,1,power_law_1.2,0.39809471130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,1,power_law_1.2,0.26826431274414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,1,power_law_1.2,0.30515392303466793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,1,power_law_1.2,0.4421587371826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,1,power_law_1.2,0.33756481170654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,1,power_law_1.01,0.72219970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,1,power_law_1.2,0.6461785888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,1,power_law_1.2,0.37467582702636715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,1,power_law_1.2,0.3832352066040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,1,power_law_1.2,0.7402105712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,1,power_law_1.2,0.4086131286621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,1,power_law_1.2,0.5431692886352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,1,power_law_1.2,0.45742462158203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,1,power_law_1.2,0.5026803207397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,1,power_law_1.2,1.669904022216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,4,balanced,0.2996659278869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,4,balanced,0.15336576461791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,4,balanced,0.5469491195678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,4,balanced,1.047061767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,1,power_law_1.2,2.133154602050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,4,balanced,1.9792512512207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,1,power_law_1.2,0.9707539367675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,4,balanced,2.758758544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,1,power_law_1.2,1.1863385772705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,4,balanced,2.803270263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,4,balanced,2.7956634521484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,4,balanced,2.9147686767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,4,balanced,2.915732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,4,balanced,2.819737548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,4,balanced,2.833148193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,4,balanced,2.855530090332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,4,balanced,2.8615155029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,4,balanced,2.9406552124023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,4,balanced,3.108295593261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,4,balanced,2.8086514282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,4,balanced,3.3155252075195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,4,balanced,3.4669515991210935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,4,balanced,3.6178060913085934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,4,balanced,0.10491392135620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,4,balanced,0.18561279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,4,balanced,4.764092102050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,4,balanced,0.3248102569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,4,balanced,0.5627174377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,4,balanced,5.097488708496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,4,balanced,1.0419315338134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,4,balanced,3.2002508544921873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,4,balanced,1.466007080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,4,balanced,1.4721856689453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,4,balanced,7.25496826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,4,balanced,1.4815731811523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,4,balanced,7.5498291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,4,balanced,1.4972607421875002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,4,balanced,1.5055935668945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,4,balanced,1.52329345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,4,balanced,1.5715353393554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,4,balanced,1.5859942626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,4,balanced,1.629729309082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,4,balanced,1.6372288513183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,4,balanced,1.6680870056152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,4,balanced,1.7255961608886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,4,balanced,1.8329689025878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,4,balanced,1.935248565673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,4,balanced,12.008489990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,4,balanced,2.1570982360839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,4,balanced,2.3621618652343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,4,balanced,2.8459597778320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,4,balanced,3.246943969726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,4,balanced,4.436693725585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,4,balanced,14.22992919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,4,balanced,5.211445922851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,4,power_law_1.01,1.6954124450683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,4,power_law_1.01,0.5108339309692382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,4,power_law_1.01,0.9816844940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,4,power_law_1.01,1.0200243377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,4,balanced,7.664769287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,4,power_law_1.01,2.314562530517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,4,power_law_1.01,2.405155792236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,4,balanced,9.694872436523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,4,power_law_1.01,1.3311347961425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,4,power_law_1.01,2.5038552856445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,4,power_law_1.01,2.5216793823242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,4,power_law_1.01,2.243893737792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,4,power_law_1.01,2.34044677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,4,power_law_1.01,2.612060241699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,4,power_law_1.01,2.6720462036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,4,power_law_1.01,2.8242816162109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,4,power_law_1.01,2.9591769409179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,4,power_law_1.01,3.1374795532226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,4,power_law_1.01,3.3625830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,4,power_law_1.01,2.428211212158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,4,power_law_1.01,4.120284118652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,4,power_law_1.01,2.716643981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,4,power_law_1.01,0.30731136322021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,4,power_law_1.01,5.032922973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,4,power_law_1.01,0.5147071838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,4,power_law_1.01,0.5575936126708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,4,power_law_1.01,5.78553466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,4,power_law_1.01,0.7121689605712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,4,power_law_1.01,0.8345113372802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,4,power_law_1.01,3.7986099243164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,4,power_law_1.01,1.2332083129882814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,4,power_law_1.01,1.261523208618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,4,power_law_1.01,1.2483968353271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,4,power_law_1.01,7.995516357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,4,power_law_1.01,1.2518489837646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,4,power_law_1.01,1.328842315673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,4,power_law_1.01,1.3482330322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,4,power_law_1.01,1.4135577392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,4,power_law_1.01,1.4284761047363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,4,power_law_1.01,1.4999974060058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,4,power_law_1.01,9.791210327148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,4,power_law_1.01,1.5194764709472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,4,power_law_1.01,1.5676902770996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,4,power_law_1.01,1.6444198608398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,4,power_law_1.01,1.765692138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.01,1.8676850891113284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.01,2.374598388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.01,2.875333251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,4,power_law_1.01,13.46317138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.01,3.459847717285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,4,power_law_1.2,0.5167923355102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,4,power_law_1.2,1.0527922821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.01,4.557864990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.01,5.6279833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.01,2.129808654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,4,power_law_1.2,1.649090576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,4,power_law_1.01,17.511824951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,4,power_law_1.2,0.7408460998535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,4,power_law_1.2,2.3877413940429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.01,8.037998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,4,power_law_1.2,2.2985203552246096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,4,power_law_1.2,2.521696014404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,4,power_law_1.2,1.3150079345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,4,power_law_1.2,2.648277893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,4,power_law_1.2,2.7336306762695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,4,power_law_1.2,2.352400665283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.01,11.1502490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,4,power_law_1.2,2.811747741699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,4,power_law_1.2,2.8281011962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,4,power_law_1.2,2.9317413330078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,4,power_law_1.2,2.326097869873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,4,power_law_1.2,3.0725299072265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,4,power_law_1.2,2.411900177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,4,power_law_1.2,3.5407040405273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,4,power_law_1.2,3.9596148681640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,4,power_law_1.2,4.244284057617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,4,power_law_1.2,0.31487615585327144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,4,power_law_1.2,5.338296508789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,4,power_law_1.2,0.408903694152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,4,power_law_1.2,6.23333740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,4,power_law_1.2,3.2955917358398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,4,power_law_1.2,0.5629414367675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,4,power_law_1.2,0.6877581024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,4,power_law_1.2,0.905807342529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,4,power_law_1.2,1.1840332794189454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,4,power_law_1.2,8.664728393554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,4,power_law_1.2,1.2477273559570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,4,power_law_1.2,1.230987548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,4,power_law_1.2,1.29615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,4,power_law_1.2,10.29066650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,4,power_law_1.2,1.4440217590332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,4,power_law_1.2,1.3459263610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,4,power_law_1.2,1.4821990966796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,4,power_law_1.2,1.548052520751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,4,power_law_1.2,1.561798400878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,4,power_law_1.2,1.288660430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,4,power_law_1.2,1.6953138732910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,4,power_law_1.2,1.6076173400878908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,4,power_law_1.2,1.8066278076171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.2,1.9500825500488284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.2,2.1508032226562497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,4,power_law_1.2,14.972093505859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.2,2.4302093505859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.2,2.9050802612304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.2,3.5995623779296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.2,4.852876892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.2,5.8644952392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,2,balanced,0.1454092788696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,2,balanced,0.2760947227478027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,2,balanced,0.5095923233032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,4,power_law_1.2,19.022335205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.2,8.398040161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,2,balanced,0.9939968109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,2,balanced,1.89704833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,2,balanced,2.748005065917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.2,12.133529052734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,2,balanced,2.7684173583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,2,balanced,2.78408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,2,balanced,2.802748107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,2,balanced,2.816998291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,2,balanced,2.8307150268554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,2,balanced,2.9327935791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,2,balanced,2.952459411621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,2,balanced,2.9872256469726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,2,balanced,2.8554586791992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,2,balanced,3.0812353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,2,balanced,2.9506597900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,2,balanced,2.8760589599609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,2,balanced,3.293986511230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,2,balanced,3.4467584228515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,2,balanced,3.5875674438476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,2,balanced,0.09937151908874511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,2,balanced,0.17970815658569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,2,balanced,4.347788696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,2,balanced,0.28090112686157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,2,balanced,4.592436523437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,2,balanced,1.0140262603759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,2,balanced,1.4631590270996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,2,balanced,1.4742131042480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,2,balanced,6.381830444335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,2,balanced,1.4823846435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,2,balanced,1.4986381530761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,2,balanced,1.5053158569335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,2,balanced,1.52260986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,2,balanced,7.072897338867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,2,balanced,1.5425599670410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,2,balanced,1.5562789916992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,2,balanced,1.5864102172851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,2,balanced,1.6818380737304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,2,balanced,1.717265930175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,2,balanced,1.7457586669921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,2,balanced,0.5388838577270507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,2,balanced,1.8352204895019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,2,balanced,11.66133544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,2,balanced,1.9190757751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,2,balanced,2.087699127197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,2,balanced,2.2821810913085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,2,balanced,2.811736450195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,2,balanced,3.1525976562499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,2,balanced,14.02158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,2,power_law_1.01,0.678545913696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,2,balanced,4.366739196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,2,power_law_1.01,0.9629312133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,2,power_law_1.01,1.2770496368408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,2,balanced,4.945805969238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,2,power_law_1.01,0.26998912811279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,2,power_law_1.01,2.182606048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,2,balanced,7.332211303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,2,power_law_1.01,2.2539903259277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,2,power_law_1.01,0.49508094787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,2,power_law_1.01,2.4058470153808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,2,balanced,9.418792724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,2,power_law_1.01,2.542718658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,2,power_law_1.01,2.1717158508300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,2,power_law_1.01,2.8095602416992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,2,power_law_1.01,2.391706848144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,2,power_law_1.01,2.9145626831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,2,power_law_1.01,2.9272344970703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,2,power_law_1.01,2.4745933532714846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,2,power_law_1.01,2.7156097412109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,2,power_law_1.01,3.075978088378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,2,power_law_1.01,2.6066098022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,2,power_law_1.01,3.275997314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,2,power_law_1.01,3.5191986083984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,2,power_law_1.01,3.781325988769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,2,power_law_1.01,4.4542565917968755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,2,power_law_1.01,0.31699968338012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,2,power_law_1.01,5.237478637695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,2,power_law_1.01,0.3786636734008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,2,power_law_1.01,0.6851545715332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,2,power_law_1.01,1.1661222076416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,2,power_law_1.01,6.813428344726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,2,power_law_1.01,0.1737062454223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,2,power_law_1.01,1.2237542724609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,2,power_law_1.01,1.2283865356445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,2,power_law_1.01,1.246945266723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,2,power_law_1.01,8.625051879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,2,power_law_1.01,1.2937139892578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,2,power_law_1.01,1.3158502197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,2,power_law_1.01,0.5438387298583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,2,power_law_1.01,1.3748941040039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,2,power_law_1.01,1.3876364135742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,2,power_law_1.01,1.574160614013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,2,power_law_1.01,1.6164402770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,2,power_law_1.01,1.6775474548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,2,power_law_1.01,1.7625216674804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,2,power_law_1.01,1.866516418457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,2,power_law_1.01,11.895571289062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,2,power_law_1.01,2.0474482727050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,2,power_law_1.01,2.277551422119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,2,power_law_1.01,1.4466291809082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,2,power_law_1.01,2.716724548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,2,power_law_1.01,3.243183288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,2,power_law_1.01,15.04985595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,2,power_law_1.2,0.6771405029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,2,power_law_1.01,4.2434802246093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,2,power_law_1.2,1.1953382110595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,2,power_law_1.01,5.4436083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,2,power_law_1.2,0.2640447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,2,power_law_1.2,2.146983642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,2,power_law_1.2,0.423583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,2,power_law_1.2,2.3001139831542967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,2,power_law_1.01,7.532384033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,2,power_law_1.2,2.1476914978027346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,2,power_law_1.2,2.3432038879394534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,2,power_law_1.2,0.8861081695556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,2,power_law_1.2,2.435141143798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,2,power_law_1.2,2.517375946044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,2,power_law_1.01,10.382535400390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,2,power_law_1.2,2.8562060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,2,power_law_1.2,2.885608825683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,2,power_law_1.2,2.974511413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,2,power_law_1.2,2.9962689208984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,2,power_law_1.2,3.2112716674804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,2,power_law_1.2,3.310981140136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,2,power_law_1.2,2.6242816162109373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,2,power_law_1.2,2.7047589111328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,2,power_law_1.2,3.593089294433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,2,power_law_1.2,3.9439309692382816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,2,power_law_1.2,0.1739673614501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,2,power_law_1.2,4.682625427246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,2,power_law_1.2,0.3833190536499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,2,power_law_1.2,0.4856089782714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,2,power_law_1.2,0.6904025268554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,2,power_law_1.2,5.606021118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,2,power_law_1.2,1.1465612792968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,2,power_law_1.2,1.2158924865722658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,2,power_law_1.2,1.2060710144042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,2,power_law_1.2,0.2604249572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,2,power_law_1.2,7.683427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,2,power_law_1.2,1.2681779479980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,2,power_law_1.2,1.3200524902343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,2,power_law_1.2,1.3440780639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,2,power_law_1.2,1.412762908935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,2,power_law_1.2,1.453976287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,2,power_law_1.2,1.5185165405273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,2,power_law_1.2,9.267042846679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,2,power_law_1.2,1.590909423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,2,power_law_1.2,1.6441804504394533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,2,power_law_1.2,1.701140441894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,2,power_law_1.2,1.8023718261718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,2,power_law_1.2,1.8867404174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,2,power_law_1.2,2.100600280761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,2,power_law_1.2,2.320020446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,2,power_law_1.2,2.8119781494140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,2,power_law_1.2,13.387542724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,2,power_law_1.2,3.344313659667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,2,power_law_1.2,4.4029977416992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,2,power_law_1.2,5.521958618164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,1,balanced,0.5269792175292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,1,balanced,0.289172477722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,2,power_law_1.2,16.537540283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,1,balanced,1.889898223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,2,power_law_1.2,7.833735961914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,1,balanced,2.7730526733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,1,balanced,0.9832006072998046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,1,balanced,2.8115399169921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,1,balanced,2.831824035644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,1,balanced,0.16230527877807616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,2,power_law_1.2,10.107282104492189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,1,balanced,2.8144760131835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,1,balanced,2.8707980346679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,1,balanced,2.8989886474609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,1,balanced,2.8487033081054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,1,balanced,2.9191729736328123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,1,balanced,2.9592684936523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,1,balanced,3.202265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,1,balanced,2.973807373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,1,balanced,3.5012875366210934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,1,balanced,3.267383728027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,1,balanced,3.04661376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,1,balanced,4.675889282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,balanced,0.11911295890808105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,balanced,0.18856447219848632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,1,balanced,3.6597998046874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,1,balanced,3.6161721801757816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,balanced,0.3068992042541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,balanced,0.537336311340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,balanced,1.0082118225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,balanced,1.4655110168457033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,balanced,1.4827500915527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,balanced,1.4916677856445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,balanced,1.504311065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,1,balanced,5.37553955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,balanced,1.5117068481445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,balanced,1.5271334838867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,balanced,1.5476966857910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,balanced,1.5562182617187499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,balanced,1.5821299743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,1,balanced,7.321884765625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,balanced,1.5829656982421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,balanced,1.5994496154785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,balanced,1.6363058471679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,balanced,1.9348973083496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,balanced,2.1200344848632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,1,balanced,8.047891845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,balanced,2.1839999389648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,balanced,2.3734873962402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,balanced,3.1804754638671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,balanced,3.4431085205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,balanced,4.834083862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,1,balanced,13.166240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,1,power_law_1.01,0.16290943145751952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,balanced,5.477006225585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,1,power_law_1.01,0.2874131202697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,1,power_law_1.01,2.0669024658203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,1,balanced,15.6281494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,balanced,8.407355346679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,1,power_law_1.01,0.5260627365112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,1,power_law_1.01,0.8833843231201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,1,power_law_1.01,1.2534355163574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,1,power_law_1.01,2.319249267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,1,power_law_1.01,2.394824981689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,1,power_law_1.01,2.4490176391601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,balanced,10.280208740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,1,power_law_1.01,2.526675262451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,1,power_law_1.01,2.2265855407714845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,1,power_law_1.01,2.685924377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,1,power_law_1.01,2.8583462524414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,1,power_law_1.01,3.118396911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,1,power_law_1.01,2.617420654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,1,power_law_1.01,3.559109191894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,1,power_law_1.01,3.9315719604492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,1,power_law_1.01,2.921953430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,1,power_law_1.01,3.0770471191406252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,1,power_law_1.01,3.4781524658203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,1,power_law_1.01,4.592646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,1,power_law_1.01,3.477373352050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.01,0.11552448272705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.01,0.18920959472656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.01,0.3029484748840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.01,0.48289535522460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.01,0.6734566497802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.01,1.0993856048583983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,1,power_law_1.01,5.540548706054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.01,1.1806175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.01,1.2352320098876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.01,1.2784896087646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.01,1.2973638916015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,1,power_law_1.01,7.275439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.01,1.3302470397949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.01,1.371853485107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.01,1.3918476867675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.01,1.4481964111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.01,1.4584646606445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.01,1.5056352233886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.01,1.5582112121582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,1,power_law_1.01,8.827453002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.01,1.8505824279785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.01,1.968023681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.01,2.1881549072265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.01,2.4361164855957034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.01,2.9394931030273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,1,power_law_1.01,12.531785888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.01,3.4880673217773435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,1,power_law_1.2,0.28884735107421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.01,4.549830932617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,1,power_law_1.2,0.1622732734680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.01,5.847914428710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,1,power_law_1.2,0.5262054443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,1,power_law_1.2,2.028154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,1,power_law_1.2,1.1215078735351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,1,power_law_1.2,0.8104364776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.01,8.134124145507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,1,power_law_1.2,2.2923571777343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,1,power_law_1.2,2.396038360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,1,power_law_1.01,15.926448974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,1,power_law_1.2,2.490909423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.01,10.307493896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,1,power_law_1.2,2.2250201416015623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,1,power_law_1.2,2.577625732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,1,power_law_1.2,2.684326477050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,1,power_law_1.2,2.7732864379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,1,power_law_1.2,2.9577120971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,1,power_law_1.2,3.098271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,1,power_law_1.2,3.2298501586914066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,1,power_law_1.2,3.734676513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,1,power_law_1.2,3.6412255859375002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,1,power_law_1.2,4.073113098144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,1,power_law_1.2,4.731328735351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.2,0.1164134407043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,1,power_law_1.2,3.19755126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,1,power_law_1.2,3.6693484497070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,1,power_law_1.2,5.737589111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.2,0.18754047393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.2,0.3064896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.2,0.4427795028686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.2,0.6052588653564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.2,1.0778797149658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.2,1.1773567962646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,1,power_law_1.2,7.396314697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.2,1.2199609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.2,1.273837432861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.2,1.3136767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.2,1.3558822631835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.2,1.397335662841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.2,1.429137878417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.2,1.4968479919433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.2,1.5235200500488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.2,1.5523513793945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.2,1.6177247619628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.2,1.9261862182617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,1,power_law_1.2,9.095249633789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.2,2.0375149536132815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.2,2.254602203369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.2,2.491634521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.2,3.011786193847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,8,balanced,0.19860479354858399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,8,balanced,0.19714944839477538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,8,balanced,0.1964646339416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,8,balanced,0.2857804870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,8,balanced,0.28604415893554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.2,3.5747552490234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,8,balanced,0.2874355125427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,8,balanced,0.29385087966918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,8,balanced,0.2897318458557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,8,balanced,0.29250560760498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,8,balanced,0.29153663635253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,8,balanced,0.29268096923828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,8,balanced,0.3129318428039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,8,balanced,0.3179071998596191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,8,balanced,0.3308415985107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,8,balanced,0.3397900772094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,8,balanced,0.3466880035400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,8,balanced,0.3666227340698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.2,4.671052856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,8,balanced,0.4288422393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,8,balanced,0.47527423858642576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,8,balanced,0.6474124908447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,8,balanced,0.766219482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,8,balanced,1.2457868957519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,8,balanced,1.6022860717773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.2,5.735775146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,8,balanced,2.36732666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,1,power_law_1.2,12.736668701171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,8,balanced,0.12201727867126463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,8,balanced,3.146161804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,8,balanced,0.10588159561157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,8,balanced,0.13965439796447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,8,balanced,0.13805055618286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,8,balanced,0.13973119735717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,8,balanced,0.1388505554199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,8,balanced,0.13941503524780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,8,balanced,0.13884927749633788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,8,balanced,0.14086400032043458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,8,balanced,0.1398361587524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,8,balanced,0.1428262424468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,8,balanced,0.1414732837677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,8,balanced,0.14544511795043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,8,balanced,0.1490944004058838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,8,balanced,4.758149108886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,8,balanced,0.15299072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,8,balanced,0.10560768127441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,8,balanced,0.1746227264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,8,balanced,0.1814080047607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,8,balanced,0.2136793518066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,8,balanced,0.23687168121337893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,8,balanced,0.14506879806518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,8,balanced,0.3075635147094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,8,balanced,0.3691225433349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,8,balanced,0.5650086212158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,8,balanced,0.7112242889404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,8,balanced,1.1511910247802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,8,balanced,6.422960815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,8,balanced,1.4911640930175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,8,power_law_1.01,0.1929587173461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,8,power_law_1.01,0.28751359939575194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,8,power_law_1.01,0.28592384338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,8,power_law_1.01,0.29545984268188474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.2,8.01783447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,8,power_law_1.01,0.3266803359985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,8,power_law_1.01,0.34342910766601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,8,power_law_1.01,0.33172481536865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,8,power_law_1.01,0.3682995223999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,8,power_law_1.01,0.4389414215087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,8,power_law_1.01,0.28596351623535154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,8,power_law_1.01,0.2859993553161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,8,power_law_1.01,0.28911487579345707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,8,power_law_1.01,0.6128652954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,8,power_law_1.01,0.3096268844604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,8,power_law_1.01,0.7522598266601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,8,power_law_1.01,1.1029491424560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,8,power_law_1.01,1.404892120361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,8,power_law_1.01,2.1453427124023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,8,power_law_1.01,0.3911078262329101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,8,power_law_1.01,2.7393063354492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,8,power_law_1.01,0.4852864074707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,8,power_law_1.01,3.838841552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.10553728103637697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,1,power_law_1.2,16.41409912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.144268798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.13688192367553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.13760000228881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.13899392127990723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.14036224365234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,8,power_law_1.01,5.615643920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.2,10.488917236328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.14197759628295897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,8,power_law_1.01,8.954226074218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.15149567604064942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.16350336074829103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.1365401554107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.18665088653564452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.20413696289062502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.2294220733642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.26629247665405276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,8,power_law_1.01,11.288651123046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.326192626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,0.5260800170898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.14302335739135744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,0.6787840270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,8,power_law_1.01,19.062564697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,1.3376588439941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,1.009776611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.14966400146484377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.15298175811767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.17566848754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,2.183038787841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,2.5093286132812502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,1,8,power_law_1.2,0.19207551956176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,1,8,power_law_1.2,0.28559616088867185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,1,8,power_law_1.2,0.28521215438842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,1,8,power_law_1.2,0.2856972885131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,1,8,power_law_1.2,0.28640127182006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,1,8,power_law_1.2,0.2885081672668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,1,8,power_law_1.2,0.2965619277954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,1,8,power_law_1.2,0.316309757232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,1,8,power_law_1.2,0.3246105575561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,4.492254638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,1,8,power_law_1.2,0.3336985778808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,1,8,power_law_1.2,0.38145534515380863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,1,8,power_law_1.2,0.4125030517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,1,8,power_law_1.2,0.4452825546264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,1,8,power_law_1.2,0.5334975814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,1,8,power_law_1.2,0.6250764846801757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,1,8,power_law_1.2,0.7255206298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,1,8,power_law_1.2,1.2283570861816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,1,8,power_law_1.2,0.35517822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,1,8,power_law_1.2,1.3853797912597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,5.855376586914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,8,power_law_1.01,29.124025878906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,1,8,power_law_1.2,4.0022412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,1,8,power_law_1.2,2.348353271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,1,8,power_law_1.2,3.1080767822265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.13787263870239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.1375372791290283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.13876864433288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.13881471633911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.14099840164184568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.14078335762023925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.14433152198791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.10563712120056153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.14399744033813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.147772159576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.14957568168640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.1598515224456787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.1677350425720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.17581951141357421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.18742143630981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.2134003257751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.2756582450866699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,1,8,power_law_1.2,6.1519012451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.22909824371337892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.3376268768310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,0.5148582458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,1.381696014404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,0.6884825897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,1,8,power_law_1.2,9.318101806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,0.9826112365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,2.130786590576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,2.81415283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,1,8,power_law_1.2,14.593433837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,4.175361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,4,balanced,0.1163263988494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,4,balanced,0.10758784294128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,4,balanced,0.1529881572723389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,4,balanced,0.21731071472167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,4,balanced,0.2166374397277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,4,balanced,0.2186688041687012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,4,balanced,0.21913471221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,4,balanced,0.2186188888549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,4,balanced,0.21380224227905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,4,balanced,0.2149427223205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,4,balanced,0.21697919845581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,4,balanced,0.22095359802246092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,4,balanced,0.22397439956665038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,4,balanced,0.2285004806518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,4,balanced,0.27665664672851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,4,balanced,0.2759116744995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,4,balanced,0.28521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,4,balanced,0.38264705657958986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,4,balanced,0.41609855651855465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,4,balanced,0.6490393829345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,4,balanced,0.8058751678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,4,balanced,1.2094745635986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,4,balanced,1.56693115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,4,balanced,2.3265420532226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,1,8,power_law_1.2,19.885541992187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,4,balanced,3.1341888427734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,4,balanced,0.06140543937683105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,4,balanced,0.06155136108398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,4,balanced,0.09074048042297364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,4,balanced,0.10141183853149413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,4,balanced,0.10149503707885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,4,balanced,0.10228863716125489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,4,balanced,0.10333696365356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,4,balanced,0.10367360115051269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,4,balanced,0.10430591583251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,4,balanced,0.10680831909179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,4,balanced,0.10823167800903319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,4,balanced,0.10966272354125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,4,balanced,0.11095552444458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,4,balanced,0.11402624130249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,4,balanced,4.68521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,4,balanced,0.11705344200134278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,4,balanced,0.1183897590637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,4,balanced,0.1265497589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,4,balanced,0.14667263984680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,4,balanced,0.14827136039733885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,4,balanced,0.18231679916381835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,4,balanced,0.22242687225341795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,4,balanced,0.3233292770385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,4,balanced,0.3913139343261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,4,balanced,0.5872614288330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,4,balanced,0.7875852966308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,4,balanced,0.056029438972473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,4,balanced,6.584688720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,4,balanced,0.057474560737609856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,4,balanced,1.1675737762451173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,4,balanced,0.06259967803955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,4,balanced,0.05829376220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,4,balanced,0.0645030403137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,4,balanced,0.08248191833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,4,balanced,0.07867775917053223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,4,balanced,0.10315648078918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,4,balanced,0.11355008125305174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,4,balanced,0.11921152114868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,4,balanced,0.12931455612182616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,4,balanced,0.19227264404296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,4,balanced,0.19323392868041994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,4,balanced,0.20613376617431642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,4,balanced,1.7680128479003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,4,balanced,0.2731648063659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,4,balanced,0.28319616317749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,4,balanced,0.36862335205078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,4,balanced,0.552360954284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,4,balanced,0.654207992553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,4,balanced,0.9464102172851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,4,balanced,1.2661389160156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,4,balanced,1.8466802978515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,5.946710815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,4,balanced,2.5758374023437502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,4,power_law_1.01,0.11390591621398927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,4,power_law_1.01,0.15221759796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,4,power_law_1.01,0.20371967315673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,4,power_law_1.01,0.21546495437622068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,4,balanced,3.7662899780273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,4,power_law_1.01,0.2168025588989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,4,power_law_1.01,0.21893760681152347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,4,power_law_1.01,0.22092287063598634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,4,power_law_1.01,0.21577983856201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,4,power_law_1.01,0.22049407958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,4,power_law_1.01,0.2288319969177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,4,power_law_1.01,0.24815231323242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,4,power_law_1.01,0.27808895111083987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,4,power_law_1.01,0.27486591339111327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,4,power_law_1.01,0.3047987174987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,4,power_law_1.01,0.3532672119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,4,balanced,5.0678579711914065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,4,power_law_1.01,0.4052147293090821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,4,power_law_1.01,0.6863948822021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,4,power_law_1.01,0.5016089630126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,4,power_law_1.01,0.8187686157226561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,4,power_law_1.01,1.3082406616210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,4,power_law_1.01,1.467361297607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,4,balanced,7.717501220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,4,power_law_1.01,2.256380157470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,4,balanced,10.670770263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,4,power_law_1.01,0.0625932788848877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,4,power_law_1.01,0.075065598487854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,4,power_law_1.01,0.0940492820739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,4,power_law_1.01,0.10149248123168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,4,power_law_1.01,3.2120077514648435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,4,power_law_1.01,0.10495871543884276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,4,power_law_1.01,0.10486528396606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,4,power_law_1.01,0.10638719558715821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,4,power_law_1.01,0.10767999649047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,4,power_law_1.01,0.10906880378723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,1,8,power_law_1.2,29.385087890624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,4,power_law_1.01,0.11055359840393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,4,power_law_1.01,4.707782287597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,4,power_law_1.01,0.11023872375488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,4,power_law_1.01,0.12087936401367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,4,power_law_1.01,0.12223360061645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,4,power_law_1.01,0.13197312355041504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,4,power_law_1.01,0.14400896072387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,4,power_law_1.01,0.1515225601196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,4,power_law_1.01,0.18033151626586913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,4,power_law_1.01,0.15740159988403318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,4,power_law_1.01,0.24202751159667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,4,power_law_1.01,0.33140350341796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,4,power_law_1.01,0.4552896118164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,4,power_law_1.01,0.6715251159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,4,power_law_1.01,6.587393188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,4,power_law_1.01,0.0560038423538208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,4,power_law_1.01,0.05594111919403076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,4,power_law_1.01,0.05608831882476807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,4,power_law_1.01,0.05727615833282471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,4,power_law_1.01,0.07075712203979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,4,power_law_1.01,0.09514623641967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,4,power_law_1.01,0.8516710662841798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,4,power_law_1.01,0.11617152214050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,4,power_law_1.01,0.13293951988220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,4,power_law_1.01,0.1913523292541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,4,power_law_1.01,0.19855871200561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,4,power_law_1.01,1.5145715332031249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,4,power_law_1.01,0.2031667137145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,4,power_law_1.01,0.28028928756713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,4,power_law_1.01,1.2026201629638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,4,power_law_1.01,0.2878451156616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,4,power_law_1.01,0.36080001831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,4,power_law_1.01,0.43474689483642576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,4,power_law_1.01,0.5093580627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,4,power_law_1.01,0.6556825256347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,4,power_law_1.01,0.9292121887207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,4,power_law_1.01,1.2642969512939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,4,power_law_1.01,8.53641357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,4,power_law_1.01,1.8148133850097659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,4,power_law_1.01,2.8064486694335935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,4,power_law_1.01,2.4858880615234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,4,power_law_1.01,3.545237731933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,4,power_law_1.2,0.10790528297424315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,4,power_law_1.2,0.14382464408874512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,4,power_law_1.01,17.30349853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,4,power_law_1.2,0.21183488845825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,4,power_law_1.2,0.21467519760131837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,4,power_law_1.2,0.21775871276855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,4,power_law_1.2,0.21796991348266603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,4,power_law_1.2,0.22040576934814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,4,power_law_1.2,0.21632383346557615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,4,power_law_1.2,0.22367359161376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,4,power_law_1.2,0.23034496307373048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,4,power_law_1.2,0.24825855255126955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,4,power_law_1.2,0.2640422439575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,4,power_law_1.2,0.27048959732055666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,4,power_law_1.2,0.3019558334350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,4,power_law_1.2,0.3673049545288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,4,power_law_1.2,0.4038515090942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,4,power_law_1.01,3.731476440429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,4,power_law_1.2,0.4967987060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,4,power_law_1.2,0.714598388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,4,power_law_1.2,0.8510604858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,4,power_law_1.2,1.3578982543945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,4,power_law_1.2,1.6109336853027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,4,power_law_1.2,2.2708595275878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,4,power_law_1.2,3.274091491699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,4,power_law_1.01,5.173788452148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,4,power_law_1.01,7.342940063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,4,power_law_1.2,0.06812543869018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,4,power_law_1.2,0.07395840167999268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,4,power_law_1.2,0.0887168025970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,4,power_law_1.2,0.09731967926025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,4,power_law_1.2,0.10182911872863769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,4,power_law_1.2,0.10354432106018066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,4,power_law_1.2,0.10510463714599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,4,power_law_1.2,0.10611071586608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,4,power_law_1.2,0.10815999984741212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,4,power_law_1.2,0.11044992446899413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,4,power_law_1.2,0.11329152107238769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,4,power_law_1.2,0.12253567695617676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,4,power_law_1.2,0.1281011199951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,4,power_law_1.2,0.13616127967834474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,4,power_law_1.2,0.13969920158386231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,4,power_law_1.2,4.6158450317382815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,4,power_law_1.2,0.14602623939514162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,4,power_law_1.2,0.16292863845825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,4,power_law_1.2,0.1917683219909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,4,power_law_1.2,0.23760255813598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,4,power_law_1.2,0.31979007720947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,4,power_law_1.2,0.6680191802978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,4,power_law_1.2,0.4967987060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,4,power_law_1.2,0.802798080444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,4,power_law_1.2,6.648699951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,4,power_law_1.2,10.67485595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,4,power_law_1.2,1.2391769409179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,2,4,power_law_1.2,0.05738880157470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,2,4,power_law_1.2,0.057585921287536625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,2,4,power_law_1.2,0.05743616104125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,2,4,power_law_1.2,0.05782271862030029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,2,4,power_law_1.2,0.07339776039123536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,4,power_law_1.01,10.2783056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,2,4,power_law_1.2,0.09702400207519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,2,4,power_law_1.2,0.10205183982849123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,2,4,power_law_1.2,0.12573439598083497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,2,4,power_law_1.2,0.18644607543945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,2,4,power_law_1.2,0.19314048767089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,4,power_law_1.2,1.6128498840332033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,4,power_law_1.2,14.323800048828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,2,4,power_law_1.2,0.1971072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,2,4,power_law_1.2,0.2779020881652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,2,4,power_law_1.2,0.28684288024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,2,4,power_law_1.2,0.3559244918823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,2,4,power_law_1.2,0.42476673126220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,2,4,power_law_1.2,0.5063628768920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,2,4,power_law_1.2,0.6592153930664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,2,4,power_law_1.2,0.9475084686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,2,4,power_law_1.2,1.2559871673583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,2,4,power_law_1.2,1.8134054565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,4,power_law_1.2,2.555590362548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,2,4,power_law_1.2,2.531554565429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,2,4,power_law_1.2,3.779192199707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,4,power_law_1.01,16.633695068359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,2,balanced,0.0657919979095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,2,balanced,0.08753151893615722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,2,balanced,0.13874303817749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,2,balanced,0.17342079162597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,2,balanced,0.17357311248779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,2,balanced,0.17503103256225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,2,balanced,0.17696895599365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,2,balanced,0.17736703872680665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,2,balanced,0.17630720138549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,2,balanced,0.17794303894042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,2,balanced,0.17875839233398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,2,balanced,0.17935232162475584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,2,balanced,0.18405504226684571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,2,balanced,0.19157375335693358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,2,balanced,0.24494720458984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,2,balanced,0.24766719818115232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,2,balanced,0.2559552001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,2,balanced,0.377262077331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,2,balanced,0.44629631042480467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,4,power_law_1.2,3.996708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,2,balanced,0.6644582366943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,2,balanced,0.8166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,2,balanced,1.2166259002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,2,balanced,1.5773362731933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,2,4,power_law_1.2,5.07984130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,2,balanced,2.3633740234375002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,4,power_law_1.01,20.465078124999998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,2,balanced,0.040826878547668456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,2,balanced,0.05520127773284912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,2,balanced,0.0862604808807373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,2,balanced,0.09033599853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,2,balanced,0.09080703735351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,2,4,power_law_1.2,7.352484130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,2,balanced,0.09240832328796386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,2,balanced,0.09361536026000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,2,balanced,0.0939084815979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,2,balanced,0.09484928131103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,2,balanced,3.1734490966796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,2,balanced,0.096495361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,2,balanced,0.09894783973693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,2,balanced,0.10335871696472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,2,balanced,0.10840831756591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,2,balanced,0.11297408103942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,2,balanced,0.11599488258361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,2,balanced,0.13828479766845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,2,balanced,0.15286016464233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,2,balanced,0.19856000900268556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,2,balanced,0.10108415603637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,2,balanced,0.24395647048950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,2,balanced,0.35760128021240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,2,balanced,0.11836544036865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,2,balanced,0.4554483032226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,2,balanced,4.768574829101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,2,balanced,0.6624524688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,2,balanced,0.03993216037750244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,2,balanced,0.8745484924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,2,balanced,0.05650815963745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,2,balanced,0.05903615951538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,2,balanced,0.05711103916168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,2,balanced,0.06205311775207519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,2,balanced,0.07295231819152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,2,balanced,0.07803904056549073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,2,balanced,0.09758463859558106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,2,balanced,0.10233983993530274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,2,balanced,1.3160716247558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,2,balanced,0.1196953582763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,2,balanced,0.12789119720458983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,2,balanced,0.20542463302612304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,2,balanced,0.19276159286499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,2,balanced,0.20170751571655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,2,balanced,0.2873881530761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,2,balanced,6.33417236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,2,balanced,1.9385369873046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,2,balanced,0.2890188789367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,2,balanced,0.364450569152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,2,balanced,0.5419046401977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,2,balanced,0.7888435363769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,2,balanced,0.9716607666015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,2,balanced,1.3143064880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,2,balanced,2.040596466064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,2,balanced,2.73175537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,2,power_law_1.01,0.07372928142547608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,2,power_law_1.01,0.09153535842895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,2,power_law_1.01,0.10626048088073729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,2,power_law_1.01,0.16815103530883788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,2,balanced,3.892511901855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,2,power_law_1.01,0.16531583786010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,2,power_law_1.01,0.1770867156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,2,power_law_1.01,0.1763711929321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,2,power_law_1.01,0.17678335189819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,2,power_law_1.01,0.18121599197387694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,2,power_law_1.01,0.18907903671264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,2,power_law_1.01,0.17173376083374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,2,balanced,5.2813671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,2,power_law_1.01,0.20257280349731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,2,power_law_1.01,0.2066752052307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,2,power_law_1.01,0.25154176712036136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,2,power_law_1.01,0.2701593589782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,2,power_law_1.01,0.29728384017944337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,2,power_law_1.01,0.4988505554199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,2,power_law_1.01,0.377630729675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,2,power_law_1.01,0.6012300872802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,2,4,power_law_1.2,10.34054443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,2,balanced,7.685364379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,2,power_law_1.01,1.6521997070312502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,2,power_law_1.01,0.8659878540039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,2,power_law_1.01,1.198097915649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,2,balanced,10.501835937500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,2,power_law_1.01,0.04786943912506104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,2,power_law_1.01,0.05583231925964356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,2,power_law_1.01,0.06483712196350097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,2,power_law_1.01,0.08712960243225097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,2,power_law_1.01,0.08769920349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,2,power_law_1.01,0.09202048301696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,2,power_law_1.01,0.09079423904418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,2,power_law_1.01,0.09475071907043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,2,power_law_1.01,0.09651583671569824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,2,power_law_1.01,0.09710847854614257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,2,power_law_1.01,0.09941120147705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,2,power_law_1.01,0.10749183654785158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,2,power_law_1.01,0.11535231590270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,2,power_law_1.01,0.12336640357971192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,2,power_law_1.01,0.12522879600524903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,2,power_law_1.01,2.385166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,2,power_law_1.01,0.1297152042388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,2,power_law_1.01,0.15930496215820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,2,power_law_1.01,3.7783782958984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,2,power_law_1.01,0.12737024307250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,2,power_law_1.01,0.18968191146850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,2,power_law_1.01,0.33532798767089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,2,power_law_1.01,0.2373273658752441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,2,power_law_1.01,0.46074752807617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,2,power_law_1.01,3.8536206054687496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,2,power_law_1.01,0.6284915161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,2,power_law_1.01,5.504110107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,2,power_law_1.01,0.03890431880950927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,2,power_law_1.01,0.04459392070770264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,2,power_law_1.01,0.056550397872924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,2,power_law_1.01,0.056904959678649905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,2,power_law_1.01,0.05983359813690185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,2,power_law_1.01,0.07284480094909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,2,power_law_1.01,0.09116543769836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,2,power_law_1.01,0.11418239593505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,2,power_law_1.01,0.12340352058410645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,2,power_law_1.01,0.847509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,2,power_law_1.01,0.14254719734191895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,2,power_law_1.01,0.15795328140258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,2,power_law_1.01,0.18362367630004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,2,power_law_1.01,0.19591808319091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,2,power_law_1.01,0.2364339256286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,2,power_law_1.01,0.28501888275146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,2,power_law_1.01,0.3084492874145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,2,power_law_1.01,1.447024688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,2,power_law_1.01,0.38712703704833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,2,power_law_1.01,0.5527462387084962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,2,power_law_1.01,0.6979046630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,2,power_law_1.01,0.9982131195068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,2,power_law_1.01,1.1493478393554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,2,power_law_1.01,1.2853260803222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,2,power_law_1.01,1.954588165283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,2,power_law_1.01,2.193237762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,2,4,power_law_1.2,16.720772705078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,2,power_law_1.2,0.0784000015258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,2,power_law_1.01,2.707532653808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,2,power_law_1.2,0.09716095924377441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,2,power_law_1.2,0.11773695945739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,2,power_law_1.2,0.17321727752685548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,2,power_law_1.2,0.16539903640747072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,2,power_law_1.2,0.17557376861572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,2,power_law_1.2,0.17644927978515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,2,power_law_1.2,0.17740928649902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,2,power_law_1.2,0.1781363105773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,2,power_law_1.2,0.18048255920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,2,power_law_1.2,0.1886809539794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,2,power_law_1.01,8.251242065429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,2,power_law_1.2,0.19869951248168943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,2,power_law_1.2,0.21316736221313476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,2,power_law_1.2,0.23940607070922854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,2,power_law_1.2,0.27123199462890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,2,power_law_1.2,0.29327232360839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,2,power_law_1.2,0.5093875122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,2,power_law_1.2,0.373675537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,2,4,power_law_1.2,20.857861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,2,power_law_1.2,0.5937958526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,2,power_law_1.2,0.8733516693115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,2,power_law_1.2,1.2060288238525392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,2,power_law_1.2,1.5960166931152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,2,power_law_1.2,2.7629824829101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,2,power_law_1.2,2.328949737548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,2,power_law_1.2,0.0465715217590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,2,power_law_1.2,0.05571328163146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,2,power_law_1.2,0.06543871879577637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,2,power_law_1.2,0.0846617603302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,2,power_law_1.2,0.08752896308898925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,2,power_law_1.2,0.09185152053833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,2,power_law_1.2,0.09042304039001466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,2,power_law_1.2,0.09469696044921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,2,power_law_1.2,0.09580544471740723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,2,power_law_1.2,0.09668095588684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,2,power_law_1.2,0.09993215560913085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,2,power_law_1.2,0.10989439964294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,2,power_law_1.2,0.11460991859436036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,2,power_law_1.2,5.9876208496093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,2,power_law_1.2,0.12138239860534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,2,power_law_1.01,3.906123657226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,2,power_law_1.2,0.12488191604614259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,2,power_law_1.2,0.131211519241333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,2,power_law_1.2,0.12829695701599123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,2,power_law_1.2,0.15905023574829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,2,power_law_1.2,0.1939699172973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,2,power_law_1.2,0.3553228759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,2,power_law_1.2,0.24973567962646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,2,power_law_1.2,0.45199230194091794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,2,power_law_1.2,4.4102630615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,2,power_law_1.2,1.5978419494628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,2,power_law_1.2,0.596756477355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,2,power_law_1.01,5.17523681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,2,power_law_1.2,0.044048638343811036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,2,power_law_1.2,0.04476928234100342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,2,power_law_1.2,0.05924352169036865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,2,power_law_1.2,0.05696000099182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,2,power_law_1.2,0.061698560714721684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,2,power_law_1.2,0.07203199863433837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,2,power_law_1.2,0.09164928436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,2,power_law_1.2,0.11431679725646973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,2,power_law_1.2,0.12250240325927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,2,power_law_1.2,0.13832703590393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,2,power_law_1.2,0.15583359718322753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,2,power_law_1.2,0.18275711059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,2,power_law_1.2,0.1943846321105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,2,power_law_1.2,0.237838077545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,2,power_law_1.2,0.7739968109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,2,power_law_1.2,0.2792255973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,2,power_law_1.2,0.3115609550476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,2,power_law_1.2,0.39074817657470706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,2,power_law_1.2,0.5390860748291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,2,power_law_1.2,0.6597747039794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,2,power_law_1.2,1.126736602783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,2,power_law_1.2,0.99512451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,2,power_law_1.2,1.2942527770996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,2,power_law_1.2,1.9512127685546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,2,power_law_1.01,7.779280395507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,2,power_law_1.2,9.279728393554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,1,balanced,0.05743167877197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,2,power_law_1.2,2.18150146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,2,power_law_1.2,2.6177703857421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,1,balanced,0.08894975662231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,1,balanced,0.15688960075378416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,1,balanced,0.14981823921203613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,1,balanced,0.15104767799377442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,1,balanced,0.1574835205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,2,power_law_1.01,10.524415283203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,1,balanced,0.1558291244506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,1,balanced,0.15740544319152833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,1,balanced,0.15806912422180175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,1,balanced,0.15952639579772948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,1,balanced,0.1702003288269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,1,balanced,0.1579430389404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,1,balanced,0.1725119972229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,1,balanced,0.17559104919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,1,balanced,0.2293452835083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,1,balanced,0.15065728187561037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,1,balanced,0.2828447914123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,2,power_law_1.2,3.907654418945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,1,balanced,0.36527935028076175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,1,balanced,0.6574163055419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,1,balanced,0.15977343559265136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,1,balanced,1.0392224121093752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,1,balanced,1.3810496520996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,1,balanced,2.0378892517089846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,1,balanced,0.18302656173706056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,balanced,0.041148800849914555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,balanced,0.05857215881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,balanced,0.0893932819366455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,2,power_law_1.2,5.2589044189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,balanced,0.0936185646057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,balanced,0.0945958423614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,balanced,0.09577024459838868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,balanced,0.09665472030639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,balanced,0.09856767654418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,1,balanced,2.6751480102539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,balanced,0.09960576057434081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,balanced,0.1003654384613037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,balanced,0.1044326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,balanced,0.10423616409301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,balanced,0.10660799980163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,balanced,0.11226176261901855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,balanced,0.1143404769897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,balanced,0.11394047737121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,balanced,0.13738304138183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,balanced,0.14478464126586915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,balanced,0.19120704650878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,balanced,0.23848960876464842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,balanced,0.34231742858886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,balanced,0.08934144020080567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,balanced,0.4395609664916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,1,balanced,0.5435065460205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,1,balanced,0.274388484954834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,balanced,0.6583769226074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,1,balanced,0.029278719425201417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,1,balanced,0.03953919887542724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,1,balanced,0.06101439952850342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,1,balanced,0.057900800704956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,1,balanced,0.057909121513366704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,1,balanced,0.06413824081420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,1,balanced,0.06323328018188476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,1,balanced,0.07219200134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,1,balanced,0.07819647789001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,1,balanced,0.07665599822998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,balanced,0.8399839782714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,1,balanced,0.09639039993286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,1,balanced,0.10466815948486327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,1,balanced,0.12024319648742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,1,balanced,0.13625408172607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,1,balanced,0.1930086326599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,1,balanced,0.20631359100341795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,1,balanced,0.20557504653930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,balanced,1.2553862762451171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,1,balanced,0.3054303932189941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,1,balanced,0.36971839904785153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,1,balanced,0.539731216430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,balanced,1.7318400573730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,1,balanced,0.7013369750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,1,balanced,1.0433971405029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,1,balanced,1.3923974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,1,power_law_1.01,0.08683327674865723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,1,balanced,2.0754042053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,1,power_law_1.01,0.1475430393218994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,1,balanced,2.7862887573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,1,power_law_1.01,0.15070528030395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,1,power_law_1.01,0.05774208068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,1,balanced,4.180878601074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,1,power_law_1.01,0.11269120216369628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,1,power_law_1.01,0.17322431564331056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,1,power_law_1.01,0.16779199600219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,1,balanced,5.494019775390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,1,power_law_1.01,0.1723833656311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,1,power_law_1.01,0.16412031173706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,1,power_law_1.01,0.1779372787475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,1,power_law_1.01,0.2013497543334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,1,power_law_1.01,0.2038924789428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,1,power_law_1.01,0.19806655883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,1,power_law_1.01,0.25852031707763673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,1,power_law_1.01,0.1560108757019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3488332748413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,1,power_law_1.01,0.15534912109375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,1,power_law_1.01,0.15145600318908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,1,power_law_1.01,0.3936716842651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,1,power_law_1.01,0.559865608215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,1,power_law_1.01,0.2083033561706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,1,power_law_1.01,0.7258649444580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.044478721618652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05731904029846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.0656550407409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,1,power_law_1.01,1.0361952209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.09527487754821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.09559359550476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.09646016120910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.09608832359313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.09759296417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.08827008247375488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.09991104125976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,1,power_law_1.01,0.2868940734863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.10116607666015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.10226943969726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.10825023651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.12305919647216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.1275449562072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.12702143669128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.12659903526306154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.14440064430236815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.16876928329467772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,1,power_law_1.01,1.3982022094726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.21582143783569335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.2532742309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.3512294387817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.45408000946044924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,0.6514252471923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,1,power_law_1.01,0.03358400106430054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,1,power_law_1.01,0.035830399990081786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,1,power_law_1.01,0.04121664047241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,1,power_law_1.01,2.0259666442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,1,power_law_1.01,0.05540095806121827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,1,power_law_1.01,0.0628115177154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,1,power_law_1.01,0.06352000236511231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,1,power_law_1.01,0.07343552112579346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,1,power_law_1.01,0.0846771240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,1,power_law_1.01,0.10209343910217286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,1,power_law_1.01,0.0961945629119873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,2,power_law_1.2,7.715401000976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,1,power_law_1.01,0.12906240463256835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,1,power_law_1.01,0.13536255836486816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,1,power_law_1.01,0.15604991912841798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,1,power_law_1.01,0.1752275276184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,0.8658643341064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,1,power_law_1.01,0.1879737663269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,1,power_law_1.01,0.2147257614135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,1,power_law_1.01,0.2554035186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,1,power_law_1.01,0.3230636978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,1,power_law_1.01,0.4111372756958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,1,power_law_1.01,0.578202896118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,1,power_law_1.01,2.7677496337890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,1,power_law_1.01,0.7433952331542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,1,power_law_1.01,1.0449222564697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,1.2576985931396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,1,power_law_1.2,0.06053952217102051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,1,power_law_1.01,1.355443878173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,1,power_law_1.2,0.1079199981689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,1,power_law_1.2,0.08433792114257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,1.658777618408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,1,power_law_1.2,0.15479999542236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,1,power_law_1.2,0.1524287986755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,1,power_law_1.2,0.14491904258728028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,1,power_law_1.2,0.15450752258300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,1,power_law_1.2,0.1709401512145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,1,power_law_1.2,0.17073600769042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,2,power_law_1.2,10.4047314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,1,power_law_1.2,0.17609920501708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,1,power_law_1.01,2.0506668090820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,1,power_law_1.2,0.19983360290527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,1,power_law_1.2,0.21200128555297854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,1,power_law_1.2,0.20470912933349608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,1,power_law_1.01,2.788019104003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,1,power_law_1.2,0.1565401554107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,1,power_law_1.2,0.2542745590209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,1,power_law_1.2,0.15857343673706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,1,power_law_1.2,0.31937088012695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,1,power_law_1.2,0.3945075225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,1,power_law_1.2,0.20847999572753909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,1,power_law_1.2,0.17773887634277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,1,power_law_1.2,0.5516793441772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,1,power_law_1.2,0.7316941070556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.044556159973144535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.056327037811279304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.05979263782501221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.08787520408630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,1,power_law_1.2,0.2908665657043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.09081151962280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.09400064468383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.09586751937866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.09538240432739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.09896256446838378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.09975680351257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.10163200378417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.10321215629577636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.10795200347900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.12397439956665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.1312403202056885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.1302182388305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.1275872039794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.1413369560241699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.16781312942504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.2037932777404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,1,power_law_1.2,1.0632838439941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.25124927520751955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,1,power_law_1.01,5.4165014648437495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.348551025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.4602035140991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,1,power_law_1.01,4.027127075195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,1,power_law_1.2,0.0313919997215271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,1,power_law_1.2,1.3610374450683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,1,power_law_1.2,0.03462464094161987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,1,power_law_1.2,0.04305408000946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,1,power_law_1.2,0.0625164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,1,power_law_1.2,0.0654585599899292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,1,power_law_1.2,0.07081664085388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,1,power_law_1.2,0.08829440116882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,0.6461196899414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,1,power_law_1.2,0.05648191928863525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,1,power_law_1.2,0.09631296157836913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,1,power_law_1.2,0.10150208473205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,1,power_law_1.2,0.12720704078674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,1,power_law_1.2,0.13800767898559568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,1,power_law_1.2,0.16122304916381835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,1,power_law_1.2,0.17619136810302732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,1,power_law_1.2,0.19238399505615233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,1,power_law_1.2,0.2102239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,1,power_law_1.2,0.2531232070922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,1,power_law_1.2,0.3313721466064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,1,power_law_1.2,0.4069830322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,1,power_law_1.2,0.5680985641479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,1,power_law_1.2,2.024783935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,0.8424262237548827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,1,power_law_1.2,0.7361293029785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,1,power_law_1.2,1.0491353607177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,1,power_law_1.2,1.3396960449218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,8,balanced,0.27308544158935544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,8,balanced,0.27252607345581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,8,balanced,0.2741529655456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,8,balanced,0.37676673889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,8,balanced,0.3789030456542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,8,balanced,0.3821324920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,8,balanced,0.3860684967041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,8,balanced,0.385431022644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,8,balanced,0.38970752716064455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,8,balanced,0.3933964920043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,8,balanced,0.40279808044433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,8,balanced,0.43556865692138674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,1.2423750305175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,8,balanced,0.446379508972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,8,balanced,0.4693286514282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,1,power_law_1.2,2.7604345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,8,balanced,0.49134334564208987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,8,balanced,0.5015039825439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,8,balanced,0.5426124954223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,8,balanced,0.6269375991821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,8,balanced,0.713100814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,8,balanced,1.1873843383789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,8,balanced,1.3701632690429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,8,balanced,2.176168975830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,8,balanced,2.6905062866210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,8,balanced,4.046304016113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,8,balanced,5.238543090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,8,balanced,0.14450176239013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,8,balanced,0.14484224319458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,8,balanced,0.14456064224243165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,1,power_law_1.2,2.063011779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,8,balanced,0.17480064392089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,8,balanced,0.1789107131958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,8,balanced,0.17923839569091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,8,balanced,0.17958528518676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,8,balanced,0.18011903762817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,8,balanced,0.1807347106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,8,balanced,0.1815884780883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,8,balanced,0.18410879135131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,8,balanced,0.18263296127319334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,8,balanced,0.18461568832397462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,1,power_law_1.2,2.7838528442382815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,8,balanced,0.18818944931030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,8,balanced,0.19034879684448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,8,balanced,0.1922265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,8,balanced,0.1991462326049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,8,balanced,0.22317312240600584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,8,balanced,0.2306163215637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,8,balanced,0.2799014472961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,8,balanced,0.3155174446105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,8,balanced,0.49554817199707035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,8,balanced,0.5883161544799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,8,balanced,8.136885986328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,8,balanced,0.889169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,8,balanced,1.1315596771240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,8,balanced,1.7538546752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,8,power_law_1.01,0.27640192031860356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,8,power_law_1.01,0.3857510375976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,8,power_law_1.01,0.3765568161010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,8,balanced,2.5280242919921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,8,power_law_1.01,0.38011646270751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,8,power_law_1.01,0.3814169692993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,8,power_law_1.01,0.4060723114013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,8,power_law_1.01,0.4164377593994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,8,power_law_1.01,0.4435366439819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,8,power_law_1.01,0.46626815795898435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,8,power_law_1.01,0.4885619354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,8,power_law_1.01,0.5214284896850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,8,power_law_1.01,0.567965431213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,8,power_law_1.01,0.6039577484130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,8,balanced,10.9524267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,8,power_law_1.01,0.6602751922607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,8,power_law_1.01,0.8613030242919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,1.7067301940917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,8,power_law_1.01,1.0286553955078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,8,power_law_1.01,1.3803149414062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,8,power_law_1.01,2.0193241882324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,8,power_law_1.01,2.5601702880859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,8,power_law_1.01,3.7936038208007816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,8,power_law_1.01,4.928547973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,8,power_law_1.01,6.97351806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.14476799964904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.17415935516357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.17544191360473632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.17850624084472658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.17949951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.1811315155029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.18285184860229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.18455680847167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.18707584381103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.18954368591308596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.19478527069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.21093759536743165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.21305471420288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.22420095443725585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.2522944068908691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,8,power_law_1.01,10.361156005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.2600435256958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.31011199951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.4575551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,0.5622655868530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,0.8425997161865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,1.0882943725585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,1.6026573181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,2.1731173706054685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,8,power_law_1.01,17.678457031249998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,3.9704666137695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,1,power_law_1.2,3.9874221801757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,3.4989633178710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,8,power_law_1.01,21.611474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,1,power_law_1.2,5.3294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,1,8,power_law_1.2,0.27288959503173826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,6.867583007812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,1,8,power_law_1.2,0.3776512145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,1,8,power_law_1.2,0.39826942443847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,1,8,power_law_1.2,0.3796262359619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,1,8,power_law_1.2,0.3896384048461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,1,8,power_law_1.2,0.390010871887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,1,8,power_law_1.2,0.43038593292236327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,1,8,power_law_1.2,0.5028006362915038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,1,8,power_law_1.2,0.4921113586425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,1,8,power_law_1.2,0.523240966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,1,8,power_law_1.2,0.5951833724975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,1,8,power_law_1.2,0.5922393417358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,1,8,power_law_1.2,0.6865740966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,1,8,power_law_1.2,0.4472025680541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,1,8,power_law_1.2,0.8731827545166017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,1,8,power_law_1.2,1.1853593444824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,1,8,power_law_1.2,1.3953765869140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,8,power_law_1.01,35.638774414062496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,1,8,power_law_1.2,2.533140411376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,1,8,power_law_1.2,1.9442457580566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,1,8,power_law_1.2,3.9443609619140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,1,8,power_law_1.2,5.333887939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,9.030895385742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.16279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.17742975234985353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,1,8,power_law_1.2,7.957811279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.1765068817138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.17649791717529298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.1769766426086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.17763456344604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.18154752731323243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.186694393157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.1861363220214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.19116800308227538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.19530368804931642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.2159654426574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.21191808700561526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.255281925201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.2746457672119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.31687679290771487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.4869657516479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,0.5770918273925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,1,8,power_law_1.2,10.956075439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,0.8108493041992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,1.1740019226074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,8,power_law_1.01,49.939462890624995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.2263987159729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,2.4742028808593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,1,8,power_law_1.2,17.199847412109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,1.7141159057617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,3.4335424804687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,4.6183474731445315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,1,8,power_law_1.2,29.9264208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,1,8,power_law_1.2,21.56421630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,4,balanced,0.14383744239807128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,4,balanced,0.14424832344055177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,4,balanced,0.23173759460449217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,4,balanced,0.31628032684326174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,4,balanced,0.3171558380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,4,balanced,0.3194022369384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,4,balanced,0.3293619155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,4,balanced,0.33166080474853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,4,balanced,0.3028992080688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,4,balanced,0.30616064071655275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,4,balanced,0.31444095611572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,4,balanced,0.32890369415283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,4,balanced,0.3412505722045899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,4,balanced,0.3638899230957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,4,balanced,0.4302835083007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,4,balanced,0.42705150604248043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,4,balanced,0.4413542556762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,4,balanced,0.6555686187744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,4,balanced,0.7465113830566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,6.8800244140624995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,4,balanced,1.1057984161376955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,4,balanced,1.3567552185058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,4,balanced,2.0724928283691404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,4,balanced,2.658922119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,4,balanced,3.9967550659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,4,balanced,5.3315277099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,4,balanced,0.08373248100280761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,4,balanced,0.08319616317749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,4,balanced,0.13071743965148924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,4,balanced,0.13798912048339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,4,balanced,0.13899776458740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,4,balanced,0.14084223747253416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,4,balanced,0.14193023681640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,4,balanced,0.14291071891784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,4,balanced,0.1437440013885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,4,balanced,0.1442854404449463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,4,balanced,0.14613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,4,balanced,0.1483187198638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,4,balanced,0.1512230396270752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,4,balanced,8.022402343749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,4,balanced,0.15755392074584962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,4,balanced,0.16010112762451173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,4,balanced,0.1648921585083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,4,balanced,0.17249536514282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,4,balanced,0.19994495391845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,4,balanced,0.20252416610717772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,4,balanced,0.28745599746704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,4,balanced,0.33965953826904294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,4,balanced,0.4704000091552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,4,balanced,0.6312076950073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,4,balanced,0.8988121795654298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,4,balanced,1.3135935974121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,4,balanced,0.08748671531677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,4,balanced,0.08088959693908691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,4,balanced,0.08074111938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,4,balanced,1.846076202392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,8.924998168945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,4,balanced,0.07885056018829346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,4,balanced,0.09224191665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,4,balanced,0.11165568351745606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,4,balanced,0.11990400314331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,4,balanced,0.1512831974029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,4,balanced,11.285047607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,4,balanced,0.14621312141418458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,4,balanced,0.17781503677368166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,4,balanced,0.19281152725219725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,4,balanced,0.2956543922424316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,4,balanced,0.2928384017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,4,balanced,0.3181081581115722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,4,balanced,2.4830438232421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,4,balanced,0.43700096130371097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,4,balanced,0.4336345672607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,4,balanced,0.5521907043457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,4,balanced,0.803909149169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,4,balanced,1.076226577758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,4,balanced,1.524353332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,4,balanced,2.147966766357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,4,balanced,3.1882302856445315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,4,power_law_1.01,0.1431436824798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,4,power_law_1.01,0.17930368423461912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,4,power_law_1.01,0.2911590385437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,4,balanced,4.267134704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,4,power_law_1.01,0.31263103485107424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,4,power_law_1.01,0.32159358978271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,1,8,power_law_1.2,47.3710302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,4,power_law_1.01,0.3364672088623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,4,power_law_1.01,0.3149171257019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,4,power_law_1.01,0.3135411262512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,4,power_law_1.01,0.3767705535888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,4,power_law_1.01,0.331464958190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,4,power_law_1.01,0.3796428680419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,4,power_law_1.01,0.41200000762939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,4,power_law_1.01,0.4194521713256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,4,power_law_1.01,0.4804044723510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,4,power_law_1.01,0.6312486267089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,4,power_law_1.01,0.6787648010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,4,balanced,6.355557250976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,4,power_law_1.01,0.8470758056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,4,power_law_1.01,1.1998067474365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,4,power_law_1.01,1.5147174072265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,4,power_law_1.01,2.1237823486328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,4,balanced,9.30410888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,4,power_law_1.01,2.6323468017578127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,4,power_law_1.01,4.386932373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,4,power_law_1.01,0.08218111991882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,4,power_law_1.01,0.11295359611511231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,4,power_law_1.01,0.12415488243103028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,4,balanced,14.294866943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,4,power_law_1.01,0.14065152168273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,4,power_law_1.01,0.14283904075622558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,4,power_law_1.01,0.1415385627746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,4,power_law_1.01,0.14491007804870606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,4,power_law_1.01,0.1458521556854248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,4,power_law_1.01,0.14853759765625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,4,power_law_1.01,0.14903679847717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,4,power_law_1.01,0.15457280158996584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,4,power_law_1.01,0.16404735565185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,4,power_law_1.01,0.16722047805786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,4,power_law_1.01,0.175100154876709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,4,power_law_1.01,0.1869568061828613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,4,power_law_1.01,0.19006080627441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,4,power_law_1.01,5.538887939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,4,power_law_1.01,0.23020416259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,4,power_law_1.01,0.3009011268615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,4,power_law_1.01,0.33976959228515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,4,power_law_1.01,0.5361036682128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,4,balanced,17.238106689453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,4,power_law_1.01,0.7111090850830079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,4,power_law_1.01,1.4167948913574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,4,power_law_1.01,1.0143475341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,4,power_law_1.01,8.665767822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,4,power_law_1.01,0.07631360054016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,4,power_law_1.01,0.07609983921051025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,4,power_law_1.01,0.07694079875946044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,4,power_law_1.01,0.07775360107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,4,power_law_1.01,0.08221440315246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,4,power_law_1.01,12.343720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,4,power_law_1.01,0.16594303131103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,4,power_law_1.01,2.7534259033203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,4,power_law_1.01,0.1792870330810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,4,power_law_1.01,0.19680639266967775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,4,power_law_1.01,0.2907558441162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,4,power_law_1.01,0.3055654335021972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,4,power_law_1.01,0.3017292785644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,4,power_law_1.01,0.4213401412963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,4,power_law_1.01,0.4379942321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,4,power_law_1.01,0.5647321701049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,4,power_law_1.01,0.6703091430664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,4,power_law_1.01,0.7984627532958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,4,power_law_1.01,1.056316146850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,4,power_law_1.01,2.1540966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,4,power_law_1.01,1.5292364501953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,4,power_law_1.01,2.1002099609375002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,4,power_law_1.01,17.114361572265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,4,power_law_1.01,3.987774658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,4,power_law_1.01,3.161104736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,4,power_law_1.01,4.264605407714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,4,power_law_1.01,5.7941552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,4,power_law_1.2,0.14547200202941896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,4,power_law_1.2,0.1787059211730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,4,power_law_1.01,6.277017822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,4,power_law_1.2,0.2831769561767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,4,power_law_1.2,0.3106892776489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,4,power_law_1.2,0.3173094367980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,4,power_law_1.2,0.3282406234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,4,power_law_1.2,0.31309823989868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,4,power_law_1.2,0.3125823974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,4,power_law_1.2,0.3518835067749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,4,power_law_1.2,0.37062400817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,4,power_law_1.2,0.3833625411987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,4,power_law_1.2,0.4190822219848632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,4,power_law_1.2,0.4137075042724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,4,power_law_1.2,0.4900838470458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,4,power_law_1.2,0.6047628784179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,4,power_law_1.01,23.22103759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,4,power_law_1.2,0.7421171569824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,4,power_law_1.2,0.8900531005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,4,power_law_1.2,1.1554265594482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,4,power_law_1.2,1.3960678100585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,4,power_law_1.2,2.176721954345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,4,power_law_1.2,2.8386956787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,4,power_law_1.01,8.4252734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,4,power_law_1.2,4.834321899414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,4,power_law_1.01,13.5349462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,4,power_law_1.2,5.5252313232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,4,power_law_1.2,0.08271103858947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,4,power_law_1.2,0.09360639572143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,4,power_law_1.2,0.12404095649719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,4,power_law_1.2,0.13944831848144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,4,power_law_1.2,0.1398796844482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,4,power_law_1.2,0.1418175983428955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,4,power_law_1.2,0.14453375816345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,4,power_law_1.2,0.14666624069213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,4,power_law_1.2,0.14833663940429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,4,power_law_1.2,0.1510643196105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,4,power_law_1.2,0.1550553607940674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,4,power_law_1.2,0.16858623504638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,4,power_law_1.2,0.1669171142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,4,power_law_1.2,0.17758079528808596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,4,power_law_1.2,0.1885478401184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,4,power_law_1.2,0.1979327964782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,4,power_law_1.2,0.22997760772705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,4,power_law_1.01,18.72287841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,4,power_law_1.2,8.840842285156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,4,power_law_1.2,0.31603839874267575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,4,power_law_1.2,0.35362174987792966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,4,power_law_1.2,0.4983769607543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,4,power_law_1.2,0.7180172729492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,4,power_law_1.2,1.0570457458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,4,power_law_1.2,1.370487060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,4,power_law_1.2,13.681842041015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,4,power_law_1.2,1.874888916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,2,4,power_law_1.2,0.08416768074035644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,2,4,power_law_1.2,0.07966207981109619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,2,4,power_law_1.2,0.07898111820220947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,2,4,power_law_1.2,0.08025088310241699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,2,4,power_law_1.2,0.08307071685791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,2,4,power_law_1.2,0.14247679710388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,2,4,power_law_1.2,0.17184000015258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,2,4,power_law_1.2,0.17927167892456056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,2,4,power_law_1.2,0.2953446388244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,2,4,power_law_1.2,0.29727104187011716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,4,power_law_1.2,17.692047119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,2,4,power_law_1.2,0.3076838493347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,2,4,power_law_1.2,0.4177203369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,2,4,power_law_1.2,0.4311884689331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,2,4,power_law_1.2,0.5631603240966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,4,power_law_1.2,2.986572875976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,2,4,power_law_1.2,0.6809101104736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,2,4,power_law_1.2,0.8051136016845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,2,4,power_law_1.2,1.0610713958740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,2,4,power_law_1.2,1.5329190063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,4,power_law_1.2,4.126666259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,2,4,power_law_1.2,2.132087097167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,2,4,power_law_1.2,3.1742706298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,4,power_law_1.2,25.23843505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,2,4,power_law_1.2,4.258793029785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,4,power_law_1.01,26.157333984374997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,2,4,power_law_1.2,6.243106689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,2,balanced,0.08749823570251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,2,balanced,0.1274892807006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,2,balanced,0.21904256820678708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,2,balanced,0.2544537544250488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,2,balanced,0.2552524757385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,2,balanced,0.25691135406494137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,2,balanced,0.2559449577331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,2,balanced,0.25770751953125004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,2,balanced,0.25746559143066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,2,balanced,0.26046976089477536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,2,balanced,0.2620992088317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,4,power_law_1.2,5.107390747070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,2,balanced,0.26687744140624997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,2,balanced,0.2792127990722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,2,balanced,0.2811699295043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,2,balanced,0.4396825790405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,2,balanced,0.44505470275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,2,balanced,0.44732032775878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,2,balanced,0.639056625366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,2,balanced,0.7512448120117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,2,balanced,1.112948455810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,4,power_law_1.01,36.06617919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,2,balanced,1.3591091918945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,2,4,power_law_1.2,8.413242797851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,2,balanced,2.088162536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,2,balanced,2.70740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,2,balanced,4.05631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,2,balanced,0.05333375930786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,2,balanced,0.07750783920288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,2,balanced,0.1292249584197998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,2,balanced,0.13434623718261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,2,balanced,0.13507200241088868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,2,balanced,0.1364863967895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,2,balanced,0.1383232021331787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,2,balanced,0.13931008338928225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,2,balanced,5.755894775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,2,balanced,0.1414527988433838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,2,balanced,0.14484224319458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,2,balanced,0.14279423713684083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,2,balanced,0.1490739154815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,2,balanced,0.15333632469177244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,2,balanced,0.1673779106140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,2,balanced,0.1606425666809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,2,balanced,0.17214847564697267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,2,balanced,0.17292287826538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,2,balanced,0.20607488632202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,2,balanced,0.22600831985473632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,2,balanced,0.2923417663574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,2,balanced,0.35968128204345706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,2,balanced,0.5251609420776366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,2,balanced,0.686961898803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,2,balanced,8.230153198242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,2,balanced,1.0107110595703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,2,balanced,1.3504435729980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,2,balanced,0.04976384162902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,2,balanced,0.07798912048339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,2,balanced,0.07738368034362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,2,balanced,0.07894911766052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,2,balanced,0.08143360137939452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,2,balanced,0.10701696395874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,2,balanced,2.2764314270019534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,2,balanced,0.10990336418151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,2,balanced,0.17351551055908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,2,balanced,0.14695679664611816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,2,balanced,0.21350656509399416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,2,balanced,0.1824652862548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,2,balanced,2.7080282592773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,2,balanced,0.30350976943969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,2,balanced,0.3089894485473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,2,balanced,10.887467041015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,2,balanced,0.33923583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,2,balanced,0.4274636840820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,2,balanced,0.44408447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,2,balanced,0.554890251159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,2,balanced,0.8186483001708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,2,balanced,1.0922291564941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,2,balanced,1.610577850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,2,4,power_law_1.2,13.754371337890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,2,balanced,2.548029479980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,2,balanced,3.2955877685546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,2,balanced,4.444171447753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,2,power_law_1.01,0.1030515193939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,2,power_law_1.01,0.12900992393493654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,2,power_law_1.01,0.1454425621032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,2,power_law_1.01,0.24949247360229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,2,power_law_1.01,0.24958080291748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,2,power_law_1.01,0.25802495956420896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,2,power_law_1.01,0.25937280654907224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,2,balanced,6.464613037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,2,power_law_1.01,0.2618905639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,2,power_law_1.01,0.28094335556030275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,2,power_law_1.01,0.28932479858398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,2,power_law_1.01,0.3026176071166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,2,power_law_1.01,0.3327129745483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,2,power_law_1.01,0.370775032043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,2,power_law_1.01,0.43775104522705083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,2,power_law_1.01,0.5081676864624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,2,power_law_1.01,0.5407078552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,2,balanced,8.94624267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,2,power_law_1.01,0.5919718551635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,2,power_law_1.01,0.7900851440429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,2,power_law_1.01,1.1241305541992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,2,4,power_law_1.2,18.51900146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,2,power_law_1.01,1.4146917724609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,2,power_law_1.01,1.8402828979492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,2,balanced,13.48055419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,2,power_law_1.01,2.96597900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,2,power_law_1.01,3.7870834350585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,2,power_law_1.01,0.056825599670410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,2,power_law_1.01,0.0820851230621338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,2,power_law_1.01,0.09361663818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,2,power_law_1.01,0.13370752334594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,2,power_law_1.01,0.13484800338745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,2,balanced,18.6388330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,2,power_law_1.01,0.1366579246520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,2,power_law_1.01,0.13304448127746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,2,power_law_1.01,0.13980159759521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,2,power_law_1.01,0.14068991661071778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,2,power_law_1.01,0.14171903610229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,2,power_law_1.01,0.14569855690002442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,2,power_law_1.01,0.16171136856079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,2,power_law_1.01,0.1598400020599365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,2,power_law_1.01,0.1735372734069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,2,power_law_1.01,0.1824166488647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,2,power_law_1.01,0.19178239822387694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,2,power_law_1.01,0.19267328262329103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,2,power_law_1.01,0.23491840362548827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,2,power_law_1.01,5.3396337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,2,power_law_1.01,0.25856128692626956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,2,power_law_1.01,0.4542707061767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,2,power_law_1.01,0.35501823425292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,2,power_law_1.01,7.185738525390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,2,power_law_1.01,0.6899622344970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,2,power_law_1.01,0.8580518341064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,2,power_law_1.01,1.1911859130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,2,power_law_1.01,0.05150720119476319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,2,power_law_1.01,1.7022323608398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,2,power_law_1.01,0.06166783809661865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,2,power_law_1.01,0.07924736022949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,2,power_law_1.01,0.07950208187103272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,2,power_law_1.01,0.08231679916381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,2,power_law_1.01,0.10947456359863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,2,power_law_1.01,0.1344332790374756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,2,power_law_1.01,0.1758233642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,2,power_law_1.01,0.17938560485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,2,power_law_1.01,0.21463424682617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,2,power_law_1.01,0.2309529685974121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,2,power_law_1.01,0.2920627212524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,2,power_law_1.01,0.3018278312683106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,2,power_law_1.01,0.36041984558105467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,2,power_law_1.01,0.38646270751953127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,2,power_law_1.01,0.49709823608398435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,2,power_law_1.01,0.6231296157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,2,power_law_1.01,11.9316943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,2,power_law_1.01,0.8435763549804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,2,power_law_1.01,1.1234239959716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,2,power_law_1.01,2.405692138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,2,power_law_1.01,1.6830490112304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,2,power_law_1.01,2.134032592773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,2,4,power_law_1.2,25.624172363281254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,2,power_law_1.01,14.35014892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,2,power_law_1.01,3.2884097290039067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,2,power_law_1.2,0.11067135810852051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,2,power_law_1.2,0.12882559776306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,2,power_law_1.2,0.12970751762390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,2,power_law_1.2,0.24894208908081056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,2,power_law_1.2,0.24970495223999026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,2,power_law_1.2,0.258417911529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,2,power_law_1.2,0.2588863945007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,2,power_law_1.2,0.26046592712402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,2,power_law_1.2,0.27548927307128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,2,power_law_1.2,0.29365760803222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,2,power_law_1.01,3.6784793090820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,2,power_law_1.2,0.3077363204956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,2,power_law_1.2,0.35800449371337895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,2,power_law_1.2,0.3695334243774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,2,power_law_1.2,0.4332710266113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,2,power_law_1.2,0.49476863861083986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,2,power_law_1.2,0.5325222396850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,2,power_law_1.2,0.6385049438476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,2,power_law_1.2,0.8173030090332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,2,power_law_1.2,1.113201904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,2,power_law_1.01,4.437628173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,2,power_law_1.2,1.3809933471679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,2,power_law_1.2,1.8609164428710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,2,power_law_1.2,2.8686846923828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,2,power_law_1.2,3.803235778808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,2,4,power_law_1.2,36.321645507812505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,2,power_law_1.01,6.625546264648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,2,power_law_1.2,0.05898367881774902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,2,power_law_1.2,0.07312640190124511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,2,power_law_1.2,0.08898816108703614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,2,power_law_1.2,0.13360128402709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,2,power_law_1.2,0.13430656433105467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,2,power_law_1.2,0.13615103721618654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,2,power_law_1.2,0.13736831665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,2,power_law_1.2,0.1402393627166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,2,power_law_1.2,5.189573364257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,2,power_law_1.2,0.13931263923645018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,2,power_law_1.2,0.14281344413757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,2,power_law_1.2,0.14660863876342772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,2,power_law_1.2,0.16416383743286134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,2,power_law_1.2,0.16368640899658202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,2,power_law_1.2,0.1725017547607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,2,power_law_1.2,0.18462207794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,2,power_law_1.2,0.19183359146118165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,2,power_law_1.2,0.1928755187988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,2,power_law_1.2,0.23332479476928708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,2,power_law_1.2,0.25506559371948245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,2,power_law_1.2,0.3536166381835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,2,power_law_1.2,0.4885823822021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,2,power_law_1.01,8.75386474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,2,power_law_1.2,6.712203369140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,2,power_law_1.01,14.418112792968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,2,power_law_1.2,0.6964236450195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,2,power_law_1.2,0.8293158721923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,2,power_law_1.2,0.052076802253723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,2,power_law_1.2,0.06483839988708497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,2,power_law_1.2,0.07691264152526855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,2,power_law_1.2,0.07880064010620116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,2,power_law_1.2,0.0806272029876709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,2,power_law_1.2,0.106943998336792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,2,power_law_1.2,0.13273728370666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,2,power_law_1.2,0.1701299285888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,2,power_law_1.2,0.18107519149780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,2,power_law_1.2,0.21833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,2,power_law_1.2,1.4809266662597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,2,power_law_1.2,0.23490560531616209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,2,power_law_1.2,0.29096704483032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,2,power_law_1.2,0.30648704528808596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,2,power_law_1.2,0.36090625762939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,2,power_law_1.2,0.39573760986328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,2,power_law_1.2,11.223455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,2,power_law_1.2,0.5002867126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,2,power_law_1.2,0.6082918548583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,2,power_law_1.2,0.8647705841064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,2,power_law_1.2,1.6202342224121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,2,power_law_1.2,1.0820403289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,2,power_law_1.2,17.48876220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,2,power_law_1.2,1.6592716979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,2,power_law_1.2,2.3732518005371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,2,power_law_1.2,2.22421630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,2,power_law_1.2,3.282835083007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,2,power_law_1.01,18.955811767578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,1,balanced,0.07520448207855225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,1,balanced,0.12497920036315917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,2,power_law_1.2,4.457838134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,1,balanced,0.2263475227355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,1,balanced,0.24603904724121092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,1,balanced,0.23378944396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,1,balanced,0.23048320770263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,1,balanced,0.2306707191467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,1,balanced,0.23770048141479494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,1,balanced,0.24119232177734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,2,power_law_1.2,6.739503173828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,1,balanced,0.24365888595581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,1,balanced,0.24783552169799802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,1,balanced,0.24563648223876955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,1,balanced,0.2658169555664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,1,balanced,0.2882841682434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,2,power_law_1.2,3.1367398071289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,1,balanced,0.24645568847656252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,1,balanced,0.28955263137817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,1,balanced,0.3450982284545899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,1,balanced,0.330379524230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,1,balanced,0.437438735961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,1,balanced,0.544007682800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,1,balanced,0.8338432312011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,1,balanced,1.133392028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,1,balanced,1.7224089050292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,1,balanced,2.3051193237304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,1,balanced,0.29988224029541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,1,balanced,3.3869912719726565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,1,balanced,4.469178161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,balanced,0.053380479812622075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,2,power_law_1.2,8.7106494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,balanced,0.13443455696105958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,balanced,0.13361663818359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,balanced,0.13298048019409178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,balanced,0.13701760292053222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,balanced,0.1393228816986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,balanced,0.13577152252197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,balanced,0.14132927894592284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,balanced,0.1368454360961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,balanced,0.14391551971435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,balanced,0.08351231575012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,balanced,0.150830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,balanced,0.17539648056030271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,balanced,0.21097536087036134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,balanced,0.2744607925415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,balanced,0.3435052871704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,balanced,0.13680895805358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,2,power_law_1.2,14.276158447265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,balanced,0.5027840042114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,balanced,0.13617024421691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,balanced,0.6417420959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,balanced,1.0356902313232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,balanced,1.2988621520996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,1,balanced,0.03407871961593628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,1,balanced,0.0492409610748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,1,balanced,0.07627456188201905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,1,balanced,0.07628608226776123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,1,balanced,0.07712704181671143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,1,balanced,0.07973567962646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,balanced,1.956890869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,1,balanced,0.08297920227050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,1,balanced,0.12018176078796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,1,balanced,0.10967552185058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,1,balanced,0.12464960098266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,1,balanced,0.14515071868896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,1,balanced,0.15440832138061525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,1,balanced,0.18094655990600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,balanced,2.5957818603515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,1,balanced,0.1923699188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,1,balanced,0.31292608261108396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,1,balanced,0.32935295104980467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,1,balanced,0.32359550476074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,balanced,0.16698944091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,balanced,0.21445119857788084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,balanced,0.17059455871582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,1,balanced,0.457531509399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,1,balanced,0.591317138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,1,balanced,0.8576799774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,1,balanced,1.1363097381591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,1,balanced,1.7488665771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,1,balanced,2.3695974731445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,1,balanced,3.504573364257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,1,power_law_1.01,0.07495039939880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,1,balanced,4.596908264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,1,power_law_1.01,0.11892864227294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,1,power_law_1.01,0.2338342475891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,1,power_law_1.01,0.15149760246276855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,1,power_law_1.01,0.2661843109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,1,balanced,7.291253662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,1,power_law_1.01,0.26511808395385744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,1,power_law_1.01,0.2611756706237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,1,power_law_1.01,0.26075647354125975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,1,power_law_1.01,0.2760377693176269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,1,power_law_1.01,0.2535647964477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,2,power_law_1.2,19.0399853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,1,power_law_1.01,0.28651264190673825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,1,power_law_1.01,0.2231091117858887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,1,power_law_1.01,0.31529151916503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,1,power_law_1.01,0.3951052856445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,1,power_law_1.01,0.3822675323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,1,power_law_1.01,0.23845439910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,1,balanced,9.850364990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,1,power_law_1.01,0.5322079849243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,1,power_law_1.01,0.6526617431640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,1,power_law_1.01,0.2839795112609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,1,power_law_1.01,0.26823680877685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,1,power_law_1.01,0.3068121528625488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,1,power_law_1.01,0.9124998474121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.09400064468383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,1,power_law_1.01,1.2320275115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,1,power_law_1.01,1.8092063903808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.13562687873840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.13564543724060057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.1340236759185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.13482624053955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.05316864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.14017279624938966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.15188415527343752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.15757760047912597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.16478336334228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,1,power_law_1.01,2.399935302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.134137601852417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.16983488082885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.1515231990814209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.08098688125610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.23357568740844728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.1354579162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.30842687606811525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.3757984161376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.1776300811767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.1889580726623535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.23533504486083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.537464942932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,1,power_law_1.01,0.03512383937835693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,1,power_law_1.01,0.044186878204345706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,1,power_law_1.01,0.05654975891113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,1,power_law_1.01,3.4592498779296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,1,power_law_1.01,0.07403584003448486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,1,power_law_1.01,0.08142592430114745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,1,power_law_1.01,0.08790080070495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,1,power_law_1.01,0.10534591674804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,1,power_law_1.01,0.12631999969482421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,1,power_law_1.01,0.13462592124938966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,1,power_law_1.01,0.13423616409301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,1,power_law_1.01,0.17559167861938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,0.7030207824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,1,power_law_1.01,0.1914259147644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,1,power_law_1.01,0.23923519134521481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,1,power_law_1.01,0.2775564765930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,1,power_law_1.01,0.29875263214111325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,1,power_law_1.01,0.32641536712646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,1,power_law_1.01,0.3740486526489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,1,power_law_1.01,0.522808952331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,1,power_law_1.01,0.656416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.033285140991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,1,power_law_1.01,4.47392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,1.365095672607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,1,power_law_1.01,1.172400665283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,1,power_law_1.01,0.9045932769775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,1,power_law_1.01,1.7177587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,1.977876434326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,1,power_law_1.2,0.07523903846740723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,1,power_law_1.01,2.263654327392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,1,power_law_1.01,3.4227865600585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,1,power_law_1.2,0.11428223609924318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,1,power_law_1.2,0.23577344894409177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,1,power_law_1.2,0.1356921577453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,1,power_law_1.2,0.24534975051879884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,1,power_law_1.2,0.23472959518432618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,1,power_law_1.2,0.22350528717041013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,1,power_law_1.2,0.26806207656860354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,1,power_law_1.2,0.26530752182006834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,1,power_law_1.2,0.2618764877319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,1,power_law_1.2,0.2603692817687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,1,power_law_1.2,0.2725900840759278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,1,power_law_1.2,0.2816287994384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,1,power_law_1.2,0.29085439682006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,1,power_law_1.2,0.3175417518615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,1,power_law_1.2,0.31747583389282225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,1,power_law_1.2,0.3941548919677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,2.6456134033203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,1,power_law_1.2,0.38435840606689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,1,power_law_1.01,6.859248657226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,1,power_law_1.2,0.5138041687011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,1,power_law_1.2,0.6508198547363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,1,power_law_1.2,0.2716032028198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,1,power_law_1.2,0.908590087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,1,power_law_1.01,4.663197326660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,1,power_law_1.2,1.2573094177246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.053477120399475095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,1,power_law_1.2,1.818107452392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.07828991889953614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.08584959983825684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.13495807647705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.1335865592956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.12920063972473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.13592384338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,1,power_law_1.2,2.2741958618164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.15129088401794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.1550476837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.1563219165802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.16320192337036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.18163455963134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.17252288818359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,1,power_law_1.01,9.412750244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.23163904190063475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.1352883243560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.1334163188934326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.23378112792968747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.13982336044311522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.30572288513183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.37719360351562503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.19577152252197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.5576396942138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,1,power_law_1.2,0.035530879497528076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,1,power_law_1.2,0.04419648170471192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,1,power_law_1.2,0.05477312088012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,1,power_law_1.2,0.07482687950134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,1,power_law_1.2,0.08037055969238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,1,power_law_1.2,0.08774080276489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,1,power_law_1.2,0.09946687698364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,1,power_law_1.2,0.12628735542297362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,1,power_law_1.2,0.1319878387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,1,power_law_1.2,0.13320063591003417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,0.6942905426025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,1,power_law_1.2,0.17771263122558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,1,power_law_1.2,0.19809087753295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,1,power_law_1.2,0.23795648574829104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,1,power_law_1.2,0.2712326431274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,1,power_law_1.2,0.3011552047729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,1,power_law_1.2,3.496900329589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,1,power_law_1.2,0.3203014373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,1,power_law_1.2,0.3890848159790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,1,power_law_1.2,0.5051353454589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,1,power_law_1.2,0.6498201751708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,0.9927193450927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,1,power_law_1.2,1.1589881896972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,1,power_law_1.2,0.9055391693115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,1.3280511474609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,1,power_law_1.2,1.7734828186035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,1,power_law_1.2,4.521051025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,8,balanced,0.07389567852020264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,8,balanced,0.09139583587646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,8,balanced,0.14143360137939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,8,balanced,0.26544000625610353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,8,balanced,0.5333657455444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,8,balanced,0.9991986846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,8,balanced,1.2684288024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,1,power_law_1.2,2.2405293273925784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,8,balanced,1.2740608215332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,8,balanced,1.2843238830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,8,balanced,1.2847628784179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,8,balanced,1.2766464233398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,8,balanced,1.2869978332519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,8,balanced,1.2911001586914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,8,balanced,1.306213073730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,8,balanced,1.3382733154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,8,balanced,1.3494744873046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,8,balanced,1.3828787231445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,8,balanced,1.46911865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,2.011592254638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,8,balanced,1.5680397033691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,8,balanced,1.7054080200195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,1,power_law_1.2,3.4945855712890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,8,balanced,1.8267135620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,8,balanced,2.2203353881835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,8,balanced,2.5119244384765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,8,balanced,3.4547647094726566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,8,balanced,0.049649920463562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,8,balanced,0.061916160583496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,8,balanced,4.2220556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,8,balanced,0.08610176086425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,8,balanced,0.1463807964324951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,8,balanced,0.2682943916320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,8,balanced,0.5089561462402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,8,balanced,0.5334822463989257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,8,balanced,0.539439353942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,1,power_law_1.2,6.910432739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,8,balanced,0.5442240142822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,8,balanced,0.5471270370483399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,8,balanced,0.541854705810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,8,balanced,0.5461862564086915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,8,balanced,6.291576538085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,8,balanced,0.5499033737182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,8,balanced,0.5589388656616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,8,balanced,0.5717388916015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,8,balanced,0.5807526397705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,8,balanced,0.6106598281860351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,8,balanced,0.6468466949462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,8,balanced,0.6949811553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,8,balanced,0.7659468841552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,8,balanced,0.8416409301757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,8,balanced,1.0089830780029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,8,balanced,7.86513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,8,balanced,1.2041331481933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,8,balanced,0.09172863960266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,8,balanced,1.522618865966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,8,balanced,0.1554304027557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,8,balanced,0.28068479537963864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,8,balanced,0.2828838348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,8,balanced,1.8701490783691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,8,balanced,0.2872115135192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,8,balanced,0.2999180793762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,8,balanced,0.30506879806518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,8,balanced,0.39155582427978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,8,balanced,0.3968473434448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,8,balanced,0.401978874206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,8,balanced,2.6136154174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,8,balanced,0.5300198364257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,8,balanced,0.540560646057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,8,balanced,0.6520909118652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,8,balanced,0.6737190246582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,8,balanced,3.3301837158203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,8,balanced,1.250787811279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,8,balanced,1.2663065338134767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,2.6034387207031253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,8,balanced,1.2997785949707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,8,balanced,2.0145971679687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,8,balanced,2.6574591064453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,1,power_law_1.2,4.641507873535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,8,balanced,3.8775271606445316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,8,balanced,5.331217651367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,8,power_law_1.01,0.2640127944946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,8,power_law_1.01,0.525857276916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,8,power_law_1.01,0.6311590576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,8,balanced,8.311187133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,8,power_law_1.01,0.627006721496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,8,power_law_1.01,0.8770009613037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,8,power_law_1.01,1.0880729675292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,8,power_law_1.01,0.7447372436523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,8,balanced,11.75454833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,8,power_law_1.01,1.0942822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,8,power_law_1.01,0.9785369873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,8,power_law_1.01,1.1603353881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,8,power_law_1.01,1.0296012878417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,8,power_law_1.01,1.088494110107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,8,power_law_1.01,1.10574462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,8,power_law_1.01,1.1545613098144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,8,power_law_1.01,1.1537971496582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,8,power_law_1.01,1.2924121093749998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,8,power_law_1.01,1.3481932067871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,8,power_law_1.01,1.54548095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,8,balanced,16.11808349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,8,power_law_1.01,1.647950134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,8,power_law_1.01,1.862352600097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,8,power_law_1.01,2.248047332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,8,power_law_1.01,2.8473651123046873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,8,power_law_1.01,3.3204953002929685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,8,power_law_1.01,4.622963256835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.1484825611114502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,8,balanced,21.77724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.26386816024780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.3491417694091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.33303680419921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,8,power_law_1.01,6.070769653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.39626113891601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.3849983978271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.43756671905517575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,1,power_law_1.2,9.305647583007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.4521036911010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.44932609558105463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.47806976318359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.4787801742553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.4819315338134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.483480339050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.49405185699462895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.5027737426757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.5338739013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.555601921081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.5903654479980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.6271308898925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.7227839660644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,8,power_law_1.01,9.078515014648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,0.7943475341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,0.9953202819824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.0771059417724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,8,power_law_1.01,0.09241344451904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,8,power_law_1.01,0.1280294418334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,1.5351756286621092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,8,power_law_1.01,0.16444032669067382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,2.001080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,8,power_law_1.01,11.018735351562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,8,power_law_1.01,0.2763276863098144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,8,power_law_1.01,0.2996659278869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,8,power_law_1.01,0.31831552505493166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,8,power_law_1.01,0.3950809478759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,8,power_law_1.01,0.4428249740600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,2.7879437255859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,8,power_law_1.01,0.46415233612060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,8,power_law_1.01,0.4743206405639649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,8,power_law_1.01,0.5698534393310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,8,power_law_1.01,0.7418637084960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,3.4276351928710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,8,power_law_1.01,0.8011840057373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,8,power_law_1.01,0.9759616088867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,8,power_law_1.01,1.117991714477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,8,power_law_1.01,1.254540786743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,8,balanced,33.23824951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,8,power_law_1.01,1.4831065368652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,8,power_law_1.01,2.274844207763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,8,power_law_1.01,2.609624328613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,8,power_law_1.01,3.890939025878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,8,balanced,43.4885791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,8,power_law_1.2,0.2683955192565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,8,power_law_1.2,0.5220121765136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,8,power_law_1.01,4.703809204101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,8,power_law_1.2,0.5017715072631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,8,power_law_1.2,0.6079219055175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,8,power_law_1.2,0.8505689239501952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,8,power_law_1.2,0.8153100585937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,8,power_law_1.2,1.0794700622558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,8,power_law_1.2,1.0197452545166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,8,power_law_1.2,1.038809585571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,8,power_law_1.2,1.0007872009277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,8,power_law_1.2,1.0202982330322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,8,power_law_1.2,1.0369446563720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,8,power_law_1.2,1.0956301116943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,8,power_law_1.2,1.1934912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,8,power_law_1.2,1.2448384094238283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,8,power_law_1.2,1.3390963745117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,8,power_law_1.2,1.4413069152832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,8,power_law_1.2,1.514967041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,8,power_law_1.2,1.7662503051757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,8,power_law_1.2,1.9824755859374998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,8,power_law_1.01,6.801140747070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,8,power_law_1.2,2.5428697204589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,8,power_law_1.2,2.8501556396484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,8,power_law_1.2,3.801556396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,8,power_law_1.2,5.836934204101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,8,power_law_1.2,6.58284912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.15779968261718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.26450815200805666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.24288768768310548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.33725696563720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.3624358367919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.3533555221557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.41768447875976566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,8,power_law_1.01,9.471347045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.4494182586669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.50202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.4585804748535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,8,power_law_1.2,9.894154052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.477151985168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.4834790420532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.47050239562988283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.5061695861816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.5124556732177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.5407936096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.5923571014404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.6337126541137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.6757734680175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,0.7656038665771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,0.830444793701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.0248767852783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.3369906616210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,1.8274021911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,2.3307391357421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,8,power_law_1.2,15.116649169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,8,power_law_1.2,0.10022015571594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,8,power_law_1.2,0.13876352310180665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,8,power_law_1.2,0.1563417625427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,8,power_law_1.2,0.2711180877685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,8,power_law_1.2,0.30108287811279294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,3.153747253417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,8,power_law_1.2,0.32692096710205076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,8,power_law_1.2,0.377130241394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,8,power_law_1.2,0.4344960021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,8,power_law_1.2,0.4679308700561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,8,power_law_1.2,0.5055436706542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,8,power_law_1.2,0.5965887832641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,8,power_law_1.2,0.7377932739257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,4.653333740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,8,power_law_1.2,0.8781273651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,8,power_law_1.01,15.78659423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,8,power_law_1.2,0.9684172821044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,8,power_law_1.2,1.1289344024658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,8,power_law_1.2,1.2796134185791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,8,power_law_1.2,1.5708607482910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,8,power_law_1.2,2.1818252563476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,8,power_law_1.2,2.8953497314453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,8,power_law_1.2,4.138716125488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,8,power_law_1.2,5.600242919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,8,power_law_1.01,21.55057373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,8,power_law_1.01,32.717353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,4,balanced,0.07293312072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,4,balanced,0.08812416076660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,4,balanced,0.14642047882080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,4,balanced,0.25329023361206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,4,balanced,0.5214796829223632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,4,balanced,0.9836595153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,4,balanced,0.9857254028320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,4,balanced,0.9861529541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,4,balanced,1.2343103790283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,8,power_law_1.2,7.924957275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,4,balanced,1.2387673950195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,4,balanced,1.249977569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,4,balanced,1.2591603088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,4,balanced,1.269991683959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,4,balanced,1.2822630310058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,4,balanced,1.3052992248535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,4,balanced,1.3192959594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,4,balanced,1.3499635314941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,4,balanced,1.4291571044921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,4,balanced,1.5334066772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,4,balanced,1.6813722229003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,4,balanced,1.806623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,4,balanced,2.218255310058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,4,balanced,2.4277798461914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,4,balanced,3.502437133789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,4,balanced,4.142172241210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,4,balanced,6.20748291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,4,balanced,0.04600063800811768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,4,balanced,0.06084735870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,4,balanced,0.08516736030578613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,4,balanced,0.14364928245544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,4,balanced,0.2617996788024902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,4,balanced,0.49950336456298833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,4,balanced,7.4963330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,4,balanced,0.5032640075683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,4,balanced,0.5097676849365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,4,balanced,0.5279103851318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,4,balanced,0.5310745620727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,4,balanced,0.5351027297973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,4,balanced,0.5383334350585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,4,balanced,0.5416320037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,4,balanced,0.5511936187744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,4,balanced,0.5615027236938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,4,balanced,0.569879035949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,4,balanced,0.5931071853637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,4,balanced,0.6319910430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,4,balanced,0.6645005035400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,4,balanced,0.7328128051757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,4,balanced,0.8112025451660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,4,balanced,0.9496921539306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,4,balanced,1.1063756561279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,4,balanced,1.4328179931640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,8,power_law_1.2,10.134305419921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,4,balanced,1.7350784301757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,4,balanced,0.06070911884307861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,4,balanced,0.09326720237731934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,4,balanced,0.15672320365905762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,4,balanced,0.284720630645752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,4,balanced,2.4183743286132815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,4,balanced,0.28718336105346676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,4,balanced,0.2909440040588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,4,balanced,0.295603199005127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,4,balanced,0.3023423957824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,4,balanced,0.30794496536254884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,4,balanced,0.3105612754821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,4,balanced,3.3179864501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,4,balanced,0.4066944122314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,4,balanced,0.4142950439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,4,balanced,0.4783910369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,4,balanced,0.5520294570922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,4,balanced,0.5736691284179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,4,balanced,0.6807270050048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,4,balanced,0.7097011566162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,4,balanced,1.2924569702148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,4,balanced,1.3493145751953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,4,balanced,2.0682917785644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,4,balanced,2.6791256713867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,4,balanced,4.058081359863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,4,balanced,5.404432373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,4,balanced,8.735230712890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,8,power_law_1.2,17.092994384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,4,power_law_1.01,0.14764543533325197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,4,power_law_1.01,0.2512870407104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,4,balanced,11.988968505859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,4,power_law_1.01,0.355022087097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,4,power_law_1.01,0.4891161727905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,4,power_law_1.01,0.6020825576782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,4,power_law_1.01,0.6761907196044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,4,power_law_1.01,0.860816650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,4,power_law_1.01,0.8707865905761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,4,power_law_1.01,1.0134284973144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,4,power_law_1.01,1.0326361846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,4,power_law_1.01,0.9979955291748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,4,power_law_1.01,1.0700300598144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,4,power_law_1.01,1.0269593811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,4,power_law_1.01,1.0817203521728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,4,power_law_1.01,1.1473395538330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,4,power_law_1.01,1.1728601837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,4,balanced,16.74623779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,4,power_law_1.01,1.2709734344482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,4,power_law_1.01,1.4430245971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,4,power_law_1.01,1.5722227478027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,4,power_law_1.01,1.8296051025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,4,power_law_1.01,1.998399963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,4,power_law_1.01,2.608252258300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,4,power_law_1.01,2.9732043457031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,4,power_law_1.01,4.173429870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,4,balanced,21.734370117187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,4,power_law_1.01,0.09426943778991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,4,power_law_1.01,5.2637438964843755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,4,power_law_1.01,0.1428492832183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,4,power_law_1.01,0.2020863914489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,4,power_law_1.01,0.2154764747619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,4,power_law_1.01,0.28878847122192386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,4,power_law_1.01,0.31374847412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,4,power_law_1.01,0.41643135070800785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,4,power_law_1.01,0.415362548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,4,power_law_1.01,0.4414054489135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,4,power_law_1.01,0.4584972763061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,4,power_law_1.01,7.535588989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,4,power_law_1.01,0.46744960784912115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,4,power_law_1.01,0.4756723022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,4,power_law_1.01,0.4507699203491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,4,power_law_1.01,0.478606071472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,4,power_law_1.01,0.5011852645874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,4,power_law_1.01,0.5233113479614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,4,power_law_1.01,0.5446054458618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,4,power_law_1.01,0.5961881637573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,4,power_law_1.01,0.6308940887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,4,power_law_1.01,0.7088473510742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,4,power_law_1.01,0.778282241821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,4,power_law_1.01,0.9428749084472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,4,power_law_1.01,9.357532348632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,4,power_law_1.01,1.093301773071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,4,power_law_1.01,1.4838182067871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,4,power_law_1.01,0.06022528171539306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,4,power_law_1.01,1.828206024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,4,power_law_1.01,0.09193344116210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,4,power_law_1.01,0.12174976348876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,4,power_law_1.01,0.1515507221221924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,4,power_law_1.01,0.2692441558837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,4,power_law_1.01,2.7188250732421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,4,power_law_1.01,0.31965568542480466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,4,power_law_1.01,0.37658496856689455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,4,power_law_1.01,0.34610687255859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,4,power_law_1.01,0.37996032714843747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,4,power_law_1.01,3.335479125976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,4,power_law_1.01,0.4091468811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,4,power_law_1.01,0.49311359405517574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,4,power_law_1.01,0.5304089736938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,4,power_law_1.01,0.572437744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,4,power_law_1.01,0.7434162902832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,4,power_law_1.01,0.8246272277832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,4,power_law_1.01,0.9557222747802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,4,power_law_1.01,1.1104550170898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,4,power_law_1.01,1.4237734985351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,4,power_law_1.01,1.772522277832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,4,power_law_1.01,2.4453260803222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,4,power_law_1.01,3.119886169433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,4,power_law_1.01,4.286757202148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,4,power_law_1.01,5.618963012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,4,power_law_1.01,10.57829833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,4,power_law_1.2,0.14564479827880858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,4,power_law_1.2,0.2483647918701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,4,power_law_1.2,0.2933772850036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,4,power_law_1.2,0.41294078826904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,4,power_law_1.2,0.576519660949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,4,power_law_1.01,8.357186279296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,4,power_law_1.2,0.6522662353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,4,power_law_1.2,0.7874342346191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,4,power_law_1.2,0.8044338989257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,4,power_law_1.2,1.0654822540283202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,4,power_law_1.2,0.9846733093261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,4,power_law_1.2,1.0406758117675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,4,power_law_1.2,1.0610623931884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,4,power_law_1.2,1.0592575836181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,4,power_law_1.2,1.1087308502197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,4,power_law_1.2,1.2170790100097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,4,power_law_1.2,1.223246078491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,4,power_law_1.2,1.3326451110839845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,4,power_law_1.2,1.4970623779296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,4,power_law_1.2,1.6119833374023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,4,power_law_1.2,1.9048947143554689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,4,power_law_1.2,2.209734344482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,4,power_law_1.2,2.8040728759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,4,power_law_1.01,21.71473388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,4,power_law_1.2,3.2979110717773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,4,power_law_1.01,18.3799560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,4,power_law_1.2,4.279911804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,4,power_law_1.2,0.09396736145019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,4,power_law_1.2,0.14231679916381837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,4,power_law_1.2,0.15547264099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,4,power_law_1.2,5.3051824951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,4,power_law_1.2,0.21465856552124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,4,power_law_1.2,0.2974566459655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,4,power_law_1.2,0.28293760299682613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,4,power_law_1.2,0.38915969848632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,4,power_law_1.2,0.40683521270751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,4,power_law_1.2,0.4417241668701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,4,power_law_1.2,0.42956798553466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,4,power_law_1.2,0.4656486511230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,4,power_law_1.2,0.4706496047973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,4,power_law_1.2,8.013740844726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,4,power_law_1.2,0.46987903594970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,4,power_law_1.2,0.48811519622802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,4,power_law_1.2,0.5119590377807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,4,power_law_1.2,0.5296051025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,4,power_law_1.2,0.5564787292480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,4,power_law_1.2,0.5994764709472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,4,power_law_1.2,0.6316966247558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,4,power_law_1.2,0.7348032379150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,4,power_law_1.2,0.8263142395019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,4,power_law_1.2,0.9921228790283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,4,power_law_1.2,1.1493106842041017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,4,power_law_1.2,1.6110015869140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,4,power_law_1.2,1.919605712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,4,power_law_1.2,0.060337920188903806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,4,power_law_1.2,10.601256103515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,4,power_law_1.2,0.08719103813171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,4,power_law_1.2,0.12163200378417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,4,power_law_1.2,2.9783474731445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,4,power_law_1.2,0.13944831848144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,4,power_law_1.2,0.2682611274719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,4,power_law_1.2,0.32044158935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,4,power_law_1.2,0.36726783752441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,4,power_law_1.2,0.3501772689819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,4,power_law_1.2,0.3824563217163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,4,power_law_1.2,0.41426815032958986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,4,power_law_1.2,3.741033020019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,4,power_law_1.2,0.5029516983032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,4,power_law_1.2,0.5425727844238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,4,power_law_1.2,0.5895078277587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,4,power_law_1.2,0.7593996429443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,4,power_law_1.2,0.8468953704833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,4,power_law_1.2,0.9930892944335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,4,power_law_1.2,1.1505356597900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,4,power_law_1.2,1.4374732971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,4,power_law_1.2,1.736828155517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,4,power_law_1.2,2.418302764892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,4,power_law_1.2,3.1531597900390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,4,power_law_1.2,4.358757019042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,4,power_law_1.2,5.745156860351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,8,power_law_1.01,43.9264990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,2,balanced,0.0630515193939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,2,balanced,0.07755775928497315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,8,power_law_1.2,21.4862548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,2,balanced,0.13277695655822755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,2,balanced,0.24753791809082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,2,balanced,0.48652286529541017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,2,balanced,0.9367475128173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,2,balanced,0.9425997161865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,2,balanced,0.9517094421386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,2,balanced,0.95499267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,2,balanced,0.9486399841308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,2,balanced,0.971942367553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,2,balanced,0.9860864257812499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,2,balanced,0.9818406677246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,4,power_law_1.2,11.1750244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,4,power_law_1.2,8.27462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,2,balanced,1.1233126068115236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,2,balanced,1.0338764953613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,2,balanced,1.1378125000000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,2,balanced,1.1603072357177733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,2,balanced,1.1456204986572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,2,balanced,1.2797580718994142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,2,balanced,1.3422720336914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,2,balanced,1.5666304016113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,2,balanced,1.752526092529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,2,balanced,1.409897003173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,2,balanced,2.41159423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,2,balanced,3.1767218017578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,2,balanced,0.04609792232513428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,2,balanced,0.0613644790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,2,balanced,0.08673279762268067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,2,balanced,0.1466483211517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,2,balanced,0.2693734359741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,2,balanced,0.5074675369262696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,2,balanced,0.5118617630004882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,2,balanced,4.735655822753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,2,balanced,0.5134694290161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,2,balanced,0.5199820709228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,2,balanced,0.525167350769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,2,balanced,0.5295948791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,2,balanced,0.5509183883666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,2,balanced,0.5528819274902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,2,balanced,0.5616332626342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,2,balanced,0.570142707824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,2,balanced,0.5768563079833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,2,balanced,0.5945651245117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,2,balanced,0.6267520141601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,2,balanced,0.6630515289306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,2,balanced,6.199458618164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,2,balanced,0.728174057006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,2,balanced,0.7995123291015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,2,balanced,0.9465702056884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,2,balanced,1.0882035064697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,2,balanced,1.4577011108398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,2,balanced,0.04299903869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,2,balanced,1.7355725097656252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,2,balanced,0.060837121009826654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,2,balanced,0.09640064239501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,2,balanced,0.16357887268066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,2,balanced,2.422379455566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,2,balanced,0.2955251121520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,2,balanced,0.299238395690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,2,balanced,0.30107263565063475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,2,balanced,0.3051968002319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,2,balanced,0.30848127365112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,2,balanced,3.127294616699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,2,balanced,0.31057664871215823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,2,balanced,0.3216115188598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,2,balanced,0.3297241592407226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,2,balanced,0.336174087524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,2,balanced,0.44682495117187504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,2,balanced,0.4613516616821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,2,balanced,0.4712422561645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,2,balanced,0.6277324676513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,2,balanced,0.7804326629638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,2,balanced,0.8214220428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,2,balanced,1.506112060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,2,balanced,1.585296630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,2,balanced,2.373854675292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,2,balanced,3.0747149658203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,2,balanced,4.645674133300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,2,power_law_1.01,0.07849088191986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,2,power_law_1.01,0.1317542362213135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,2,power_law_1.01,0.20377727508544924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,2,balanced,6.1849908447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,2,balanced,9.498198852539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,2,power_law_1.01,0.28436864852905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,2,power_law_1.01,0.4273356628417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,2,power_law_1.01,0.6927001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,2,power_law_1.01,0.7210572814941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,2,balanced,13.045787353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,2,power_law_1.01,0.5201663970947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,2,power_law_1.01,0.7491622161865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,2,power_law_1.01,0.7954291534423829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,2,power_law_1.01,1.0194175720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,2,power_law_1.01,0.8009638214111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,2,power_law_1.01,0.7262770843505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,2,power_law_1.01,1.1477938842773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,2,power_law_1.01,0.7790284729003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,2,power_law_1.01,0.9839373016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,2,power_law_1.01,1.122809600830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,2,power_law_1.01,1.7057702636718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,2,power_law_1.01,1.2181056213378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,2,power_law_1.01,1.7202406311035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,2,power_law_1.01,2.168844757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,2,power_law_1.01,1.4113177490234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,2,power_law_1.01,2.906671447753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,2,power_law_1.01,3.8114419555664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,2,power_law_1.01,0.06322559833526611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,2,power_law_1.01,0.08583552360534667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,2,power_law_1.01,0.11940223693847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,2,power_law_1.01,0.17462528228759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,2,power_law_1.01,0.23170560836791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,2,power_law_1.01,5.463006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,2,power_law_1.01,0.294150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,2,power_law_1.01,0.373620491027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,2,power_law_1.01,0.40017150878906255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,2,power_law_1.01,1.4353727722167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,2,power_law_1.01,0.4110591888427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,2,power_law_1.01,0.4244723129272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,2,power_law_1.01,0.4354227066040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,2,power_law_1.01,0.4599385452270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,2,power_law_1.01,6.898525390624999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,2,power_law_1.01,0.47097728729248045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,2,power_law_1.01,0.49091201782226557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,2,power_law_1.01,0.5178022384643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,2,power_law_1.01,0.5109491348266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,2,power_law_1.01,0.549854736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,2,power_law_1.01,0.5812876892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,2,power_law_1.01,0.6418163299560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,2,power_law_1.01,0.7253580474853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,2,power_law_1.01,0.7960192108154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,2,power_law_1.01,0.9578905487060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,2,power_law_1.01,1.1204710388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,2,power_law_1.01,1.4948530578613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,2,power_law_1.01,0.043783679008483886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,2,power_law_1.01,1.8140518188476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,2,power_law_1.01,0.061375999450683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,2,power_law_1.01,0.0967296028137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,2,power_law_1.01,0.12592384338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,2,power_law_1.01,2.59691650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,2,power_law_1.01,0.16295040130615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,2,power_law_1.01,0.25805183410644533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,2,power_law_1.01,0.2923430442810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,2,power_law_1.01,3.25336181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,2,power_law_1.01,0.3121164894104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,2,power_law_1.01,0.35900798797607425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,2,power_law_1.01,0.3941644668579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,2,power_law_1.01,0.40000385284423834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,2,power_law_1.01,0.3626675033569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,2,power_law_1.01,0.43929214477539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,2,power_law_1.01,0.5437491226196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,2,power_law_1.01,0.6077337646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,2,power_law_1.01,0.6606476593017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,2,power_law_1.01,0.8338739013671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,2,power_law_1.01,1.1017523193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,2,power_law_1.01,1.303399658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,2,power_law_1.01,1.6447923278808596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,2,power_law_1.01,2.047334442138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,2,power_law_1.01,2.79299072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,2,power_law_1.01,3.524550476074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,2,power_law_1.01,5.1425714111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,2,power_law_1.2,0.07933695793151856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,2,power_law_1.2,0.13041791915893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,2,power_law_1.2,0.1764787292480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,2,power_law_1.01,6.640143432617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,2,power_law_1.2,0.4043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,2,power_law_1.2,0.25547391891479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,2,power_law_1.01,9.909320678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,2,power_law_1.2,0.7101618957519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,2,power_law_1.2,0.48977920532226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,2,power_law_1.2,0.6932096099853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,2,power_law_1.2,0.746951675415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,2,power_law_1.01,13.103958740234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,2,power_law_1.2,0.8407603454589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,2,power_law_1.2,1.0390156555175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,2,power_law_1.2,0.673803482055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,2,power_law_1.2,0.7126745605468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,2,power_law_1.2,1.175383071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,2,power_law_1.2,1.2577101135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,2,power_law_1.2,1.0100045013427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,2,power_law_1.2,1.161944351196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,2,power_law_1.2,0.7916095733642579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,2,power_law_1.2,1.512474822998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,2,power_law_1.2,1.4774617004394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,4,power_law_1.2,18.023031005859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,2,power_law_1.2,1.8313587951660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,2,power_law_1.2,2.302431945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,2,power_law_1.2,3.0186727905273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,2,power_law_1.2,0.06332032203674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,2,power_law_1.2,1.8428338623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,2,power_law_1.2,0.08619647979736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,2,power_law_1.2,0.10878848075866698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,2,power_law_1.2,0.1708403205871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,2,power_law_1.2,0.20668928146362306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,2,power_law_1.2,3.9094183349609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,2,power_law_1.2,0.26772735595703123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,2,power_law_1.2,0.3777382278442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,2,power_law_1.2,0.38960384368896483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,2,power_law_1.2,0.40755966186523435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,2,power_law_1.2,0.4154521560668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,2,power_law_1.2,0.4472588729858399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,2,power_law_1.2,0.4626163101196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,2,power_law_1.2,5.584572143554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,2,power_law_1.2,0.46932224273681644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,2,power_law_1.2,0.48373886108398434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,2,power_law_1.2,0.5167295837402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,2,power_law_1.2,0.5224076843261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,2,power_law_1.2,0.5557478332519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,2,power_law_1.2,0.602158088684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,2,power_law_1.2,0.6650956726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,2,power_law_1.2,0.7420761871337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,2,power_law_1.2,0.8135935974121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,2,power_law_1.2,0.9761856079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,2,power_law_1.2,1.1729971313476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,2,power_law_1.2,7.173837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,2,power_law_1.2,1.5289382934570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,2,power_law_1.2,0.04430208206176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,2,power_law_1.2,0.06095615863800049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,2,power_law_1.2,1.8658650207519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,2,power_law_1.2,0.08819199562072753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,2,power_law_1.2,0.11607808113098143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,2,power_law_1.2,0.14881664276123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,2,power_law_1.2,0.25415807723999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,2,power_law_1.2,0.29183488845825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,2,power_law_1.2,2.677584533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,2,power_law_1.2,0.3296115112304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,2,power_law_1.2,0.35948158264160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,2,power_law_1.2,3.3601190185546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,2,power_law_1.2,0.37204608917236326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,2,power_law_1.2,0.4088832092285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,2,power_law_1.2,0.4523968124389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,2,power_law_1.2,0.5633459091186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,2,power_law_1.2,0.6236633682250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,2,power_law_1.2,0.40575489044189456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,2,power_law_1.2,0.6748070526123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,2,power_law_1.2,0.8588825225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,2,power_law_1.2,1.1329420471191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,2,power_law_1.2,1.29815673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,2,power_law_1.2,1.6723469543457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,2,power_law_1.2,2.0379827880859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,2,power_law_1.2,2.813684387207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,2,power_law_1.2,3.5672689819335934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,1,balanced,0.07678207874298096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,1,balanced,0.09677375793457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,1,balanced,0.14617792129516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,1,balanced,0.2572166442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,1,balanced,0.5358380889892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,1,balanced,0.9978144073486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,1,balanced,1.0008415985107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,2,power_law_1.2,5.025386352539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,2,power_law_1.2,6.611329345703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,1,balanced,1.0053907012939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,4,power_law_1.2,21.811228027343752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,1,balanced,0.9978246307373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,1,balanced,1.0035865783691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,1,balanced,1.0222783660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,1,balanced,1.023978271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,1,balanced,1.0277536010742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,1,balanced,1.0443507385253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,1,balanced,1.2870822143554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,1,balanced,1.2989677429199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,1,balanced,1.3222796630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,1,balanced,1.389640350341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,1,balanced,1.455191650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,1,balanced,1.6194277954101561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,1,balanced,1.781553955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,1,balanced,2.5853900146484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,1,balanced,2.4534649658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,8,power_law_1.2,32.991445312500005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,balanced,0.05540671825408936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,balanced,0.06816256046295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,balanced,0.09783871650695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,balanced,0.16465984344482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,balanced,0.298986873626709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,1,balanced,3.5665191650390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,balanced,0.5719705581665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,balanced,0.573960952758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,1,balanced,4.222332763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,balanced,0.5767449569702149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,balanced,0.5796524810791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,balanced,0.5837363052368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,balanced,0.5905567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,balanced,0.5932083129882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,balanced,0.5999225616455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,balanced,0.6111891174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,balanced,0.6746393585205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,balanced,0.6767078399658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,balanced,0.6914150238037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,balanced,0.7135475158691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,1,balanced,6.121220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,balanced,0.7391641235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,balanced,0.7945670318603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,balanced,0.8535135650634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,2,power_law_1.2,13.2863720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,balanced,0.9844473266601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,balanced,1.1188889312744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,2,power_law_1.2,9.588444213867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,1,balanced,7.52294677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,1,balanced,0.03260479927062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,1,balanced,0.04620672225952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,1,balanced,0.06884160041809081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,1,balanced,0.10178303718566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,balanced,1.6028895568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,1,balanced,0.17778623580932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,balanced,1.8974322509765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,1,balanced,0.32028865814208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,1,balanced,0.3215686416625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,1,balanced,0.3255705642700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,1,balanced,0.32943870544433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,1,balanced,0.33674880981445315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,1,balanced,0.3305388641357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,1,balanced,0.34184383392333983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,1,balanced,0.34731967926025387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,balanced,2.645289001464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,1,balanced,0.3655353546142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,1,balanced,0.37912960052490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,1,balanced,0.387509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,balanced,3.402208557128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,1,balanced,0.537660140991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,1,balanced,0.5860294342041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,1,balanced,0.7805075073242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,1,balanced,0.9830182647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,1,balanced,1.0566368103027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,1,power_law_1.01,0.07641791820526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,1,balanced,1.8935545349121092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,1,balanced,2.0414707946777346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,1,power_law_1.01,0.09705792427062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,1,power_law_1.01,0.14602623939514162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,1,power_law_1.01,0.25563392639160154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,1,balanced,3.0294891357421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,1,power_law_1.01,0.405665283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,1,power_law_1.01,0.5441932678222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,1,power_law_1.01,0.7251545715332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,1,balanced,4.010473022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,1,power_law_1.01,0.7630323028564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,1,power_law_1.01,0.782270736694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,1,power_law_1.01,0.7953343963623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,1,power_law_1.01,0.8542047882080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,1,power_law_1.01,0.8864089965820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,1,power_law_1.01,0.9034413146972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,1,power_law_1.01,0.9193222045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,1,power_law_1.01,1.1464134216308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,1,balanced,5.989910278320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,1,power_law_1.01,1.1677222442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,1,power_law_1.01,1.2393907165527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,1,power_law_1.01,1.3517030334472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,1,power_law_1.01,1.4670265197753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,1,power_law_1.01,1.6741676330566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,1,power_law_1.01,1.9034156799316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,1,balanced,7.914160766601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,1,power_law_1.01,2.3626066589355466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.05617023944854736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.06856192111968994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.09754048347473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,1,power_law_1.01,2.824822998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.16550527572631837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.24
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.310327033996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,1,power_law_1.01,3.6726925659179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.4258617782592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.45068096160888677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.4611206436157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.47037120819091793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.49773696899414066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,1,power_law_1.01,4.353127746582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.5145568084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.5229632186889648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.5351468658447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.6064204788208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.6073868942260743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.6286796951293946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.6668294525146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.7191693115234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.8072179412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.878015365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.0507558441162108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,1,power_law_1.01,6.241265869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.2302880096435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,1,power_law_1.01,0.031045119762420654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,1,power_law_1.01,0.044869117736816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,1.5985209655761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,1,power_law_1.01,0.06535359859466552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,1,power_law_1.01,0.103306884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,1.9801484680175783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,1,power_law_1.01,0.14033151626586915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,1,power_law_1.01,0.17702144622802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,1,power_law_1.01,0.24539583206176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,1,power_law_1.01,0.25309247970581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,1,power_law_1.01,0.28328256607055663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,2.728069152832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,1,power_law_1.01,8.037545166015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,1,power_law_1.01,0.3023328018188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,1,power_law_1.01,0.3386943817138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,1,power_law_1.01,0.3768108749389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,1,power_law_1.01,0.42052478790283204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,1,power_law_1.01,0.39399742126464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,3.508262329101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,1,power_law_1.01,0.4512249755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,1,power_law_1.01,0.4954496002197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,1,power_law_1.01,0.6288851165771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,1,power_law_1.01,0.7854758453369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,1,power_law_1.01,1.0226445007324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,1,power_law_1.01,1.3617543029785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,1,power_law_1.01,1.6160018920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,1,power_law_1.2,0.07697279930114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,1,power_law_1.01,2.0987501525878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,1,power_law_1.2,0.09687552452087403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,1,power_law_1.2,0.14621952056884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,1,power_law_1.01,2.575129089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,1,power_law_1.2,0.23603391647338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,1,power_law_1.2,0.3596851348876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,1,power_law_1.2,0.5309318542480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,1,power_law_1.2,0.7132390594482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,1,power_law_1.01,3.5469818115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,1,power_law_1.2,0.7478656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,1,power_law_1.2,0.7681721496582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,1,power_law_1.2,0.8029798126220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,1,power_law_1.2,0.8512108612060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,1,power_law_1.2,0.8733606719970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,1,power_law_1.01,4.507935485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,1,power_law_1.2,0.9048185729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,1,power_law_1.2,0.9424275207519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,1,power_law_1.2,1.1703871917724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,1,power_law_1.2,1.205132827758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,1,power_law_1.2,1.265464324951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,1,power_law_1.2,1.4221856689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,1,power_law_1.2,1.5245312500000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,1,power_law_1.01,6.47514892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,1,power_law_1.2,1.729181365966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,1,power_law_1.2,1.9438995361328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,1,power_law_1.2,2.377424621582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,1,power_law_1.01,8.460701904296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.05370431900024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.07397056102752686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,1,power_law_1.2,2.8219091796874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.0983955192565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.154836483001709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.22391168594360353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.29298112869262694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,1,power_law_1.2,3.6631045532226567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.41994304656982423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.44222335815429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.4528006362915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.4732486343383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.4935161590576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.5080140686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.523388786315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,1,power_law_1.2,4.538356628417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.5429651260375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.610337905883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.6263014221191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.6415360260009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.6985190582275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.7484441375732421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.8326911926269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.9173094177246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.0917619323730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,1,power_law_1.2,6.295238647460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.278716812133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,1.623113555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,1,power_law_1.2,0.03158400058746338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,1,power_law_1.2,0.04383359909057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,2.0154995727539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,1,power_law_1.2,0.06578944206237794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,1,power_law_1.2,0.0966323184967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,1,power_law_1.2,0.1283520030975342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,1,power_law_1.2,0.16252159118652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,1,power_law_1.2,0.23740863800048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,1,power_law_1.2,8.033269653320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,1,power_law_1.2,0.25584575653076175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,2.775525817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,1,power_law_1.2,0.28105920791625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,1,power_law_1.2,0.30713983535766604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,1,power_law_1.2,0.34348350524902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,1,power_law_1.2,0.3830246353149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,1,power_law_1.2,0.4272652816772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,1,power_law_1.2,0.4682412719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,3.5498861694335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,1,power_law_1.2,0.5045280075073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,1,power_law_1.2,0.6553113555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,1,power_law_1.2,0.40350463867187497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,1,power_law_1.2,0.8156550598144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,1,power_law_1.2,1.066711654663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,1,power_law_1.2,1.4141285705566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,1,power_law_1.2,1.682926788330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,8,balanced,0.0646233606338501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,8,balanced,0.08145664215087892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,8,balanced,0.12408831596374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,1,power_law_1.2,2.175687713623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,8,balanced,0.22004480361938478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,8,balanced,0.44946048736572264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,1,power_law_1.2,2.650721130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,8,balanced,0.8490022277832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,8,balanced,1.0838310241699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,8,balanced,1.094260482788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,8,balanced,1.1066687774658202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,1,power_law_1.2,3.655519409179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,8,balanced,1.1098790740966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,8,balanced,1.0997491455078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,8,balanced,1.1161933135986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,8,balanced,1.1170751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,1,power_law_1.2,4.601628723144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,8,balanced,1.1269120025634767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,8,balanced,1.1573388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,8,balanced,1.1768128204345705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,8,balanced,1.1977356719970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,8,balanced,1.2710387420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,8,balanced,1.3534220886230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,8,balanced,1.4710426330566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,8,balanced,1.5741734313964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,1,power_law_1.2,6.447359619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,8,balanced,1.896600341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,8,balanced,0.043889918327331544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,8,balanced,0.05425920009613037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,8,balanced,2.0993472290039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,8,balanced,0.07648384094238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,8,balanced,0.12973312377929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,8,balanced,0.23327104568481447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,8,balanced,2.8454196166992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,8,balanced,0.4388966369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,8,balanced,0.46540672302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,8,balanced,0.47126529693603514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,8,balanced,0.47234558105468755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,8,balanced,0.4762918472290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,8,balanced,0.4720934295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,8,balanced,0.474571533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,8,balanced,3.6027685546874997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,1,power_law_1.2,8.426082153320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,8,balanced,0.4801203155517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,8,balanced,0.48774654388427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,8,balanced,0.4978239822387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,8,balanced,0.5075584030151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,8,balanced,0.5314393615722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,8,balanced,0.5668505477905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,8,balanced,0.6105599975585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,8,balanced,0.6744473266601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,8,balanced,5.377213745117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,8,balanced,0.7427891540527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,8,balanced,0.886028823852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,8,balanced,1.0666662597656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,8,balanced,0.07833856105804443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,8,balanced,0.13553279876708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,8,balanced,1.3528831481933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,8,balanced,0.2503718376159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,8,balanced,0.25214208602905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,8,balanced,0.2558131217956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,8,balanced,6.729784545898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,8,balanced,0.2649625587463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,8,balanced,1.6718809509277341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,8,balanced,0.2716659164428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,8,balanced,0.34612350463867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,8,balanced,0.3507916641235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,8,balanced,0.34326526641845706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,8,balanced,0.4648678588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,8,balanced,0.47101825714111334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,8,balanced,2.3332147216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,8,balanced,0.5724723052978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,8,balanced,0.5870988845825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,8,balanced,1.0803968048095702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,8,balanced,2.9739251708984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,8,balanced,1.1007231903076171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,8,balanced,1.1195635223388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,8,balanced,1.7294029235839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,8,balanced,2.320629730224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,8,balanced,3.3748043823242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,8,balanced,4.802974853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,8,power_law_1.2,44.691083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,8,power_law_1.01,0.21773056030273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,8,power_law_1.01,0.4439782333374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,8,power_law_1.01,0.5614105606079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,8,power_law_1.01,0.5484991836547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,8,balanced,6.763832397460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,8,power_law_1.01,0.7137203216552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,8,power_law_1.01,0.6930854034423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,8,power_law_1.01,0.919073257446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,8,power_law_1.01,0.9470425415039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,8,power_law_1.01,0.8855398559570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,8,power_law_1.01,0.9179698944091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,8,power_law_1.01,0.9435584259033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,8,power_law_1.01,0.9963200378417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,8,power_law_1.01,1.0039884948730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,8,power_law_1.01,1.015082244873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,8,balanced,9.198982543945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,8,power_law_1.01,1.071325454711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,8,power_law_1.01,1.0880921936035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,8,power_law_1.01,1.1939865875244142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,8,power_law_1.01,1.3465664672851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,8,power_law_1.01,1.4094758605957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,8,power_law_1.01,1.6030105590820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,8,power_law_1.01,1.7740121459960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,8,balanced,15.048837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,8,power_law_1.01,2.2169255065917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,8,power_law_1.01,2.76265869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,8,power_law_1.01,0.1327180767059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,8,power_law_1.01,0.22949119567871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,8,power_law_1.01,0.26217344284057614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,8,power_law_1.01,4.144933166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,8,power_law_1.01,0.3436646270751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,8,power_law_1.01,0.3714227294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,8,power_law_1.01,0.36166656494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,8,power_law_1.01,5.016243286132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,8,power_law_1.01,0.36391040802001956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,8,power_law_1.01,0.36968193054199217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,8,balanced,18.255794677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,8,power_law_1.01,0.3857497787475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,8,power_law_1.01,0.3989273452758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,8,power_law_1.01,0.4226688003540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,8,power_law_1.01,0.4126003265380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,8,power_law_1.01,0.428487663269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,8,power_law_1.01,0.43465217590332034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,8,power_law_1.01,0.452300796508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,8,power_law_1.01,0.45568256378173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,8,power_law_1.01,0.469164810180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,8,power_law_1.01,0.5281561660766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,8,power_law_1.01,0.5530419158935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,8,power_law_1.01,0.6342540740966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,8,power_law_1.01,0.7127552032470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,8,power_law_1.01,7.714558715820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,8,power_law_1.01,0.8421222686767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,8,power_law_1.01,1.0115980529785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,8,power_law_1.01,0.07828991889953614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,8,power_law_1.01,1.2798054504394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,8,power_law_1.01,0.10775936126708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,8,power_law_1.01,0.1394700813293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,8,power_law_1.01,0.25001983642578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,8,power_law_1.01,1.790223388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,8,power_law_1.01,9.697192993164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,8,power_law_1.01,0.27365503311157224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,8,power_law_1.01,0.3305971145629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,8,power_law_1.01,0.34659969329833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,8,power_law_1.01,2.5856167602539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,8,power_law_1.01,0.3930777740478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,8,power_law_1.01,0.4153830337524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,8,power_law_1.01,0.44870655059814457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,8,power_law_1.01,3.3040716552734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,8,power_law_1.01,0.5030361557006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,8,power_law_1.01,0.6257574462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,8,power_law_1.01,0.6529881286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,8,power_law_1.01,0.8387686157226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,8,power_law_1.01,0.9926758575439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,8,power_law_1.01,1.065117416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,8,power_law_1.01,1.3444863891601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,8,power_law_1.01,1.7197299194335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,8,balanced,29.26571044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,8,power_law_1.01,2.446929931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,8,power_law_1.01,3.2848818969726565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,8,power_law_1.01,4.465939331054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,8,power_law_1.2,0.2166579246520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,8,balanced,37.21365966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,8,power_law_1.2,0.44271743774414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,8,power_law_1.2,0.4731507110595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,8,power_law_1.2,0.5481625747680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,8,power_law_1.2,0.6862924957275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,8,power_law_1.2,0.7594035339355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,8,power_law_1.2,0.8768998718261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,8,power_law_1.2,0.7920012664794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,8,power_law_1.2,0.8693862152099608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,8,power_law_1.2,0.8836914825439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,8,power_law_1.2,0.9423987579345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,8,power_law_1.2,0.9620326232910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,8,power_law_1.2,0.9607373046875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,8,power_law_1.2,1.039051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,8,power_law_1.2,1.0851225280761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,8,power_law_1.2,1.1374105834960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,8,power_law_1.2,1.1653977966308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,8,power_law_1.2,1.356079406738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,8,power_law_1.2,1.5308122253417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,8,power_law_1.2,1.6603762817382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,8,power_law_1.2,1.9854835510253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,8,power_law_1.2,2.739333190917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,8,power_law_1.2,3.00281982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,8,power_law_1.01,6.865273437499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,8,power_law_1.2,4.456734619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,8,power_law_1.2,5.703490600585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,8,power_law_1.2,0.13285120010375978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,8,power_law_1.2,0.22552576065063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,8,power_law_1.2,0.21815168380737307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,8,power_law_1.2,0.3207078552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,8,power_law_1.2,0.33840896606445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,8,power_law_1.2,0.3415987014770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,8,power_law_1.2,0.361396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,8,power_law_1.01,8.446162109374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,8,power_law_1.2,0.3584998321533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,8,power_law_1.2,0.3807487869262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,8,power_law_1.2,0.4035327911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,8,power_law_1.2,0.42683135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,8,power_law_1.2,0.4244351959228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,8,power_law_1.2,9.870215454101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,8,power_law_1.2,0.43653633117675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,8,power_law_1.2,0.4383782577514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,8,power_law_1.2,0.445799674987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,8,power_law_1.2,0.467852783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,8,power_law_1.2,0.4683980941772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,8,power_law_1.2,0.5379865646362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,8,power_law_1.2,0.5788108825683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,8,power_law_1.2,0.6660671997070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,8,power_law_1.2,0.7069248199462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,8,power_law_1.2,0.9242649841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,8,power_law_1.2,12.122030029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,8,power_law_1.2,1.148375015258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,8,power_law_1.2,1.5561343383789061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,8,power_law_1.2,0.07798399925231933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,8,power_law_1.2,0.10893183708190919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,8,power_law_1.2,1.9457369995117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,8,power_law_1.2,0.13408896446228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,8,power_law_1.2,0.26417024612426754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,8,power_law_1.2,0.2731161689758301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,8,power_law_1.2,2.92637451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,8,power_law_1.2,0.284720630645752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,8,power_law_1.2,0.329249267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,8,power_law_1.2,0.35685249328613283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,8,power_law_1.2,0.4199871826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,8,power_law_1.2,3.9137841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,8,power_law_1.2,0.439557113647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,8,power_law_1.2,0.5110105514526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,8,power_law_1.2,0.6662477111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,8,power_law_1.2,0.6983628845214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,8,power_law_1.2,0.8453453063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,8,power_law_1.2,0.9865792083740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,8,power_law_1.2,1.0942861175537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,8,power_law_1.2,1.332104949951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,8,power_law_1.2,1.7806515502929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,8,power_law_1.2,2.4964083862304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,8,power_law_1.01,13.82420654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,8,power_law_1.2,3.5562573242187496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,8,power_law_1.2,4.6020135498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,8,power_law_1.01,18.157349853515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,8,power_law_1.2,6.749036865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,4,balanced,0.0608844804763794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,4,balanced,0.07882751941680907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,4,balanced,0.12275967597961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,4,balanced,0.2222809600830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,4,balanced,0.44307071685791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,4,balanced,0.8408576202392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,4,balanced,0.8423462677001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,4,balanced,0.8438015747070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,4,balanced,1.0686669158935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,4,balanced,1.0736089324951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,4,balanced,1.0821234893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,4,balanced,1.0913126373291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,4,balanced,1.1005299377441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,4,balanced,1.11346435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,4,balanced,1.1398067474365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,4,balanced,1.1517171478271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,4,balanced,1.1784166717529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,4,balanced,1.2467378997802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,4,balanced,1.3274751281738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,4,balanced,1.4503680419921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,4,balanced,1.561029052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,4,balanced,1.883336944580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,4,balanced,2.096875457763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,4,balanced,2.877337646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,8,power_law_1.2,8.956696166992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,4,balanced,3.5802316284179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,4,balanced,5.454107055664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,4,balanced,0.040271358489990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,4,balanced,0.052483839988708494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,4,balanced,0.07643136024475097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,4,balanced,0.12760959625244142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,4,balanced,0.22920703887939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,4,balanced,0.4310681533813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,4,balanced,0.43533695220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,4,balanced,6.580722045898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,4,balanced,0.4379174423217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,4,balanced,0.45760639190673824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,4,balanced,0.4599564743041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,4,balanced,0.4633382415771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,4,balanced,0.4656115341186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,4,balanced,0.4702412796020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,4,balanced,0.47790592193603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,4,balanced,0.4868428802490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,4,balanced,0.49617279052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,4,balanced,0.5152140808105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,4,balanced,0.5527910232543946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,4,balanced,0.5811404800415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,4,balanced,0.6436109161376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,4,balanced,0.7102438354492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,4,balanced,0.8313868713378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,4,balanced,0.9724582672119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,4,balanced,1.2758029174804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,4,balanced,1.5308595275878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,4,balanced,2.142644500732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,4,balanced,0.05379712104797363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,4,balanced,0.07991168022155762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,4,balanced,0.13760895729064943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,4,balanced,0.24869504928588868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,4,balanced,2.7176193237304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,4,balanced,0.25101055145263673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,4,balanced,0.25430271148681644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,4,balanced,0.2574694442749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,8,power_law_1.01,26.28736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,4,balanced,0.2649894332885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,4,balanced,0.268908805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,4,balanced,0.27964927673339846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,4,balanced,0.3550259017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,4,balanced,0.3614847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,4,balanced,0.36384513854980466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,4,balanced,0.4802969741821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,4,balanced,0.4901440048217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,4,balanced,0.5901504135131835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,4,balanced,0.6172659301757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,4,balanced,1.1329753875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,4,balanced,1.1765773010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,4,balanced,1.7907008361816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,4,balanced,2.357073974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,4,balanced,3.606427001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,4,balanced,4.651284484863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,4,balanced,7.245330200195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,4,balanced,10.00934814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,4,power_law_1.01,0.12086784362792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,4,power_law_1.01,0.21585664749145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,4,power_law_1.01,0.30255104064941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,4,power_law_1.01,0.3671270370483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,4,power_law_1.01,0.5130803298950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,4,power_law_1.01,0.5811852645874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,4,power_law_1.01,0.7490662384033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,4,power_law_1.01,0.7775027465820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,4,power_law_1.01,0.920847396850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,4,balanced,13.939400634765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,4,power_law_1.01,0.9331263732910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,4,power_law_1.01,0.8928627014160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,4,power_law_1.01,0.9603084564208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,4,power_law_1.01,0.9547891235351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,4,power_law_1.01,1.015572509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,4,power_law_1.01,1.0632870483398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,4,power_law_1.01,1.09949951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,4,power_law_1.01,1.1584038543701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,4,power_law_1.01,1.2960832214355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,4,power_law_1.01,1.3208114624023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,4,balanced,19.728555908203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,4,power_law_1.01,1.515660858154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,4,power_law_1.01,1.677454071044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,4,power_law_1.01,2.1258714294433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,4,power_law_1.01,2.5639566040039066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,4,power_law_1.01,3.3781759643554685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,4,power_law_1.01,4.659782409667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,4,power_law_1.01,0.0807795238494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,4,power_law_1.01,0.12708736419677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,4,power_law_1.01,0.1570342445373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,4,power_law_1.01,0.21883392333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,4,power_law_1.01,0.2595289611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,4,power_law_1.01,0.29106048583984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,4,power_law_1.01,6.64982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,4,power_law_1.01,0.38041217803955074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,4,power_law_1.01,0.402503662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,4,power_law_1.01,0.38483200073242185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,4,power_law_1.01,0.3880217742919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,4,power_law_1.01,0.39904640197753904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,4,power_law_1.01,0.41344512939453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,4,power_law_1.01,0.4154137420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,4,power_law_1.01,0.4387801742553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,4,power_law_1.01,8.18771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,4,power_law_1.01,0.45665664672851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,4,power_law_1.01,0.4470848083496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,4,power_law_1.01,0.4756979370117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,4,power_law_1.01,0.5298329544067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,4,power_law_1.01,0.5555315017700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,4,power_law_1.01,0.6220492935180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,4,power_law_1.01,0.6996543884277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,4,power_law_1.01,0.8258803558349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,4,power_law_1.01,0.9953330993652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,4,power_law_1.01,1.2851110839843751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,4,power_law_1.01,1.627352294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,4,power_law_1.01,0.05618303775787353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,4,power_law_1.01,0.08223999977111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,4,power_law_1.01,2.3883763122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,4,power_law_1.01,0.11079808235168458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,4,power_law_1.01,0.14295807838439942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,4,power_law_1.01,0.2368550491333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,4,power_law_1.01,0.28122112274169925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,4,power_law_1.01,3.000860290527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,4,power_law_1.01,0.3336729431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,4,power_law_1.01,0.29990783691406253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,4,power_law_1.01,0.31810176849365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,4,power_law_1.01,0.3493926239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,4,power_law_1.01,0.4229004669189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,4,power_law_1.01,0.46662528991699215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,4,power_law_1.01,0.5043840026855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,4,power_law_1.01,0.635807991027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,4,power_law_1.01,0.7054438018798829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,4,power_law_1.01,0.8452428436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,4,power_law_1.01,0.9756070709228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,4,power_law_1.01,1.244906234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,4,power_law_1.01,1.4855116271972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,4,power_law_1.01,2.1037260437011716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,4,power_law_1.01,2.7137048339843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,4,power_law_1.01,3.7659609985351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,4,power_law_1.01,4.9347802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,4,power_law_1.01,7.062237548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,8,power_law_1.2,15.632742919921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,4,power_law_1.2,0.12142720222473144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,4,power_law_1.2,0.21632896423339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,4,power_law_1.2,0.2619417572021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,4,power_law_1.2,0.3618534469604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,4,power_law_1.2,0.4742835235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,4,power_law_1.2,0.599818229675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,4,power_law_1.2,0.7356492614746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,4,power_law_1.2,0.663477783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,4,power_law_1.2,0.8893939208984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,4,power_law_1.2,0.9118911743164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,4,power_law_1.01,9.552464599609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,4,power_law_1.2,0.9583321380615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,4,power_law_1.2,0.9786483001708983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,4,power_law_1.2,0.9846425628662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,4,power_law_1.2,1.020400619506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,4,power_law_1.2,1.0717593383789061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,4,power_law_1.2,1.0847309112548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,4,power_law_1.2,1.2153433227539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,4,power_law_1.2,1.291197509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,4,power_law_1.2,1.3639666748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,4,power_law_1.01,15.672376708984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,4,power_law_1.2,1.5800178527832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,4,power_law_1.2,1.7938035583496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,4,power_law_1.2,2.2665126037597654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,4,power_law_1.2,2.815517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,4,power_law_1.2,3.830254211425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,4,power_law_1.2,4.53251708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,4,power_law_1.2,0.08385408401489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,4,power_law_1.2,0.12552063941955566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,4,power_law_1.2,0.13909503936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,4,power_law_1.2,0.20144256591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,4,power_law_1.2,0.23599103927612303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,4,power_law_1.2,6.2933416748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,4,power_law_1.2,0.2799948883056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,4,power_law_1.2,0.38075904846191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,4,power_law_1.2,0.3834444808959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,4,power_law_1.2,0.36096641540527347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,8,power_law_1.01,36.9799951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,4,power_law_1.2,0.3882252883911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,4,power_law_1.2,0.3942784118652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,4,power_law_1.2,0.41502334594726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,4,power_law_1.2,0.43774078369140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,4,power_law_1.2,0.4289510345458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,4,power_law_1.2,0.45555454254150385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,4,power_law_1.2,0.44946430206298826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,4,power_law_1.2,0.4835622406005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,4,power_law_1.2,9.404637451171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,4,power_law_1.2,0.5389849472045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,4,power_law_1.2,0.5761228942871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,4,power_law_1.2,0.6344243240356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,4,power_law_1.2,0.7054412841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,4,power_law_1.2,0.8643878173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,8,power_law_1.2,19.5563232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,4,power_law_1.2,1.0639654541015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,4,power_law_1.2,1.3724505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,4,power_law_1.2,0.05074816226959229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,4,power_law_1.2,0.07911808013916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,4,power_law_1.2,0.10269951820373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,4,power_law_1.2,1.7867686462402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,4,power_law_1.2,0.12789504051208495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,4,power_law_1.2,0.24101247787475585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,4,power_law_1.2,0.28093311309814456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,4,power_law_1.2,2.479700469970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,4,power_law_1.2,0.32793087005615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,4,power_law_1.2,0.3004863929748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,4,power_law_1.2,0.32917633056640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,4,power_law_1.2,0.3536064147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,4,power_law_1.2,0.43927551269531245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,4,power_law_1.2,0.4693145751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,4,power_law_1.2,3.3041918945312503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,4,power_law_1.2,0.5042316818237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,4,power_law_1.2,0.6531763458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,4,power_law_1.2,0.7156416320800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,4,power_law_1.2,0.849991683959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,4,power_law_1.2,0.9563136291503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,4,power_law_1.2,1.2589158630371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,4,power_law_1.2,1.526492156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,4,power_law_1.2,2.073621826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,4,power_law_1.01,19.5480810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,4,power_law_1.2,2.6213900756835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,4,power_law_1.2,3.7313919067382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,2,balanced,0.04990848064422607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,2,balanced,0.07066751956939697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,2,balanced,0.11714303970336915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,2,balanced,0.21456768035888674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,2,balanced,0.4217855834960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,4,power_law_1.2,4.902748107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,2,balanced,0.8066918182373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,2,balanced,0.8126246643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,2,balanced,0.820874252319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,2,balanced,0.8178368377685548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,2,balanced,0.8230413055419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,2,balanced,0.8383564758300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,2,balanced,0.8488550567626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,2,balanced,0.849849624633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,4,power_law_1.2,7.130242309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,2,balanced,1.0037798309326171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,2,balanced,0.8915046691894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,2,balanced,0.9920947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,2,balanced,1.1087654113769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,2,balanced,1.165722885131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,2,balanced,1.235208969116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,2,balanced,0.973285140991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,2,balanced,0.9865932464599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,2,balanced,1.356258544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,2,balanced,1.5197325134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,2,balanced,2.094878692626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,4,power_law_1.2,9.290022583007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,2,balanced,0.03768064022064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,2,balanced,0.05365759849548339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,2,balanced,2.7413171386718753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,2,balanced,0.07730688095092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,2,balanced,0.13064959526062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,2,balanced,0.23388927459716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,2,balanced,0.43974910736083983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,2,balanced,0.44628990173339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,2,balanced,0.44449409484863284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,2,balanced,4.106291198730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,2,balanced,0.4499327850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,2,balanced,0.45448577880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,2,balanced,0.4596710586547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,2,balanced,0.47700607299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,2,balanced,0.47879806518554685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,2,balanced,0.48771327972412115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,2,balanced,0.49405567169189457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,2,balanced,0.5017689514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,2,balanced,0.5165900802612304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,2,balanced,0.5479910278320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,2,balanced,5.36202392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,2,balanced,0.5812211227416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,2,balanced,0.6345971298217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,2,balanced,0.6958617401123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,2,balanced,0.8177484893798829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,2,balanced,0.9470130920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,2,balanced,1.275377883911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,2,balanced,1.5083967590332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,2,balanced,0.03458175897598267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,2,balanced,0.05295360088348389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,2,balanced,2.1409394836425784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,2,balanced,0.08466048240661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,2,balanced,0.14459136009216308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,2,balanced,0.25936767578125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,2,balanced,0.2619161605834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,2,balanced,0.26459264755249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,2,balanced,2.724742431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,2,balanced,0.26680192947387693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,2,balanced,0.2697228813171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,2,balanced,0.27184511184692384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,2,balanced,0.2821696090698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,2,balanced,0.29360767364501955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,2,balanced,0.29001216888427733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,2,balanced,0.39279998779296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,2,balanced,0.4053913497924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,2,balanced,0.41509761810302737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,2,balanced,0.5415871810913087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,2,balanced,0.6819596862792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,2,balanced,0.71697021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,2,balanced,1.312454376220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,2,balanced,1.3858457946777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,2,balanced,2.0498880004882816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,2,balanced,2.7023641967773435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,2,balanced,4.064152221679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,2,power_law_1.01,0.07272064208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,2,power_law_1.01,0.11629952430725096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,2,power_law_1.01,0.1807257652282715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,2,balanced,5.399880981445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,2,power_law_1.01,0.2571814346313476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,2,power_law_1.01,0.3650611114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,2,power_law_1.01,0.46930175781249994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,2,power_law_1.01,0.6324275207519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,2,power_law_1.01,0.6756800079345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,2,power_law_1.01,0.6624793243408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,2,balanced,8.064332885742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,2,power_law_1.01,0.7084480285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,2,power_law_1.01,0.7569344329833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,2,balanced,11.006767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,2,power_law_1.01,0.6765837097167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,2,power_law_1.01,0.9973017883300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,2,power_law_1.01,1.0450099182128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,2,power_law_1.01,0.68384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,2,power_law_1.01,1.2156031799316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,2,power_law_1.01,1.1863846588134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,2,power_law_1.01,1.449749755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,2,power_law_1.01,0.9530022430419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,2,power_law_1.01,0.8696179199218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,2,power_law_1.01,1.8622055053710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,2,power_law_1.01,0.9900685119628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,2,power_law_1.01,1.4801292419433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,2,power_law_1.01,2.5634689331054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,2,power_law_1.01,0.05540736198425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,2,power_law_1.01,3.2156262207031245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,2,power_law_1.01,0.07657343864440917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,2,power_law_1.01,0.11126527786254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,2,power_law_1.01,0.16272127151489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,2,power_law_1.01,0.20816768646240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,2,power_law_1.01,0.2562918472290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,2,power_law_1.01,4.519476623535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,2,power_law_1.01,0.3452108764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,2,power_law_1.01,0.3463974380493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,2,power_law_1.01,0.36610816955566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,2,power_law_1.01,0.37009918212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,2,power_law_1.01,0.3866457748413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,2,power_law_1.01,0.41148288726806637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,2,power_law_1.01,0.4372390365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,2,power_law_1.01,0.44370944976806637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,2,power_law_1.01,5.9406640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,2,power_law_1.01,0.4569228744506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,2,power_law_1.01,0.45287807464599605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,2,power_law_1.01,0.46727680206298833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,2,power_law_1.01,0.5254707336425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,2,power_law_1.01,0.5615142440795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,2,power_law_1.01,0.6279616165161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,2,power_law_1.01,0.7012313842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,2,power_law_1.01,0.835384292602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,2,power_law_1.01,1.0012351989746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,2,power_law_1.01,1.3093656921386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,2,power_law_1.01,1.643750457763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,2,power_law_1.01,0.03486207962036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,2,power_law_1.01,0.053324799537658694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,2,power_law_1.01,0.08429951667785644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,2,power_law_1.01,2.2399142456054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,2,power_law_1.01,0.11176575660705565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,2,power_law_1.01,0.1445567989349365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,2,power_law_1.01,0.2229376029968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,2,power_law_1.01,2.928805236816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,2,power_law_1.01,0.2526668739318848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,2,power_law_1.01,0.2749273681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,2,power_law_1.01,0.30946815490722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,2,power_law_1.01,0.31565055847167967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,2,power_law_1.01,0.34471294403076175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,2,power_law_1.01,0.3523199844360351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,2,power_law_1.01,0.3868620681762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,2,power_law_1.01,0.47972351074218744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,2,power_law_1.01,0.5168499374389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,2,power_law_1.01,0.5680012893676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,2,power_law_1.01,0.7307750701904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,2,power_law_1.01,0.9549951934814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,2,power_law_1.01,1.126503677368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,2,power_law_1.01,1.4546368408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,2,power_law_1.01,1.7791654968261716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,2,power_law_1.01,2.418769989013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,2,power_law_1.01,3.0785229492187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,2,power_law_1.01,4.451014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,2,power_law_1.2,0.07210112094879151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,2,power_law_1.2,0.11634943962097169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,2,power_law_1.2,0.16123647689819337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,2,power_law_1.2,0.2450252723693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,2,power_law_1.01,5.682681884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,2,power_law_1.2,0.4672691345214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,2,power_law_1.01,8.392052612304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,2,power_law_1.2,0.6416857910156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,2,power_law_1.2,0.34533760070800784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,2,power_law_1.01,11.366295166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,2,power_law_1.2,0.6301670455932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,8,power_law_1.2,38.96043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,2,power_law_1.2,0.6945382690429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,2,power_law_1.2,0.7248409271240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,4,power_law_1.2,15.268017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,2,power_law_1.2,0.6663859558105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,2,power_law_1.2,1.0972697448730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,2,power_law_1.2,0.8968653106689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,2,power_law_1.2,1.0112627410888673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,2,power_law_1.2,1.2565977478027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,2,power_law_1.2,0.6488499450683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,2,power_law_1.2,1.5323916625976561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,2,power_law_1.2,0.741822738647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,2,power_law_1.2,1.995014343261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,2,power_law_1.2,2.7289752197265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,2,power_law_1.2,1.0372544097900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,2,power_law_1.2,0.9661682891845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,2,power_law_1.2,3.3479013061523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,2,power_law_1.2,1.2740889739990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,2,power_law_1.2,0.05343616008758545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,2,power_law_1.2,0.0786188793182373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,2,power_law_1.2,0.10030847549438478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,2,power_law_1.2,1.5956556701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,2,power_law_1.2,0.14868608474731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,2,power_law_1.2,0.18381311416625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,2,power_law_1.2,0.23179391860961912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,2,power_law_1.2,0.3436646270751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,2,power_law_1.2,0.33890304565429685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,2,power_law_1.2,0.3601536178588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,2,power_law_1.2,0.3796966552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,2,power_law_1.2,0.3859084701538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,2,power_law_1.2,0.4143078231811524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,2,power_law_1.2,0.4329100799560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,2,power_law_1.2,4.5246911621093755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,2,power_law_1.2,0.4487129592895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,2,power_law_1.2,0.45853950500488283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,2,power_law_1.2,0.45859199523925775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,2,power_law_1.2,0.484692497253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,2,power_law_1.2,0.5218188858032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,2,power_law_1.2,0.5854745483398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,2,power_law_1.2,0.6502668762207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,2,power_law_1.2,0.7304192352294921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,2,power_law_1.2,0.8708544158935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,2,power_law_1.2,1.0372569274902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,2,power_law_1.2,1.3487744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,2,power_law_1.2,0.03504512071609497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,2,power_law_1.2,1.7064064025878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,2,power_law_1.2,0.05316864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,2,power_law_1.2,0.08073856353759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,2,power_law_1.2,6.073683471679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,2,power_law_1.2,0.1061350440979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,2,power_law_1.2,0.13431551933288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,2,power_law_1.2,2.322851867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,2,power_law_1.2,0.2200076866149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,2,power_law_1.2,0.25204479217529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,2,power_law_1.2,0.2892313575744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,2,power_law_1.2,0.3131340789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,2,power_law_1.2,0.34476417541503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,2,power_law_1.2,0.32546817779541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,2,power_law_1.2,3.0180044555664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,2,power_law_1.2,0.3558553695678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,2,power_law_1.2,0.3873139190673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,2,power_law_1.2,0.48947582244873045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,2,power_law_1.2,0.5348979187011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,2,power_law_1.2,0.5847065734863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,2,power_law_1.2,0.7559129333496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,2,power_law_1.2,0.9822054290771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,2,power_law_1.2,1.1524467468261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,2,power_law_1.2,1.4661824035644533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,2,power_law_1.2,1.7961894226074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,2,power_law_1.2,2.484380187988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,1,balanced,0.06815040111541748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,1,balanced,0.08784319877624511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,1,balanced,0.1305561637878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,2,power_law_1.2,3.1002584838867184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,1,balanced,0.2245222473144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,1,balanced,0.4587577438354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,1,balanced,0.8442880249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,1,balanced,0.8566675567626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,1,balanced,0.8503187561035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,1,balanced,0.862982406616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,1,balanced,0.8567494201660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,2,power_law_1.2,5.723204956054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,1,balanced,0.8678157043457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,2,power_law_1.2,4.376930541992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,1,balanced,0.8774195098876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,1,balanced,0.8832434844970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,1,balanced,0.8993119812011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,1,balanced,1.125503387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,1,balanced,1.133846435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,1,balanced,1.1553855895996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,1,balanced,1.2086271667480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,1,balanced,1.264800033569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,1,balanced,1.3882028198242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,1,balanced,1.522919006347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,1,balanced,2.1927769470214846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,1,balanced,2.1397331237792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,1,balanced,2.8071493530273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,1,balanced,0.04761792182922363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,1,balanced,0.06271615982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,1,balanced,0.08990655899047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,1,balanced,3.4850622558593747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,1,balanced,0.14703935623168946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,1,balanced,0.2610720062255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,1,balanced,0.49209022521972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,1,balanced,0.49529472351074216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,1,balanced,0.5010406494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,1,balanced,0.5024563217163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,1,balanced,0.5072403335571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,1,balanced,0.5105945587158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,1,balanced,5.128687133789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,1,balanced,0.5190284729003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,1,balanced,0.5222016143798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,1,balanced,0.529493751525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,1,balanced,0.5863449478149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,1,balanced,0.5921145629882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,1,balanced,0.5937542343139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,1,balanced,0.6198374557495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,1,balanced,0.6409305572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,1,balanced,6.548225708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,1,balanced,0.6924915313720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,1,balanced,0.7386342620849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,1,balanced,0.8555423736572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,2,power_law_1.2,8.3032666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,1,balanced,0.967357406616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,1,balanced,0.026490240097045897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,1,balanced,1.3929971313476561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,1,balanced,0.03537408113479614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,1,balanced,0.057164797782897944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,1,balanced,1.6459091186523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,1,balanced,0.08993087768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,1,balanced,0.15350208282470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,1,balanced,0.27986112594604495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,1,balanced,0.28072256088256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,1,balanced,0.28313407897949217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,1,balanced,0.28648895263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,1,balanced,0.28829952239990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,1,balanced,0.2931724739074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,1,balanced,2.9430572509765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,1,balanced,2.2939686584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,1,balanced,0.2985606384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,1,balanced,0.30166528701782225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,1,balanced,0.31772863388061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,1,balanced,0.33123519897460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,1,balanced,0.33970046997070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,1,balanced,0.46866497039794924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,1,balanced,0.5070086288452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,1,balanced,0.672113265991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,1,balanced,0.8527033233642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,1,balanced,0.9122444915771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,1,balanced,1.653849639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,1,balanced,1.7810823059082033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,1,power_law_1.01,0.06787199974060058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,1,power_law_1.01,0.08727680206298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,1,power_law_1.01,0.12957247734069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,1,balanced,2.6358880615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,1,power_law_1.01,0.22504255294799808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,1,power_law_1.01,0.34706817626953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,1,power_law_1.01,0.46601280212402346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,1,balanced,3.4941339111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,1,power_law_1.01,0.6204671859741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,1,power_law_1.01,0.651629409790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,1,power_law_1.01,0.6673567962646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,1,power_law_1.01,0.6813900756835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,1,power_law_1.01,0.7280595397949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,1,balanced,5.1954235839843745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,1,power_law_1.01,0.7617453002929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,1,power_law_1.01,0.7788543701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,1,power_law_1.01,0.7908454132080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,1,power_law_1.01,1.0017254638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,1,power_law_1.01,1.0185964965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,1,power_law_1.01,1.0804697418212892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,1,power_law_1.01,1.166842269897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,1,balanced,6.887645874023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,1,power_law_1.01,1.287589111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,1,power_law_1.01,1.42716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,1,power_law_1.01,1.6075392150878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,1,power_law_1.01,1.9620947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,1,power_law_1.01,2.251470031738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,1,power_law_1.01,0.047456002235412596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,1,power_law_1.01,0.0621452808380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,1,power_law_1.01,3.0305688476562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,1,power_law_1.01,0.08905407905578613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,1,power_law_1.01,3.764327087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,1,power_law_1.01,0.14710335731506347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,1,power_law_1.01,0.21053823471069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,1,power_law_1.01,0.27071552276611327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,1,power_law_1.01,0.3702035140991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,1,power_law_1.01,0.3900320053100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,1,power_law_1.01,0.3997062301635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,1,power_law_1.01,0.4081260681152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,1,power_law_1.01,0.4289440155029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,1,power_law_1.01,5.27885498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,2,power_law_1.2,10.966124267578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,1,power_law_1.01,0.4428384017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,1,power_law_1.01,0.44910655975341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,1,power_law_1.01,0.5202739334106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,1,power_law_1.01,0.526517105102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,1,power_law_1.01,0.5498009490966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,1,power_law_1.01,0.5765785598754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,1,power_law_1.01,0.4619353485107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,1,power_law_1.01,0.6195411300659179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,1,power_law_1.01,0.7004192352294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,1,power_law_1.01,0.766684799194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,1,power_law_1.01,6.872744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,1,power_law_1.01,0.9117433929443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,1,power_law_1.01,1.070851821899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,1,power_law_1.01,0.026918399333953857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,1,power_law_1.01,1.3888076782226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,1,power_law_1.01,0.0354150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,1,power_law_1.01,0.05666944026947022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,1,power_law_1.01,1.7277247619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,1,power_law_1.01,0.09115263938903809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,1,power_law_1.01,0.11991104125976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,1,power_law_1.01,0.15535231590270998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,1,power_law_1.01,0.21199424743652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,1,power_law_1.01,0.22302783966064452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,1,power_law_1.01,2.382097930908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,1,power_law_1.01,0.24282367706298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,1,power_law_1.01,0.26676416397094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,1,power_law_1.01,0.2972371292114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,1,power_law_1.01,0.33186176300048825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,1,power_law_1.01,0.35500545501708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,1,power_law_1.01,0.3668320083618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,1,power_law_1.01,0.3904294586181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,1,power_law_1.01,0.43055233001708987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,1,power_law_1.01,0.5529363250732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,1,power_law_1.01,3.0872763061523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,1,power_law_1.01,0.6843647766113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,1,power_law_1.01,0.896015396118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,1,power_law_1.01,1.1831021118164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,1,power_law_1.01,1.3931015014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,1,power_law_1.01,1.8237458801269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,1,power_law_1.2,0.06755904197692872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,1,power_law_1.01,2.239862365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,1,power_law_1.2,0.0870803165435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,1,power_law_1.2,0.13026944160461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,1,power_law_1.2,0.20680511474609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,1,power_law_1.01,3.077562255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,1,power_law_1.2,0.31070272445678715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,1,power_law_1.2,0.451800308227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,1,power_law_1.2,0.6100492858886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,1,power_law_1.2,0.6390579223632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,1,power_law_1.01,3.9272601318359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,1,power_law_1.2,0.6582713317871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,1,power_law_1.2,0.6851225280761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,1,power_law_1.2,0.7263839721679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,1,power_law_1.2,0.7533229064941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,1,power_law_1.2,0.7816185760498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,1,power_law_1.2,0.8039949035644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,1,power_law_1.2,1.0199488067626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,1,power_law_1.2,1.0548889923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,1,power_law_1.01,5.62359619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,1,power_law_1.2,1.1005350494384767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,1,power_law_1.2,1.2330675506591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,1,power_law_1.2,1.314344940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,1,power_law_1.2,1.4811308288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,1,power_law_1.2,1.618125457763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,1,power_law_1.01,7.332882690429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,1,power_law_1.2,1.9935002136230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,1,power_law_1.2,0.047528958320617674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,1,power_law_1.2,0.06275263786315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,1,power_law_1.2,2.3431968688964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,1,power_law_1.2,0.08910400390624999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,1,power_law_1.2,0.13794495582580565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,1,power_law_1.2,0.19529407501220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,1,power_law_1.2,0.256046085357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,1,power_law_1.2,3.055003662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,1,power_law_1.2,0.36206783294677736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,1,power_law_1.2,0.382210578918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,1,power_law_1.2,0.3915584182739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,1,power_law_1.2,0.4089427185058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,1,power_law_1.2,3.8074072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,1,power_law_1.2,0.42266815185546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,1,power_law_1.2,0.43787902832031256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,1,power_law_1.2,0.4514764785766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,1,power_law_1.2,0.46846847534179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,1,power_law_1.2,0.5296230316162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,1,power_law_1.2,0.5409215927124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,1,power_law_1.2,0.557470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,1,power_law_1.2,0.6056742477416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,1,power_law_1.2,5.204547119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,1,power_law_1.2,0.6487641906738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,1,power_law_1.2,0.7238956451416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,1,power_law_1.2,0.7961529541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,1,power_law_1.2,0.9463916778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,1,power_law_1.2,1.1125267028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,8,power_law_1.2,28.89112060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,1,power_law_1.2,1.4083993530273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,1,power_law_1.2,6.83363037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,1,power_law_1.2,0.026408960819244386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,4,power_law_1.2,19.792027587890622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,1,power_law_1.2,0.035924479961395264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,1,power_law_1.2,0.06057536125183105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,1,power_law_1.2,1.7619296264648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,1,power_law_1.2,0.08600383758544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,1,power_law_1.2,0.1116160011291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,1,power_law_1.2,0.14088191986083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,1,power_law_1.2,0.20721599578857425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,1,power_law_1.2,0.22134464263916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,1,power_law_1.2,0.2449087905883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,1,power_law_1.2,0.2654502487182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,1,power_law_1.2,2.466787872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,1,power_law_1.2,0.29504959106445316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,1,power_law_1.2,0.33600318908691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,1,power_law_1.2,0.3753984069824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,1,power_law_1.2,0.36295936584472654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,1,power_law_1.2,0.4071705627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,1,power_law_1.2,0.43294719696044925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,1,power_law_1.2,3.101109619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,1,power_law_1.2,0.5914662551879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,1,power_law_1.2,0.7004684448242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,1,power_law_1.2,0.9289209747314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,1,power_law_1.2,1.2325465393066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,8,balanced,0.019174400568008423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,8,balanced,0.019838720560073853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,1,power_law_1.2,1.462902374267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,8,balanced,0.02813823938369751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,8,balanced,0.04370687961578369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,8,balanced,0.06749695777893067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,8,balanced,0.07906303882598878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,8,balanced,0.08280320167541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,8,balanced,0.08545151710510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,8,balanced,0.08847231864929199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,1,power_law_1.2,1.868401336669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,8,balanced,0.08973695755004882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,8,balanced,0.08260992050170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,8,balanced,0.08661760330200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,8,balanced,0.08422783851623536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,8,balanced,0.09034367561340331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,8,balanced,0.09529472351074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,8,balanced,0.09698304176330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,8,balanced,0.10430720329284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,8,balanced,0.12500224113464356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,8,balanced,0.13669119834899904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,1,power_law_1.2,2.3223846435546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,8,balanced,0.18270208358764647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,8,balanced,0.21908607482910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,8,balanced,0.2961612892150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,8,balanced,0.36702465057373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,8,balanced,0.5304524612426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,8,balanced,0.021982719898223875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,8,balanced,0.6830182647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,8,balanced,0.022781438827514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,8,balanced,0.024107520580291746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,8,balanced,0.02917248010635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,1,power_law_1.2,3.125393981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,8,balanced,0.04918272018432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,8,balanced,1.0069593811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,8,balanced,0.056412158012390134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,8,balanced,0.05849855899810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,8,balanced,0.06103424072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,8,balanced,0.06360832214355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,8,balanced,0.06546815872192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,8,balanced,0.05861248016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,8,balanced,0.06020095825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,8,balanced,0.06206079959869385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,8,balanced,0.06499839782714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,8,balanced,1.3234841918945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,8,balanced,0.06744703769683838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,8,balanced,0.0703436803817749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,8,balanced,0.07780096054077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,8,balanced,0.09333248138427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,8,balanced,0.1060863971710205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,8,balanced,0.136494083404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,8,balanced,0.1651737594604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,8,balanced,0.2272537612915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,8,balanced,0.28131967544555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,1,power_law_1.2,3.987286376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,8,balanced,0.025722880363464356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,8,balanced,0.4030284881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,8,balanced,0.03487360000610352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,8,balanced,0.5158028793334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,8,balanced,0.03511168003082275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,8,balanced,0.035287039279937746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,8,balanced,0.039184639453887934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,8,balanced,0.048623361587524415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,8,balanced,0.05134848117828369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,8,balanced,0.06339327812194824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,8,balanced,0.7598668670654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,8,balanced,0.06605696201324462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,8,balanced,0.0772160005569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,8,balanced,0.07795968055725097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,8,balanced,0.10641023635864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,8,balanced,0.10693120002746581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,8,balanced,0.11131775856018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,8,balanced,0.9903142547607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,8,balanced,0.16079999923706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,8,balanced,0.16798463821411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,8,balanced,0.20041088104248045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,8,balanced,0.29147264480590823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,8,balanced,0.3677260971069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,8,balanced,0.5368115234374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,8,balanced,0.6992422485351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,8,balanced,1.0164953613281251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,1,power_law_1.2,5.636209106445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,8,balanced,1.3499404907226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,8,power_law_1.01,0.042639360427856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,8,power_law_1.01,0.04710400104522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,8,power_law_1.01,0.05234303951263428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,8,power_law_1.01,0.05994368076324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,8,power_law_1.01,0.0540723180770874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,8,balanced,1.9918975830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,8,power_law_1.01,0.0725542402267456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,8,power_law_1.01,0.07868031978607178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,8,power_law_1.01,0.08134016036987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,8,power_law_1.01,0.08339839935302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,8,power_law_1.01,0.08832639694213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,8,power_law_1.01,0.08532735824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,8,power_law_1.01,0.086429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,8,power_law_1.01,0.08504704475402833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,8,power_law_1.01,0.0866982364654541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,8,power_law_1.01,0.09291263580322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,8,balanced,2.602568969726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,8,power_law_1.01,0.09570688247680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,8,power_law_1.01,0.10908543586730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,8,power_law_1.01,0.14440064430236815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,8,power_law_1.01,0.16788095474243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,8,power_law_1.01,0.2110220718383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,8,power_law_1.01,0.27571327209472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,8,power_law_1.01,0.3493721771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,8,power_law_1.01,0.429222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,1,power_law_1.2,7.3030810546875005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,8,power_law_1.01,0.6688243103027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.025208320617675785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.03960191965103149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.03712896108627319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.0448960018157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,8,power_law_1.01,0.9349874877929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,8,balanced,3.847978210449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.05747200012207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.04159872055053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.0530457592010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.058224639892578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,8,power_law_1.01,1.3047756958007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.06318336009979249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.0668339204788208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.05919616222381592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.06087808132171631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.06189184188842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.06509952068328857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.07333888053894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.08817791938781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.10449536323547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,8,power_law_1.01,1.803041229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.1289087963104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.161265926361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.20212095260620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.27045631408691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.05215231895446777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.40276222229003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,8,balanced,5.12055908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,8,power_law_1.01,0.026123518943786624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.5317401504516601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,8,power_law_1.01,0.031950080394744874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,8,power_law_1.01,0.034040319919586184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,8,power_law_1.01,0.038357760906219486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,8,power_law_1.01,0.03508608102798462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.06673151969909667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,0.7909030151367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,8,power_law_1.01,0.049514241218566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,8,power_law_1.01,0.059613437652587885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,1.055230712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,8,power_law_1.01,0.0741977596282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,8,power_law_1.01,0.07548416137695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,8,power_law_1.01,0.09330816268920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,8,power_law_1.01,0.11280384063720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,8,power_law_1.01,0.11728511810302736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,8,power_law_1.01,0.07293312072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,8,power_law_1.01,0.13409024238586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,8,power_law_1.01,0.1551257610321045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,8,power_law_1.01,0.1753023910522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,8,power_law_1.01,0.21963264465332033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,8,power_law_1.01,0.286750717163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,8,power_law_1.01,0.34599937438964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,8,power_law_1.01,0.5236748886108399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,8,power_law_1.2,0.04236288070678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,8,power_law_1.2,0.037318398952484136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,8,power_law_1.2,0.046776318550109865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,8,power_law_1.2,0.055079679489135745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,8,power_law_1.2,0.049515519142150875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,8,power_law_1.2,0.07423744201660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,8,power_law_1.2,0.07976831912994384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,8,power_law_1.2,0.08195712089538573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,8,power_law_1.2,0.08500479698181153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,8,power_law_1.2,0.0859494400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,8,power_law_1.2,0.08992768287658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,8,power_law_1.2,0.08592384338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,8,power_law_1.2,0.08508416175842284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,8,power_law_1.2,0.08905344009399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,8,power_law_1.2,0.09512448310852051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,8,power_law_1.2,0.1019865608215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,8,power_law_1.2,0.11492992401123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,8,power_law_1.2,0.14957695960998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,8,power_law_1.2,0.1790297508239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,8,power_law_1.01,0.6988671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,8,power_law_1.2,0.22487808227539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,8,power_law_1.2,0.292545280456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,8,power_law_1.2,0.4049919891357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,8,power_law_1.2,0.5240422439575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,8,power_law_1.2,0.7365657806396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,8,power_law_1.2,1.0685670471191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,8,power_law_1.2,1.6034342956542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.024368638992309573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.02921983957290649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.035270400047302246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.04350719928741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.03985919952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.05154687881469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.05548160076141358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.057943038940429695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.06115583896636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.06272384166717529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.0691596794128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.05978879928588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.06438655853271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.06355967998504639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.06716928005218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.06987264156341552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.07730944156646728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.09387647628784179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.10875519752502441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.1411353588104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.17674751281738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.24864511489868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.29220607757568356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,8,power_law_1.01,1.0220787048339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,0.5781145477294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.4500147247314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,8,power_law_1.2,1.991283264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,8,power_law_1.2,0.026073598861694337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,8,power_law_1.2,0.03129343986511231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,8,power_law_1.2,0.0343500804901123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,8,power_law_1.2,0.03527679920196533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,8,power_law_1.2,0.03871104001998901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,8,power_law_1.2,0.0491212797164917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,8,power_law_1.2,0.056976637840270995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,8,power_law_1.2,0.07373695850372315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,8,power_law_1.2,0.07550335884094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,8,power_law_1.2,0.0861952018737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,8,power_law_1.2,0.1009331226348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,8,power_law_1.2,0.11782912254333495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,8,power_law_1.2,0.11846143722534179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,8,power_law_1.01,1.33396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,8,power_law_1.2,0.1394163227081299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,0.8646617889404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,8,power_law_1.2,0.159552001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,8,power_law_1.2,0.17463680267333986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,8,power_law_1.2,0.21870080947875978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,8,power_law_1.2,0.2965772819519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,1.1371737670898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,8,power_law_1.2,0.3661555099487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,8,power_law_1.01,1.9992179870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,8,power_law_1.2,0.5234163284301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,8,power_law_1.2,0.6908006286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,8,power_law_1.01,2.569494934082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,8,power_law_1.2,1.0193023681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,4,balanced,0.01885056018829346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,4,balanced,0.019869439601898194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,4,balanced,0.029338879585266115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,4,balanced,0.0436953592300415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,4,balanced,0.06862463951110839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,4,balanced,0.07067520141601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,4,balanced,0.08249343872070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,4,balanced,0.08474240303039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,4,balanced,0.08647680282592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,4,balanced,0.08878975868225097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,4,balanced,0.08084351539611816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,4,balanced,0.08259584426879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,4,balanced,0.08398464202880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,4,balanced,0.08677760124206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,4,balanced,0.09086463928222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,4,balanced,0.09403264045715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,4,balanced,0.10020352363586427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,4,balanced,0.11455488204956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,4,balanced,0.12670207977294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,4,balanced,0.16970624923706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,4,balanced,0.2010201644897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,4,balanced,0.27835903167724607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,4,balanced,0.3460697555541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,4,balanced,0.5006950378417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,4,balanced,0.6451455688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,4,balanced,0.9511462402343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,4,balanced,1.2462655639648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,4,balanced,0.021826560497283938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,4,balanced,0.022536959648132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,4,balanced,0.023249919414520266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,4,balanced,0.030375680923461913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,4,balanced,0.05186304092407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,4,balanced,0.054620161056518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,4,balanced,0.06087296009063721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,4,balanced,0.06405248165130614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,4,balanced,0.06521984100341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,4,balanced,0.06715775966644287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,4,balanced,0.058196477890014656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,4,balanced,0.05947264194488525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,4,balanced,0.06062592029571533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,4,balanced,0.06408448219299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,4,balanced,0.06602752208709717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,4,balanced,0.07002495765686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,4,balanced,0.0750489616394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,4,balanced,0.0877017593383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,4,balanced,0.09907967567443847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,4,balanced,0.12430463790893556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,4,balanced,0.14892800331115724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,4,balanced,0.20717824935913084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,4,balanced,0.2534259223937988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,4,balanced,0.3671744155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,4,balanced,0.46957054138183596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,4,balanced,0.6896371459960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,4,balanced,0.8951155090332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,4,power_law_1.01,0.02632960081100464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,4,power_law_1.01,0.030731520652770995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,4,power_law_1.01,0.04016128063201904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,4,power_law_1.01,0.04636288166046142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,4,power_law_1.01,0.04634880065917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,4,power_law_1.01,0.06411903858184814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,4,power_law_1.01,0.077642240524292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,4,power_law_1.01,0.08116095542907716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,4,power_law_1.01,0.08370176315307618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,4,power_law_1.01,0.08590463638305665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,4,power_law_1.01,0.08905728340148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,4,power_law_1.01,0.081593599319458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,4,power_law_1.01,0.08349311828613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,4,power_law_1.01,0.08801407814025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,4,power_law_1.01,0.09355263710021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,4,power_law_1.01,0.09608448028564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,4,power_law_1.01,0.10097536087036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,4,power_law_1.01,0.12160639762878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,4,power_law_1.01,0.14538368225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,4,power_law_1.01,0.18920576095581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,4,power_law_1.01,0.23602304458618165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,4,power_law_1.01,0.30996864318847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,4,power_law_1.01,0.414967041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,4,power_law_1.01,0.5763916778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,4,power_law_1.01,0.7727756500244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,4,power_law_1.01,1.0920703887939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,4,power_law_1.01,1.448869171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,4,power_law_1.01,0.022536959648132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,4,power_law_1.01,0.027086079120635986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,4,power_law_1.01,0.0312716794013977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,4,power_law_1.01,0.03914752006530762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,4,power_law_1.01,0.04293248176574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,4,power_law_1.01,0.0529472017288208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,4,power_law_1.01,0.05820543766021728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,4,power_law_1.01,0.06110464096069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,4,power_law_1.01,0.06366464138031006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,4,power_law_1.01,0.06521344184875488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,4,power_law_1.01,0.0643455982208252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,4,power_law_1.01,0.057610239982604984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,4,power_law_1.01,0.059310078620910645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,4,power_law_1.01,0.06211328029632568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,4,power_law_1.01,0.06391039848327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,4,power_law_1.01,0.06665472030639649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,4,power_law_1.01,0.0740390396118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,4,power_law_1.01,0.08838656425476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,4,power_law_1.01,0.10376832008361817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,4,power_law_1.01,0.13202688217163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,4,power_law_1.01,0.16002304077148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,4,power_law_1.01,0.2145804786682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,8,power_law_1.2,1.3316645812988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,4,power_law_1.01,0.2701055908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,4,power_law_1.01,0.39439743041992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,4,power_law_1.01,0.4953023910522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,4,power_law_1.01,0.7368447875976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,8,power_law_1.01,3.8951141357421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,4,power_law_1.2,0.025620479583740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,4,power_law_1.2,0.03474047899246216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,4,power_law_1.2,0.03672703981399536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,4,power_law_1.2,0.04110976219177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,4,power_law_1.2,0.040135679244995115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,4,power_law_1.2,0.06508927822113038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,4,power_law_1.2,0.07980544090270995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,4,power_law_1.2,0.08276991844177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,4,power_law_1.2,0.08612223625183105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,4,power_law_1.2,0.08850815773010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,4,power_law_1.2,0.08676480293273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,4,power_law_1.2,0.08476927757263183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,4,power_law_1.01,0.9338124847412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,4,power_law_1.2,0.08636672019958495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,4,power_law_1.2,0.09257984161376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,4,power_law_1.2,0.09827072143554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,4,power_law_1.2,0.10316800117492675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,4,power_law_1.2,0.12316543579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,4,power_law_1.2,0.14671360015869142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,4,power_law_1.2,0.20031744003295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,4,power_law_1.2,0.09401599884033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,4,power_law_1.2,0.25100543975830075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,4,power_law_1.2,0.3263974380493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,4,power_law_1.2,0.43549057006835934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,4,power_law_1.2,0.6100761413574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,4,power_law_1.2,0.8095065307617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,4,power_law_1.2,0.022296319007873537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,4,power_law_1.2,0.026915841102600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,4,power_law_1.2,0.030094079971313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,4,power_law_1.2,0.03599744081497193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,4,power_law_1.2,0.04417151927947998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,4,power_law_1.2,0.05156223773956299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,4,power_law_1.2,0.05925119876861572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,4,power_law_1.2,0.06246016025543213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,4,power_law_1.2,0.06493311882019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,4,power_law_1.2,0.06748544216156006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,4,power_law_1.2,0.06276991844177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,4,power_law_1.2,0.06007552146911621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,4,power_law_1.2,0.05970687866210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,4,power_law_1.2,0.06275839805603027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,4,power_law_1.2,0.06641024112701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,4,power_law_1.2,0.06934400081634522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,4,power_law_1.2,0.07577727794647217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,4,power_law_1.2,0.08966912269592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,4,power_law_1.2,0.10427776336669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,4,power_law_1.2,0.13527039527893064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,4,power_law_1.2,0.16070655822753904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,4,power_law_1.2,1.1666547393798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,4,power_law_1.2,0.2796313667297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,4,power_law_1.2,0.2199616050720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,4,power_law_1.2,0.4996428680419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,4,power_law_1.2,0.39491710662841795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,4,power_law_1.2,1.5159808349609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,2,balanced,0.017702399492263793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,2,balanced,0.019160319566726685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,2,balanced,0.028911359310150146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,2,balanced,0.04441215991973877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,2,balanced,0.06697216033935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,2,balanced,0.06769919872283936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,2,balanced,0.06913663864135741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,2,balanced,0.06987008094787597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,2,balanced,0.07848063945770264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,2,balanced,0.07861120223999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,2,balanced,0.0796723222732544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,2,balanced,0.08098560333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,2,balanced,0.08199423789978028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,2,balanced,0.08417407989501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,2,balanced,0.08758912086486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,2,balanced,0.08936063766479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,2,balanced,0.09586048126220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,2,balanced,0.10622719764709472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,2,balanced,0.11852160453796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,2,balanced,0.16196224212646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,2,balanced,0.19083520889282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,2,balanced,0.2625254440307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,2,balanced,0.3337664031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,2,balanced,0.4818060684204101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,4,power_law_1.2,0.7433241271972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,2,balanced,0.6266982269287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,2,balanced,0.922077407836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,2,balanced,0.021256959438323973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,2,balanced,0.02165760040283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,2,balanced,1.2214835357666014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,2,balanced,0.02478463888168335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,2,balanced,0.032916479110717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,2,balanced,0.05357056140899659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,2,balanced,0.05537024021148682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,2,balanced,0.055695362091064446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,2,balanced,0.05636096000671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,2,balanced,0.06497663974761962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,2,balanced,0.06592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,2,balanced,0.06699007987976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,2,balanced,0.06846591949462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,2,balanced,0.069268479347229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,2,balanced,0.0708518409729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,2,balanced,0.07356544017791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,2,balanced,0.07459328174591065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,2,balanced,0.07967999935150147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,2,balanced,0.08992768287658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,2,balanced,0.10025856018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,2,balanced,0.12162688255310058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,2,balanced,0.14292223930358888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,2,balanced,0.2071206474304199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,2,balanced,0.2488153648376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,8,power_law_1.2,1.9881613159179685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,2,balanced,0.35753726959228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,2,balanced,0.4677286529541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,2,power_law_1.01,0.01859071969985962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,2,balanced,0.6874931335449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,2,power_law_1.01,0.02682751893997192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,2,balanced,0.9038976287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,2,power_law_1.01,0.04184959888458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,2,power_law_1.01,0.06064000129699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,2,power_law_1.01,0.0493939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,2,power_law_1.01,0.06322303771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,2,power_law_1.01,0.06597375869750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,2,power_law_1.01,0.0757696008682251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,2,power_law_1.01,0.07628159999847413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,2,power_law_1.01,0.07773312091827392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,2,power_law_1.01,0.03574016094207764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,2,power_law_1.01,0.08000896453857423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,2,power_law_1.01,0.08148608207702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,2,power_law_1.01,0.08437503814697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,2,power_law_1.01,0.08670207977294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,2,power_law_1.01,0.09039999961853026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,2,power_law_1.01,0.09611007690429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,2,power_law_1.01,0.10922752380371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,2,power_law_1.01,0.1261465644836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,2,power_law_1.01,0.1725823974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,2,power_law_1.01,0.2238323211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,2,power_law_1.01,0.29662975311279294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,2,power_law_1.01,0.3704460906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,2,power_law_1.01,0.5191948699951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,2,power_law_1.01,0.6979033660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,2,power_law_1.01,0.02111999988555908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,2,power_law_1.01,0.022612481117248534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,2,power_law_1.01,1.0030079650878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,2,power_law_1.01,0.029624319076538085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,2,power_law_1.01,0.0330841588973999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,2,power_law_1.01,0.040212478637695316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,2,power_law_1.01,0.05276415824890137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,2,power_law_1.01,1.3087091064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,2,power_law_1.01,0.0529753589630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,2,power_law_1.01,0.061643519401550294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,2,power_law_1.01,0.061896958351135255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,2,power_law_1.01,0.06374783992767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,2,power_law_1.01,0.06487936019897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,2,power_law_1.01,0.06758272171020507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,2,power_law_1.01,0.05399936199188232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,2,power_law_1.01,0.07024767875671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,2,power_law_1.01,0.08625151634216308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,2,power_law_1.01,0.07305984020233154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,2,power_law_1.01,0.10003840446472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,2,power_law_1.01,0.11151103973388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,2,power_law_1.01,0.13694080352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,2,power_law_1.01,0.16277759552001952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,2,power_law_1.01,0.22316032409667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,2,power_law_1.01,0.2759846305847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,2,power_law_1.01,0.3930598449707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,2,power_law_1.01,0.5057126235961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,2,power_law_1.01,0.739019546508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,2,power_law_1.2,0.01869696021080017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,2,power_law_1.01,0.9527922821044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,2,power_law_1.2,0.027294719219207765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,2,power_law_1.2,0.03352576017379761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,2,power_law_1.2,0.03924607992172241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,2,power_law_1.2,0.0410368013381958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,2,power_law_1.2,0.06008959770202636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,2,power_law_1.01,0.07515007972717284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,2,power_law_1.2,0.06325759887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,2,power_law_1.2,0.0659545612335205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,2,power_law_1.2,0.07550848007202149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,2,power_law_1.2,0.0771993589401245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,2,power_law_1.2,0.07700223922729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,2,power_law_1.2,0.08112256050109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,2,power_law_1.2,0.08264320373535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,2,power_law_1.2,0.08468480110168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,2,power_law_1.2,0.08875007629394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,2,power_law_1.2,0.09153280258178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,2,power_law_1.2,0.09645695686340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,2,power_law_1.2,0.11110015869140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,2,power_law_1.2,0.13049471855163575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,2,power_law_1.2,0.17389823913574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,2,power_law_1.2,0.23209856033325194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,2,power_law_1.2,0.3016396713256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,4,power_law_1.2,0.9787328338623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,2,power_law_1.2,0.37405311584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,2,power_law_1.2,0.5257843017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,2,power_law_1.2,0.021140480041503908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,2,power_law_1.2,0.023262720108032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,2,power_law_1.2,0.02887295961380005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,2,power_law_1.2,0.03263871908187867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,2,power_law_1.2,0.038251519203186035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,2,power_law_1.2,0.051787519454956056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,2,power_law_1.2,0.053475837707519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,2,power_law_1.2,0.05415296077728271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,2,power_law_1.2,0.061459197998046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,2,power_law_1.2,0.06237567901611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,2,power_law_1.2,0.06364416122436524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,2,power_law_1.2,0.7302451324462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,2,power_law_1.2,0.06706175804138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,2,power_law_1.2,0.0692736005783081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,2,power_law_1.2,0.07083263874053955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,2,power_law_1.2,0.07360511779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,2,power_law_1.2,0.07969024181365966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,2,power_law_1.2,0.08981247901916503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,2,power_law_1.2,0.10070143699645998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,2,power_law_1.2,0.11141504287719725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,2,power_law_1.2,0.13748736381530763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,2,power_law_1.2,0.16457088470458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,2,power_law_1.2,0.22366207122802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,2,power_law_1.2,0.27657983779907225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,2,power_law_1.2,0.513199348449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,2,power_law_1.2,0.4022297668457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,2,power_law_1.2,0.9895257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,8,balanced,0.04168960094451905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,8,balanced,0.052898559570312496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,8,balanced,0.07326591968536376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,8,balanced,0.11857024192810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,8,balanced,0.2283763122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,8,balanced,0.28022911071777346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,8,balanced,0.288014087677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,8,balanced,0.29352191925048826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,8,balanced,0.2969100761413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,8,balanced,0.3048742485046387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,8,balanced,0.2979878425598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,8,balanced,0.3025996780395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,8,balanced,0.3019494438171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,8,balanced,0.31273727416992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,8,balanced,0.32813568115234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,8,balanced,0.3353497695922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,8,balanced,0.35433727264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,8,balanced,0.39206527709960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,2,power_law_1.2,1.301776580810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,8,balanced,0.43144447326660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,8,balanced,0.5191769790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,8,balanced,0.5736460876464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,8,balanced,0.7999539184570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,8,balanced,0.9804083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,8,balanced,1.4556185913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,8,balanced,1.8300582885742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,8,balanced,2.786160583496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,8,balanced,0.028056321144104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,8,balanced,0.0340556788444519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,8,balanced,0.048163838386535644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,8,balanced,0.07598976135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,8,balanced,0.1293158435821533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,2,power_law_1.2,0.7337126159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,8,balanced,0.14026240348815916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,8,balanced,0.14637439727783202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,8,balanced,0.1496217632293701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,8,balanced,3.642742919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,8,balanced,0.15367679595947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,8,balanced,0.15602304458618163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,8,balanced,0.14969344139099122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,8,balanced,0.15219327926635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,8,balanced,0.15576959609985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,8,balanced,0.16098304748535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,8,balanced,0.16552064895629884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,8,balanced,0.17387008666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,8,balanced,0.18962432861328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,8,balanced,0.21673215866088866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,8,balanced,0.2403865623474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,8,balanced,0.28930944442749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,8,balanced,0.3381683349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,8,balanced,0.4509235382080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,8,balanced,0.5570649719238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,8,balanced,0.7810739135742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,8,balanced,1.0050559997558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,8,balanced,0.05089280128479003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,8,balanced,0.07720064163208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,8,balanced,0.07726975917816162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,8,balanced,1.4662130737304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,8,balanced,0.07840256214141846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,8,balanced,0.08190208435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,8,balanced,0.11094783782958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,8,balanced,0.11468031883239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,8,balanced,0.14751359939575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,8,balanced,0.15228416442871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,8,balanced,0.18376447677612304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,8,balanced,1.9236300659179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,8,balanced,0.18446720123291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,8,balanced,0.3154368019104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,8,balanced,0.31940479278564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,8,balanced,0.32871681213378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,8,balanced,0.4686003112792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,8,balanced,0.47414913177490237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,8,balanced,0.6043264007568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,8,balanced,0.8941580963134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,8,balanced,1.1688819122314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,8,balanced,1.8161625671386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,8,balanced,2.4693145751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,8,balanced,3.5018829345703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,8,balanced,4.728285522460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,8,balanced,7.373667602539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,8,balanced,10.0168603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,8,power_law_1.01,0.11573887825012208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,8,power_law_1.01,0.1368511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,8,power_law_1.01,0.16245759963989256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,8,power_law_1.01,0.1684774398803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,8,power_law_1.01,0.17529472351074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,8,power_law_1.01,0.25730047225952146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,8,power_law_1.01,0.2602598381042481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,8,power_law_1.01,0.2702899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,8,power_law_1.01,0.26905471801757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,2,power_law_1.2,0.974167022705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,8,power_law_1.01,0.27725311279296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,8,power_law_1.01,0.30335359573364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,8,power_law_1.01,0.29550336837768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,8,power_law_1.01,0.3127654457092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,8,power_law_1.01,0.32099456787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,8,power_law_1.01,0.329356803894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,8,power_law_1.01,0.36946945190429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,8,power_law_1.01,0.3882086563110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,8,power_law_1.01,0.45984127044677736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,8,power_law_1.01,0.47463039398193363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,8,balanced,14.1104931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,8,power_law_1.01,0.5740121459960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,8,power_law_1.01,0.7426048278808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,8,power_law_1.01,1.0958643341064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,8,power_law_1.01,1.3793177795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,8,power_law_1.01,1.8392370605468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,8,power_law_1.01,2.7284954833984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.07362304210662843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.10528127670288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.10644991874694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.10696576118469239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,8,power_law_1.01,4.035002746582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.12083456039428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.1349286365509033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.13326592445373536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.1363212776184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.14362496376037598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.1388428783416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.1491916847229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.15038080215454103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,8,balanced,19.665986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.14829695701599122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,8,power_law_1.01,5.0382821655273435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.15407615661621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.15767807960510255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.16666879653930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.16962560653686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.21251712799072267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.22511104583740232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.29438463211059573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.3396672058105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.4635955047607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,0.5454054260253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,0.8960307312011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,8,power_law_1.01,0.051418881416320804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,1.1550374603271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,8,power_law_1.01,0.06305535793304443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,8,power_law_1.01,0.07707903861999513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,8,power_law_1.01,0.07844607830047608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,1.4773184204101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,8,power_law_1.01,0.0828876781463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,8,power_law_1.01,0.10878848075866698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,8,power_law_1.01,0.13390463829040528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,8,power_law_1.01,0.17989248275756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,2.148595275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,8,power_law_1.01,0.18540544509887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,8,power_law_1.01,0.18573183059692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,8,power_law_1.01,0.2399091148376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,8,power_law_1.01,0.2877875137329101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,8,power_law_1.01,0.3090880012512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,8,power_law_1.01,0.36117374420166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,8,power_law_1.01,0.37890174865722653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,8,power_law_1.01,0.5202854537963868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,8,power_law_1.01,0.6579097747802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,8,power_law_1.01,0.8572940826416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,8,power_law_1.01,5.177587280273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,8,power_law_1.01,1.1866124725341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,8,power_law_1.2,2.6480728149414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,8,power_law_1.01,1.7591448974609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,8,power_law_1.01,2.1486285400390623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,8,power_law_1.01,3.6719961547851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,8,power_law_1.2,0.11715071678161622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,8,power_law_1.2,0.11070079803466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,8,power_law_1.2,0.15363327980041502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,8,power_law_1.2,0.15227392196655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,8,power_law_1.2,0.17147008895874022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,8,power_law_1.2,0.2414336013793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,8,power_law_1.2,0.2552627182006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,8,power_law_1.2,0.2621977615356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,8,power_law_1.2,0.2637132835388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,8,power_law_1.2,0.27937280654907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,8,power_law_1.2,0.2866841506958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,8,power_law_1.2,0.30012031555175783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,8,power_law_1.2,0.30797183990478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,8,power_law_1.2,0.33923328399658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,8,power_law_1.2,0.36148990631103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,8,power_law_1.2,0.376761589050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,8,power_law_1.2,0.41793022155761717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,8,power_law_1.2,0.45066497802734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,8,power_law_1.2,0.5143027114868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,8,power_law_1.2,0.691825942993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,8,power_law_1.2,0.8322431945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,8,power_law_1.01,4.678341064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,8,power_law_1.2,1.2166706848144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,8,power_law_1.2,1.5622848510742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,8,power_law_1.2,2.304985656738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,8,power_law_1.2,3.0416729736328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,8,power_law_1.2,4.26429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.06846464157104493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.08058367729187012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.09663616180419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.11321984291076662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.1101478385925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.13234304428100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.13438976287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.14144255638122558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.14455295562744142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.14420479774475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.1469465637207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.1455027198791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.15133055686950683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.15171327590942382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.16485504150390623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.16954879760742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.18321535110473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.2175641632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.24199296951293947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.31351423263549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,8,power_law_1.2,5.479038696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.3790399932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.5143782424926757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,0.6622386932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,0.9380172729492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,1.24115966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,1.8331571960449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,8,power_law_1.2,0.05138432025909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,8,power_law_1.2,0.06306816101074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,8,power_law_1.2,0.0766476821899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,8,power_law_1.2,0.07803135871887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,8,power_law_1.2,0.08200192451477051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,8,power_law_1.2,0.1116147232055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,8,power_law_1.2,0.1391872024536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,8,power_law_1.2,0.1785433578491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,8,power_law_1.2,0.18345727920532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,8,power_law_1.2,0.22527103424072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,8,power_law_1.2,0.24863487243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,8,power_law_1.2,0.298288631439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,8,power_law_1.2,0.3160639953613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,8,power_law_1.2,0.36807167053222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,2.5428839111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,8,power_law_1.01,7.050205688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,8,power_law_1.2,0.44936065673828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,8,power_law_1.2,0.5046694564819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,8,power_law_1.2,3.8598336791992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,8,power_law_1.2,0.6503091430664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,8,power_law_1.2,0.926904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,8,power_law_1.2,1.1914688110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,8,power_law_1.2,1.7347276306152346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,8,power_law_1.2,2.2858560180664065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,8,power_law_1.01,9.16861572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,8,power_law_1.2,3.5149694824218747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,8,power_law_1.2,4.713369750976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,4,balanced,0.038677759170532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,4,balanced,0.0515174388885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,4,balanced,0.07208576202392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,4,balanced,0.12421248435974122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,4,balanced,0.2203968048095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,4,balanced,0.22412927627563475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,4,balanced,0.28147712707519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,4,balanced,0.2846054458618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,4,balanced,0.287589111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,4,balanced,0.2919718360900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,4,balanced,0.2869990348815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,4,balanced,0.29604991912841794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,4,balanced,0.29867136001586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,4,balanced,0.3096486473083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,4,balanced,0.3221465682983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,4,balanced,0.3315763092041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,4,balanced,0.34248832702636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,4,balanced,0.3838323211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,4,balanced,0.41753982543945317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,4,balanced,0.504189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,4,balanced,0.5653631973266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,4,balanced,0.7738803100585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,4,balanced,0.961559066772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,4,balanced,1.3992933654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,4,balanced,1.7882879638671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,4,balanced,2.6619647216796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,4,balanced,3.481204528808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,4,balanced,0.02737407922744751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,4,balanced,0.03299839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,4,balanced,0.048474879264831544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,4,balanced,0.07800576210021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,4,balanced,0.130950403213501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,4,balanced,0.13396736145019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,4,balanced,0.147706880569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,4,balanced,0.14964351654052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,4,balanced,0.15320704460144044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,4,balanced,0.15537280082702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,4,balanced,0.14692864418029786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,4,balanced,0.14877311706542967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,4,balanced,0.15053440093994142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,4,balanced,0.15535615921020507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,4,balanced,0.160894718170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,4,balanced,0.16598016738891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,4,balanced,0.17911039352416994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,4,balanced,0.20316032409667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,4,balanced,0.2231782341003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,4,balanced,0.2667263984680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,4,balanced,0.31257728576660154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,4,balanced,0.41284862518310544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,4,balanced,0.5025459289550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,4,balanced,0.7160550689697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,4,balanced,0.9128742218017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,4,balanced,1.3277593994140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,4,balanced,1.7402239990234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,4,balanced,0.035901439189910886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,4,balanced,0.05315072059631347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,4,balanced,0.08129280090332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,8,power_law_1.01,15.398964843749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,4,balanced,0.08317055702209472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,4,balanced,0.0832857608795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,4,balanced,0.08697600364685058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,4,balanced,0.09054847717285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,4,balanced,0.1186137580871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,4,balanced,0.12268799781799315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,4,balanced,0.1256447982788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,4,balanced,0.1543603229522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,4,balanced,0.1613107109069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,4,balanced,0.1891097640991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,4,balanced,0.198156795501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,4,balanced,0.33215358734130856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,4,balanced,0.3402342224121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,4,balanced,0.3526310348510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,4,balanced,0.5167257690429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,4,balanced,0.6525081634521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,4,balanced,0.9705983734130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,4,balanced,1.2552601623535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,4,balanced,1.8671731567382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,4,balanced,2.4908595275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,4,balanced,3.804989318847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,4,balanced,4.868353271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,4,balanced,7.999899902343751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,4,power_law_1.01,0.07167744159698486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,4,power_law_1.01,0.08691455841064452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,4,power_law_1.01,0.11341183662414552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,4,power_law_1.01,0.13490559577941894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,4,power_law_1.01,0.15025792121887208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,4,power_law_1.01,0.2066598320007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,4,power_law_1.01,0.25052160263061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,4,power_law_1.01,0.2564364814758301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,4,power_law_1.01,0.26105600357055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,4,power_law_1.01,0.2643110466003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,4,power_law_1.01,0.28189056396484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,4,power_law_1.01,0.278600959777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,4,balanced,9.638032836914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,4,power_law_1.01,0.29845888137817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,4,power_law_1.01,0.296177921295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,4,power_law_1.01,0.330145263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,4,power_law_1.01,0.34583934783935544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,4,power_law_1.01,0.3596300888061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,4,power_law_1.01,0.4243519973754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,4,power_law_1.01,0.46415103912353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,4,power_law_1.01,0.5544140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,4,power_law_1.01,0.6730445098876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,4,power_law_1.01,0.9722905731201171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,4,power_law_1.01,1.192279052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,4,power_law_1.01,1.694854431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,4,power_law_1.01,2.2866867065429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,4,power_law_1.01,3.178913269042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,4,power_law_1.01,0.04849152088165283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,4,power_law_1.01,0.06473472118377685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,4,power_law_1.01,0.07426432132720948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,4,power_law_1.01,0.08350079536437989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,4,power_law_1.01,0.09980928421020507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,4,power_law_1.01,0.12435968399047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,4,power_law_1.01,4.447557067871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,4,power_law_1.01,0.1380339241027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,4,power_law_1.01,0.14325887680053712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,4,power_law_1.01,0.1461068820953369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,4,power_law_1.01,0.1471513557434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,4,power_law_1.01,0.14959103584289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,4,power_law_1.01,0.14318079948425294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,4,power_law_1.01,0.14733056068420408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,4,power_law_1.01,0.15141632080078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,4,power_law_1.01,0.15819007873535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,4,power_law_1.01,0.1637183952331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,4,power_law_1.01,0.17277824401855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,4,power_law_1.01,0.20212991714477538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,4,power_law_1.01,0.2175526428222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,4,power_law_1.01,0.28096256256103513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,4,power_law_1.01,0.3268415832519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,4,power_law_1.01,0.4250636672973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,4,power_law_1.01,0.559683837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,4,power_law_1.01,0.78392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,4,power_law_1.01,1.0210713958740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,4,power_law_1.01,1.4323583984375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,4,power_law_1.01,0.03887232065200806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,4,power_law_1.01,0.0475929594039917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,4,power_law_1.01,1.8846823120117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,4,power_law_1.01,0.05586304187774658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,4,power_law_1.01,0.08209919929504395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,4,power_law_1.01,0.0898316764831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,4,power_law_1.01,0.09594752311706542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,4,power_law_1.01,0.11241600036621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,4,power_law_1.01,0.13574399948120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,4,power_law_1.01,0.1483916759490967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,4,power_law_1.01,0.15690112113952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,4,power_law_1.01,0.19289983749389647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,4,power_law_1.01,0.22204544067382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,4,power_law_1.01,0.2478054428100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,4,power_law_1.01,0.32508670806884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,4,power_law_1.01,0.2876633644104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,4,power_law_1.01,0.35388927459716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,4,power_law_1.01,0.4318783950805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,4,power_law_1.01,0.7354905700683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,4,power_law_1.01,0.5710528182983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,4,power_law_1.01,1.0332479858398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,4,power_law_1.01,1.3293656921386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,4,power_law_1.01,1.9119757080078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,4,power_law_1.01,2.4704818725585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,8,power_law_1.2,5.191160278320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,8,power_law_1.2,6.9041162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,4,power_law_1.01,3.802773742675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,4,power_law_1.2,0.07153791904449462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,4,power_law_1.2,0.0772531223297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,4,power_law_1.2,0.10851584434509279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,4,power_law_1.2,0.12769920349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,4,power_law_1.2,0.14214143753051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,4,power_law_1.2,0.20173568725585939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,4,power_law_1.2,0.2579737663269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,4,power_law_1.2,0.26373504638671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,4,power_law_1.2,0.2717427253723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,4,power_law_1.2,0.28144384384155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,4,power_law_1.2,0.2842483139038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,4,power_law_1.2,0.2830886459350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,4,power_law_1.2,0.29561983108520506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,4,power_law_1.2,0.3065881538391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,4,power_law_1.2,0.3400998306274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,4,power_law_1.2,0.35262592315673824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,4,power_law_1.2,0.38713088989257816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,4,power_law_1.2,0.433015022277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,4,power_law_1.2,0.462421760559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,4,power_law_1.2,0.573438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,4,power_law_1.2,0.708279037475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,4,power_law_1.2,1.031610870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,4,power_law_1.2,1.2664653015136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,4,power_law_1.2,1.7680844116210939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,4,power_law_1.2,2.344364776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,4,power_law_1.01,4.891087341308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,4,power_law_1.2,3.347146301269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,4,power_law_1.2,0.04631552219390869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,4,power_law_1.2,0.055930881500244146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,4,power_law_1.2,0.06921855926513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,4,power_law_1.2,0.08073087692260741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,4,power_law_1.2,0.0988096046447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,4,power_law_1.2,0.12516480445861816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,4,power_law_1.2,0.13824255943298341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,4,power_law_1.2,0.1460915184020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,4,power_law_1.2,0.14755071640014647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,4,power_law_1.2,0.1493939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,4,power_law_1.2,0.14911487579345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,4,power_law_1.2,0.14445183753967286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,4,power_law_1.2,0.14804863929748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,4,power_law_1.2,0.15132415771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,4,power_law_1.2,0.16054271697998046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,8,power_law_1.01,19.599296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,4,power_law_1.2,0.16438911437988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,4,power_law_1.2,0.1770521545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,4,power_law_1.2,0.19992576599121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,4,power_law_1.2,0.23273088455200197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,4,power_law_1.2,0.2816358375549316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,4,power_law_1.2,0.3396160125732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,4,power_law_1.2,0.4601855850219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,4,power_law_1.2,0.8811929321289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,4,power_law_1.2,0.5766988754272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,8,power_law_1.2,9.304306030273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,4,power_law_1.2,1.04136962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,4,power_law_1.2,5.2444915771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,4,power_law_1.2,0.038632960319519044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,4,power_law_1.2,0.04524415969848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,4,power_law_1.2,0.05572095870971679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,4,power_law_1.2,0.08120832443237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,4,power_law_1.2,0.08814847946166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,4,power_law_1.2,0.09463168144226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,4,power_law_1.2,0.11003904342651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,4,power_law_1.2,0.1351372814178467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,4,power_law_1.2,0.14807040214538575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,4,power_law_1.2,0.15583999633789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,4,power_law_1.2,0.1950912094116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,4,power_law_1.2,0.22356864929199222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,4,power_law_1.2,0.24156927108764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,4,power_law_1.2,0.32308479309082033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,4,power_law_1.2,0.28926591873168944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,4,power_law_1.2,1.505041961669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,4,power_law_1.2,0.3589516830444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,4,power_law_1.2,0.4339302444458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,4,power_law_1.01,7.283307495117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,4,power_law_1.2,0.7324134063720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,4,power_law_1.2,0.5805952072143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,4,power_law_1.2,2.130584259033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,4,power_law_1.2,1.0204108428955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,4,power_law_1.2,1.3143693542480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,4,power_law_1.2,1.8948109436035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,4,power_law_1.2,2.482727661132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,2,balanced,0.036866559982299804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,2,balanced,0.050554881095886225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,2,balanced,0.0733081579208374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,2,balanced,0.1176358413696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,2,balanced,0.2162585639953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,2,balanced,0.21852287292480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,2,balanced,0.22251136779785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,2,balanced,0.22477439880371092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,2,balanced,0.2729408073425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,2,balanced,0.2733350372314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,2,balanced,0.2773619270324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,2,balanced,0.280631046295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,2,balanced,0.28259456634521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,2,balanced,0.29012992858886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,2,balanced,0.29516159057617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,2,balanced,0.29973119735717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,2,balanced,0.326959342956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,2,balanced,0.36374401092529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,2,balanced,0.39396224975585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,2,balanced,0.47075328826904295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,2,balanced,0.5319615936279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,2,balanced,0.7324262237548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,2,balanced,0.9196479797363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,2,balanced,1.3403085327148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,2,balanced,1.7221580505371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,2,balanced,2.547973175048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,2,balanced,3.348135681152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,2,balanced,0.0258406400680542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,2,balanced,0.03340800046920776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,2,balanced,0.05002624034881592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,2,balanced,0.07847296237945557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,2,balanced,0.13187583923339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,2,balanced,0.1330073642730713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,2,balanced,0.13584896087646486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,2,balanced,0.1367308807373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,2,balanced,0.15015680313110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,2,balanced,0.15147392272949217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,2,balanced,0.15240960121154784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,2,balanced,0.1547212791442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,2,balanced,0.15680383682250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,2,balanced,0.16014591217041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,2,balanced,0.1640025520324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,2,balanced,0.16849536895751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,2,balanced,0.17724416732788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,2,balanced,0.1969830322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,2,balanced,0.21886976242065428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,2,balanced,0.25559808731079103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,2,balanced,0.2941862487792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,2,balanced,0.40811649322509763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,2,balanced,0.48401664733886723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,2,balanced,0.7018061065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,2,balanced,0.8994393920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,2,balanced,1.305945587158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,2,balanced,1.7075045776367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,2,power_law_1.01,0.049835519790649416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,2,power_law_1.01,0.06296576023101806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,2,power_law_1.01,0.08214143753051759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,2,power_law_1.01,0.10088064193725585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,2,power_law_1.01,0.12446975708007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,2,power_law_1.01,0.18837760925292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,2,power_law_1.01,0.20234495162963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,2,power_law_1.01,0.20762624740600585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,2,power_law_1.01,0.24842496871948244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,2,power_law_1.01,0.2518144035339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,2,power_law_1.01,0.262426872253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,2,power_law_1.01,0.266744327545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,2,power_law_1.01,0.26932607650756835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,2,power_law_1.01,0.2703987121582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,2,power_law_1.01,0.29034751892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,2,power_law_1.01,0.3134233665466309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,2,power_law_1.01,0.33257217407226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,2,power_law_1.01,0.4137868881225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,2,power_law_1.01,0.41986560821533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,2,power_law_1.01,0.4975603103637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,2,power_law_1.01,0.604472312927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,2,power_law_1.01,0.8440243530273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,2,power_law_1.01,1.0110246276855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,2,power_law_1.01,1.4744627380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,2,power_law_1.01,1.9020838928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,2,power_law_1.01,2.704029541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,2,power_law_1.01,3.7950155639648435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,2,power_law_1.01,0.030215680599212646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,2,power_law_1.01,0.04619264125823975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,2,power_law_1.01,0.05681791782379151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,4,power_law_1.01,9.654320678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,2,power_law_1.01,0.07041408061981201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,2,power_law_1.01,0.08552960395812989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,2,power_law_1.01,0.11836544036865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,2,power_law_1.01,0.12345727920532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,2,power_law_1.01,0.12731391906738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,2,power_law_1.01,0.13868160247802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,2,power_law_1.01,0.14091391563415528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,2,power_law_1.01,0.14577792167663575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,2,power_law_1.01,0.14880127906799318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,2,power_law_1.01,0.15379072189331056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,2,power_law_1.01,0.1568652820587158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,2,power_law_1.01,0.16246015548706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,2,power_law_1.01,0.167271671295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,2,power_law_1.01,0.17828863143920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,2,power_law_1.01,0.2018111991882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,2,power_law_1.01,0.2245452880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,2,power_law_1.01,0.2816511917114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,2,power_law_1.01,0.32321407318115236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,2,power_law_1.01,0.4333567810058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,2,power_law_1.01,0.5298867034912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,2,power_law_1.01,0.7817254638671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,2,power_law_1.01,0.9486822509765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,2,power_law_1.01,1.375521240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,2,power_law_1.2,0.04932096004486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,2,power_law_1.2,0.05888256072998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,2,power_law_1.2,0.07644415855407714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,2,power_law_1.01,1.7876133728027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,2,power_law_1.2,0.09712384223937989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,2,power_law_1.2,0.12083711624145507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,2,power_law_1.2,0.18021631240844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,2,power_law_1.2,0.20828416824340817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,2,power_law_1.2,0.21212415695190429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,2,power_law_1.2,0.2536934471130371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,2,power_law_1.2,0.2507686424255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,2,power_law_1.2,0.26278272628784183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,2,power_law_1.2,0.26274560928344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,2,power_law_1.2,0.2734886360168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,2,power_law_1.2,0.2958131217956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,2,power_law_1.2,0.3102630424499512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,2,power_law_1.2,0.3241356658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,2,power_law_1.2,0.34373119354248044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,2,power_law_1.2,0.4084403228759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,2,power_law_1.2,0.41852161407470706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,2,power_law_1.2,0.5036838531494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,2,power_law_1.2,0.618392333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,2,power_law_1.2,0.8872038269042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,2,power_law_1.2,1.040622100830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,2,power_law_1.2,1.4937522888183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,2,power_law_1.2,1.9510450744628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,4,power_law_1.2,3.7232357788085935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,2,power_law_1.2,0.02899967908859253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,2,power_law_1.2,0.042700800895690914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,2,power_law_1.2,0.05372416019439698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,2,power_law_1.2,0.06439167976379394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,2,power_law_1.2,0.0800716781616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,2,power_law_1.2,0.11743103981018066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,2,power_law_1.2,0.12391936302185058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,2,power_law_1.2,0.12728063583374022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,2,power_law_1.2,0.14280960083007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,2,power_law_1.2,0.1435148811340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,2,power_law_1.2,0.14667903900146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,2,power_law_1.2,0.15283583641052245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,2,power_law_1.2,0.15473152160644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,2,power_law_1.2,0.1599065589904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,2,power_law_1.2,0.16386943817138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,2,power_law_1.2,0.16989311218261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,2,power_law_1.2,0.1806924819946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,2,power_law_1.2,0.20107776641845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,2,power_law_1.2,0.22677759170532225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,2,power_law_1.2,0.27955839157104495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,2,power_law_1.2,0.3287500762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,2,power_law_1.2,0.4336089706420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,2,power_law_1.2,2.7886257934570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,2,power_law_1.2,0.5353664016723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,2,power_law_1.2,0.7512179565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,2,power_law_1.2,3.884566955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,2,power_law_1.2,0.9544038391113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,1,balanced,0.036615040302276615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,1,balanced,0.052375679016113286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,1,balanced,0.07585536003112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,1,balanced,0.13194751739501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,1,balanced,0.22998912811279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,2,power_law_1.2,1.408835906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,1,balanced,0.23191680908203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,1,balanced,0.2360793685913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,1,balanced,0.2388384056091309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,1,balanced,0.239051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,2,power_law_1.2,1.8532403564453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,1,balanced,0.2441152000427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,1,balanced,0.2479910469055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,1,balanced,0.2584550476074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,1,balanced,0.26465087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,1,balanced,0.27000831604003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,1,balanced,0.276558723449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,1,balanced,0.2925996780395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,1,balanced,0.2385696029663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,1,balanced,0.3106118392944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,1,balanced,0.3694054412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,1,balanced,0.4090150451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,1,balanced,0.5348780822753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,1,balanced,0.6217881774902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,1,balanced,0.9045913696289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,1,balanced,1.153544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,1,balanced,0.24715200424194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,balanced,0.033388800621032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,balanced,0.04262784004211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,balanced,0.06250944137573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,balanced,0.0957094383239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,1,balanced,1.6993133544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,balanced,0.16184064865112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,balanced,0.1630624008178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,balanced,0.1646656036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,balanced,0.16700735092163085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,balanced,0.1678060722351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,balanced,0.16910783767700194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,balanced,0.17113407135009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,1,balanced,2.2233287048339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,balanced,0.19786624908447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,balanced,0.1996486473083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,balanced,0.2025939178466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,balanced,0.20567552566528322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,balanced,0.20877567291259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,balanced,0.21552320480346682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,balanced,0.2296345520019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,balanced,0.24588415145874026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,balanced,0.28287744522094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,balanced,0.3164620780944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,balanced,0.45661182403564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,balanced,0.5283129501342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,balanced,0.760412826538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,balanced,0.9950745391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,4,power_law_1.2,4.993736877441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,balanced,1.4532063293457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,1,power_law_1.01,0.05265279769897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,balanced,1.903134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,1,power_law_1.01,0.10895423889160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,1,power_law_1.01,0.1991584014892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,1,power_law_1.01,0.21449792861938474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,1,power_law_1.01,0.2157766342163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,1,power_law_1.01,0.03482431888580322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,1,power_law_1.01,0.22479103088378904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,1,power_law_1.01,0.2498636817932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,1,power_law_1.01,0.2572863960266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,1,power_law_1.01,0.07601920127868653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,1,power_law_1.01,0.26696128845214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,1,power_law_1.01,0.257956485748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,1,power_law_1.01,0.13288767814636232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,1,power_law_1.01,0.26786752700805666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,1,power_law_1.01,0.3002982330322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,1,power_law_1.01,0.30328319549560545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,1,power_law_1.01,0.3210540771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,1,power_law_1.01,0.2265689659118652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,1,power_law_1.01,0.4045676803588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,1,power_law_1.01,0.4896454238891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5865568161010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,1,power_law_1.01,0.7063712310791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,1,power_law_1.01,0.9915763092041014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,1,power_law_1.01,1.2345011138916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.03355583906173706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.04463232040405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,1,power_law_1.01,1.7629977416992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,8,power_law_1.2,15.192573242187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.062298879623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.08167679786682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.10034560203552245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.14164863586425783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.150762882232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.1543718433380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.15782143592834472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.15892671585083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,1,power_law_1.01,2.29623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,1,power_law_1.01,0.29136831283569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.1637139129638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.01,0.1917228889465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.01,0.19321407318115233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.01,0.19963008880615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.01,0.20584896087646481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.01,0.20933248519897463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.01,0.2300876808166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.01,0.25184448242187496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.01,0.27229312896728514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.01,0.31504512786865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.01,0.3788422393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.01,0.4922284698486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.01,0.6023206329345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.01,0.8322259521484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,1,power_law_1.2,0.03631808042526245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,1,power_law_1.2,0.05301760196685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,1,power_law_1.2,0.07369088172912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.01,1.0550067138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,1,power_law_1.2,0.09942784309387206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,1,power_law_1.2,0.1242630386352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,1,power_law_1.2,0.21767616271972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.01,1.5146572875976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,1,power_law_1.2,0.22021568298339841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,1,power_law_1.2,0.22823423385620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,1,power_law_1.2,0.2500736045837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.01,1.9854521179199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,1,power_law_1.2,0.26212352752685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,1,power_law_1.2,0.26826240539550783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,1,power_law_1.2,0.260645751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,1,power_law_1.2,0.2732339286804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,1,power_law_1.2,0.3058444786071777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,1,power_law_1.2,0.2931315231323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,1,power_law_1.2,0.30896064758300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,1,power_law_1.2,0.3281721496582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,1,power_law_1.2,0.422795524597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,1,power_law_1.2,0.20190656661987302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,1,power_law_1.2,0.4917504119873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,1,power_law_1.2,0.22834495544433592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,1,power_law_1.2,0.591206398010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,1,power_law_1.2,0.7277843475341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.03394752025604248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.044895358085632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.06107776165008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.07550399780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.0932096004486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.14317631721496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.1512166404724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.1559539222717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.16062015533447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.16046720504760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.16464191436767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.2,0.19439359664916994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.2,0.19596864700317382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.2,0.2026380729675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.2,0.21112703323364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.2,0.21726463317871092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.2,0.23747392654418947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,1,power_law_1.2,1.236062698364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.2,0.25471935272216795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.2,0.27595136642456053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.2,0.3299641418457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.2,0.3839731216430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.2,0.492729606628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,1,power_law_1.2,0.9921702575683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.2,0.6096025466918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.2,0.8365171051025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.2,1.0644544219970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,8,balanced,0.07015039920806884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,8,balanced,0.09089535713195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,8,balanced,0.14511743545532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,8,balanced,0.28375295639038084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,8,balanced,0.5440934371948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,8,balanced,0.8743385314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,8,balanced,0.8790489959716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,1,power_law_1.2,1.7577407836914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,8,balanced,0.8861132812499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,8,balanced,0.9023155212402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,8,balanced,0.9006400299072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,8,balanced,0.901702423095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,8,balanced,0.9068377685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,8,balanced,0.9361702728271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,8,balanced,0.9532275390624999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,8,balanced,0.973939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,8,balanced,0.9996109008789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,8,balanced,1.0400537872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,8,balanced,1.093548812866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,8,balanced,1.1423052978515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,8,balanced,1.3713177490234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,8,balanced,1.4809356689453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,8,balanced,2.0114111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,8,balanced,2.491522521972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,8,balanced,3.3403698730468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.2,1.5149708557128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,8,balanced,4.582045288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,8,balanced,0.0474291181564331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,8,balanced,0.05698431968688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,8,balanced,0.0886963176727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,8,balanced,0.15924863815307616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,8,balanced,0.28389247894287106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,8,balanced,0.3751116943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,8,balanced,0.3869657516479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,8,balanced,0.3910335922241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,8,balanced,0.39629310607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,8,balanced,6.58861083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,8,balanced,0.39949310302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,8,balanced,0.3943385696411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,8,balanced,0.39905792236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,8,balanced,0.4023871994018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,8,balanced,0.4094950485229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,8,balanced,0.4211276626586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,8,balanced,0.42898303985595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,8,balanced,0.4525785446166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,8,balanced,0.4942899322509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,8,balanced,8.815564575195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,8,balanced,0.5315622329711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,8,balanced,0.5966873550415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,1,power_law_1.2,2.2866528320312502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,8,balanced,0.6867750549316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,8,balanced,0.8802764892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,8,balanced,1.0482176208496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,8,balanced,1.4258738708496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,8,balanced,0.09489791870117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,8,balanced,1.823857879638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,8,balanced,0.15944576263427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,8,balanced,0.2030668830871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,8,balanced,0.20149503707885744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,8,balanced,0.20735231399536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,8,balanced,0.2184499168395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,8,balanced,2.5681689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,8,balanced,0.2821286392211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,8,balanced,0.2877222442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,8,balanced,0.37530750274658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,8,balanced,0.38263038635253904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,8,balanced,0.4615731048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,8,balanced,0.4669760131835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,8,balanced,3.383583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,8,balanced,0.8570738983154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,8,balanced,0.8693068695068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,8,balanced,0.8801792144775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,8,balanced,1.2709235382080077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,8,balanced,1.7354559326171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,8,balanced,2.189742126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,8,balanced,3.0108044433593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,8,balanced,4.321297912597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,8,balanced,5.673789672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,8,balanced,9.26289306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.2,1.9885580444335935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,8,balanced,12.13337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,8,power_law_1.01,0.27102079391479494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,8,power_law_1.01,0.47153793334960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,8,power_law_1.01,0.4109465789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,8,power_law_1.01,0.5481113433837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,8,power_law_1.01,0.5492966461181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,8,power_law_1.01,0.784669418334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,8,power_law_1.01,0.8182041931152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,8,power_law_1.01,0.7965939331054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,8,power_law_1.01,0.8250418853759764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,8,balanced,17.828874511718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,8,power_law_1.01,0.8528473663330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,8,power_law_1.01,0.8789311981201171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,8,power_law_1.01,0.8895091247558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,8,power_law_1.01,0.9320588684082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,8,power_law_1.01,0.9373554992675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,8,power_law_1.01,0.992442855834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,8,power_law_1.01,1.0189683532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,8,power_law_1.01,1.113280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,8,power_law_1.01,1.2233382415771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,8,power_law_1.01,1.3605311584472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,8,balanced,24.548876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,8,power_law_1.01,1.6122982788085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,8,power_law_1.01,1.9755532836914065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,8,power_law_1.01,2.523093719482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,8,power_law_1.01,3.304099731445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,8,power_law_1.01,5.177711181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,4,power_law_1.2,7.270473022460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.15811840057373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.25120895385742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.21898239135742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.24941696166992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,8,power_law_1.01,6.3238287353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.2204825592041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.3295539093017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.33524478912353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.344898567199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.3495526504516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.35436798095703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.3737779235839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.37034622192382816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.3732275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.3792204666137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.3996851348876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.4026662445068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.4291737747192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,8,balanced,34.299296874999996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,8,power_law_1.01,9.845877685546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.4724876785278321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.5167987060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.6156044769287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,0.673280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,0.9106201934814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,1.064764175415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,1.6394560241699216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,8,power_law_1.01,0.09703295707702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,1.9093235778808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,8,power_law_1.01,0.12196736335754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,8,power_law_1.01,0.20199552536010743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,8,power_law_1.01,0.2042790412902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,8,power_law_1.01,0.25359487533569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,2.7777804565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,8,power_law_1.01,0.2659059143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,8,power_law_1.01,11.501033935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,8,power_law_1.01,0.3328627014160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,8,power_law_1.01,0.3489945602416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,8,power_law_1.01,0.45938816070556643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,8,power_law_1.01,0.4524006271362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,4.199257507324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,8,power_law_1.01,0.5949414443969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,8,power_law_1.01,0.5925120162963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,8,power_law_1.01,0.7289984130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,8,power_law_1.01,0.8848499298095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,8,power_law_1.01,1.067519989013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,8,power_law_1.01,1.1999321746826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,8,power_law_1.01,1.5371020507812498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,8,balanced,48.622119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,8,power_law_1.01,2.8114520263671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,8,power_law_1.01,2.269854736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,8,power_law_1.01,4.199495544433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,8,power_law_1.01,5.557063598632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,8,power_law_1.01,8.565181274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,8,power_law_1.2,0.26982784271240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,8,power_law_1.2,0.33560192108154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,8,power_law_1.2,0.45981697082519535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,8,power_law_1.2,0.47554176330566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,8,power_law_1.2,0.6035686492919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,8,power_law_1.2,0.7900556945800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,8,power_law_1.2,0.8135807800292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,8,power_law_1.2,0.7851007843017579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,8,power_law_1.2,0.8471936035156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,8,power_law_1.2,0.8644812774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,8,power_law_1.2,0.8990464019775392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,8,power_law_1.2,0.9071820831298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,8,power_law_1.2,0.9456243133544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,8,power_law_1.2,0.9993971252441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,8,power_law_1.2,1.0356082916259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,8,power_law_1.2,1.0704972839355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,8,power_law_1.2,1.1441280364990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,8,power_law_1.2,1.3306265258789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,8,power_law_1.2,1.286414031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,8,power_law_1.2,1.7334144592285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,8,power_law_1.2,2.2425599670410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,8,power_law_1.01,11.724729003906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,8,power_law_1.2,2.77222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,8,power_law_1.2,3.9921792602539066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,8,power_law_1.2,5.049744567871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,8,power_law_1.2,7.3791656494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,8,power_law_1.01,18.123271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.16020864486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,8,power_law_1.2,9.998858032226561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.1851763153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.23323648452758788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.2622348785400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.2255513572692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.30737535476684574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.33043712615966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.342922248840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.35110912322998045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.3661043167114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.38860286712646486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.3889241409301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.38807422637939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.40144001007080077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.41421054840087895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.4267071914672852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.43418239593505864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.47707775115966794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.5303500747680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.6295244979858399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,0.7561344146728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,0.9422835540771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,1.2914842224121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,1.7211570739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,8,power_law_1.2,14.711400146484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,2.2416371154785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,8,power_law_1.2,0.09561216354370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,8,power_law_1.2,0.11933440208435057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,8,power_law_1.2,0.2020966339111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,8,power_law_1.2,0.20353151321411134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,8,power_law_1.2,0.25389055252075193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,8,power_law_1.2,0.2663411140441895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,3.3882470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,8,power_law_1.2,0.3369830322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,8,power_law_1.2,0.34307582855224605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,8,power_law_1.2,0.46545665740966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,8,power_law_1.2,0.47443969726562496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,8,power_law_1.2,0.5890585708618163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,4.396351928710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,8,power_law_1.2,0.7031334686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,8,power_law_1.2,0.6832243347167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,8,power_law_1.2,0.8790233612060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,8,power_law_1.2,1.0387814331054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,8,power_law_1.2,1.1997042846679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,8,power_law_1.2,1.5359808349609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,8,power_law_1.2,2.2842431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,8,power_law_1.2,3.0365374755859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,8,power_law_1.2,19.868740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,8,power_law_1.01,22.52027587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,8,power_law_1.2,4.378645629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,8,power_law_1.2,5.4824267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,4,power_law_1.2,9.665766601562499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,8,power_law_1.2,8.544988403320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,4,balanced,0.06667136192321778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,4,balanced,0.08996607780456542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,4,balanced,0.14710911750793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,4,balanced,0.2697996711730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,4,balanced,0.5422463989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,4,balanced,0.663720932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,4,balanced,0.860579833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,4,balanced,0.8673651123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,4,balanced,0.8771673583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,4,balanced,0.8820223999023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,4,balanced,0.885244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,4,balanced,0.8965132904052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,4,balanced,0.9150694274902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,4,balanced,0.9377843475341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,4,balanced,0.9580364990234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,4,balanced,0.9861516571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,4,balanced,1.0318489837646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,4,balanced,1.0850150299072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,4,balanced,1.1247360229492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,4,balanced,1.3552972412109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,4,balanced,1.4416038513183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,4,balanced,1.9863052368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,4,balanced,2.4031846618652346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,4,balanced,3.227573852539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,4,balanced,4.355411071777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,4,balanced,6.195482788085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,4,balanced,8.144139404296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,4,balanced,0.04747392177581787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,4,balanced,0.05741951942443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,4,balanced,0.09103615760803223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,4,balanced,0.16107263565063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,4,balanced,0.2844851112365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,4,balanced,0.35432704925537106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,4,balanced,0.38934654235839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,4,balanced,0.3935283279418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,4,balanced,0.3943756866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,4,balanced,0.39786624908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,4,balanced,0.3919987106323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,4,balanced,0.3944460678100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,4,balanced,0.3967552185058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,4,balanced,0.40308990478515627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,4,balanced,0.41187072753906245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,4,balanced,0.42044544219970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,4,balanced,0.43721343994140627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,4,balanced,0.4747430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,4,balanced,0.5010457611083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,4,balanced,0.5634649658203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,4,balanced,0.6402674865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,4,balanced,0.8185088348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,8,power_law_1.2,11.428244628906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,4,balanced,0.9604659271240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,4,balanced,1.3502951049804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,8,power_law_1.01,35.97963623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,4,balanced,1.6754380798339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,4,balanced,0.06455423831939697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,4,balanced,0.09892992019653321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,4,balanced,0.17060735702514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,4,balanced,0.20519039154052737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,4,balanced,2.3272793579101565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,4,balanced,0.2077030372619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,4,balanced,0.21328767776489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,4,balanced,0.22166912078857423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,4,balanced,0.22701311111450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,4,balanced,0.2925388717651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,4,balanced,0.2967744064331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,4,balanced,3.1231103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,4,balanced,0.29898624420166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,4,balanced,0.38442752838134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,4,balanced,0.3891750335693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,4,balanced,0.47907455444335934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,4,balanced,0.49106304168701176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,4,balanced,0.8836326599121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,4,balanced,0.8869222259521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,4,balanced,1.32940673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,4,balanced,1.7483865356445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,4,balanced,2.2317517089843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,4,balanced,3.089139099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,4,balanced,4.307682495117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,4,balanced,5.5987658691406255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,4,balanced,9.557972412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,4,balanced,11.634971923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,4,power_law_1.01,0.14507007598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,4,power_law_1.01,0.233831672668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,4,power_law_1.01,0.24521600723266604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,4,power_law_1.01,0.35999488830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,4,power_law_1.01,0.3921139144897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,4,power_law_1.01,0.5720934295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,4,power_law_1.01,0.7856448364257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,4,power_law_1.01,0.7846015930175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,8,power_law_1.2,18.557958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,4,power_law_1.01,0.8205299377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,4,power_law_1.01,0.8514969635009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,4,power_law_1.01,0.8338355255126952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,4,balanced,18.10609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,4,power_law_1.01,0.8666252899169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,4,power_law_1.01,0.8872243499755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,4,power_law_1.01,0.9361907196044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,4,power_law_1.01,0.9723353576660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,4,power_law_1.01,1.0136358642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,4,power_law_1.01,1.0576461029052733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,4,power_law_1.01,1.1766015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,4,power_law_1.01,1.2641600036621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,4,power_law_1.01,1.5007257080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,4,power_law_1.01,1.7656153869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,4,power_law_1.01,2.396975402832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,4,power_law_1.01,2.793365783691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,4,power_law_1.01,4.106083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,4,balanced,23.518408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,4,power_law_1.01,5.211441650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,4,power_law_1.01,0.10131072044372558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,4,power_law_1.01,0.13837823867797852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,4,power_law_1.01,0.14296319961547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,4,power_law_1.01,0.17952640533447267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,4,power_law_1.01,0.19480319976806643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,4,power_law_1.01,0.27858816146850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,4,power_law_1.01,0.3248332977294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,4,power_law_1.01,0.33635711669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,4,power_law_1.01,0.3436825561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,4,power_law_1.01,0.3512704086303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,4,power_law_1.01,0.3623436737060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,4,power_law_1.01,0.360447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,4,power_law_1.01,0.36102657318115233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,4,power_law_1.01,7.3723339843749995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,4,power_law_1.01,0.3822272109985351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,4,power_law_1.01,0.39055233001708983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,4,power_law_1.01,0.406165771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,4,power_law_1.01,0.42318847656249997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,4,power_law_1.01,0.47205760955810544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,4,power_law_1.01,0.4925056076049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,4,power_law_1.01,0.5720627212524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,4,power_law_1.01,0.6444786834716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,4,power_law_1.01,0.82574462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,4,power_law_1.01,0.9974591827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,4,power_law_1.01,1.418673858642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,4,power_law_1.01,10.028916625976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,4,power_law_1.01,1.7499813842773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,4,power_law_1.01,0.06731264114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,4,power_law_1.01,0.09442943572998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,4,power_law_1.01,0.10932864189147948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,4,power_law_1.01,0.1942131233215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,4,power_law_1.01,2.4414527893066404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,4,power_law_1.01,0.20586496353149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,4,power_law_1.01,0.2717056083679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,4,power_law_1.01,0.2608550453186035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,4,power_law_1.01,0.28982015609741213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,4,power_law_1.01,0.33875198364257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,4,power_law_1.01,0.37095294952392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,4,power_law_1.01,0.40441982269287113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,4,power_law_1.01,3.29507080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,4,power_law_1.01,0.5043788909912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,4,power_law_1.01,0.5254195022583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,4,power_law_1.01,0.6633318328857423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,4,power_law_1.01,0.7386777496337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,4,power_law_1.01,0.8392998504638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,4,power_law_1.01,0.9903206634521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,4,power_law_1.01,1.3204710388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,4,power_law_1.01,1.6721408081054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,4,power_law_1.01,2.3160870361328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,4,power_law_1.01,3.0834124755859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,4,power_law_1.01,4.374876098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,4,power_law_1.01,5.76608642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,8,power_law_1.2,23.11442138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,4,power_law_1.2,0.14636287689208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,4,power_law_1.2,0.18486656188964842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,4,power_law_1.2,0.26833152770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,4,power_law_1.01,8.349127807617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,4,power_law_1.2,0.2982156753540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,4,power_law_1.2,0.4450252914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,4,power_law_1.2,0.5709516906738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,4,power_law_1.2,0.7876480102539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,4,power_law_1.2,0.7859340667724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,4,power_law_1.2,0.8202674865722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,4,power_law_1.2,0.847040023803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,4,power_law_1.2,0.8575308990478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,4,power_law_1.2,0.8998246765136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,4,power_law_1.2,0.9143551635742189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,4,power_law_1.2,0.9486540985107421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,4,power_law_1.2,0.9879833221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,4,power_law_1.2,0.9825100708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,4,power_law_1.2,1.065881576538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,4,power_law_1.2,1.2017356872558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,4,power_law_1.2,1.2864204406738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,4,power_law_1.2,1.501658935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,4,power_law_1.2,1.8372467041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,4,power_law_1.2,2.522114562988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,4,power_law_1.2,3.0819342041015623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,4,power_law_1.2,4.636151123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,4,power_law_1.01,11.481752929687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,4,power_law_1.2,5.4559912109374995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,4,power_law_1.2,0.08931967735290527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,4,power_law_1.2,0.10647808074951173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,4,power_law_1.2,0.1481817626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,4,power_law_1.2,0.17802879333496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,4,power_law_1.2,0.19651968002319337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,4,power_law_1.2,0.2822297668457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,4,power_law_1.2,0.32711807250976566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,4,power_law_1.2,0.3370316696166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,4,power_law_1.2,0.34710784912109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,4,power_law_1.2,0.3640614318847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,4,power_law_1.2,0.37982208251953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,4,power_law_1.2,0.3749504089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,4,power_law_1.2,0.37867649078369137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,4,power_law_1.2,0.39406208038330076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,4,power_law_1.2,0.40477825164794917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,4,power_law_1.2,0.4222668838500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,4,power_law_1.2,0.42877567291259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,4,power_law_1.2,0.47208576202392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,4,power_law_1.2,0.5074867248535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,4,power_law_1.2,0.590041618347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,4,power_law_1.2,0.6568844604492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,4,power_law_1.2,8.331673583984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,4,power_law_1.2,0.8381324768066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,4,power_law_1.2,1.0698944091796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,4,power_law_1.2,1.4497062683105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,4,power_law_1.2,12.662656250000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,4,power_law_1.2,2.069568023681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,4,power_law_1.2,0.07034624099731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,4,power_law_1.2,0.08846719741821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,4,power_law_1.2,0.10553088188171386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,4,power_law_1.2,2.9017294311523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,4,power_law_1.2,0.19540351867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,4,power_law_1.2,0.21502464294433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,4,power_law_1.2,0.265799674987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,4,power_law_1.2,0.2633395195007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,4,power_law_1.2,0.28839040756225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,4,power_law_1.2,0.3447091293334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,4,power_law_1.2,0.37499519348144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,4,power_law_1.2,0.4109734344482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,4,power_law_1.2,0.5084595108032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,4,power_law_1.2,0.5436185455322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,4,power_law_1.2,0.672705307006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,4,power_law_1.2,0.7132864379882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,4,power_law_1.2,0.8303667449951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,4,power_law_1.2,3.657820129394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,4,power_law_1.2,0.9707186889648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,4,power_law_1.01,18.3746484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,4,power_law_1.2,1.3330918884277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,4,power_law_1.2,1.642722625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,4,power_law_1.2,2.361785583496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,8,power_law_1.01,47.169301757812505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,4,power_law_1.2,3.1311883544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,4,power_law_1.2,4.619010620117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,4,power_law_1.2,5.6916046142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,2,balanced,0.06446080207824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,2,balanced,0.08845439910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,2,balanced,0.14341631889343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,2,balanced,0.2687436866760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,2,balanced,0.5343667221069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,2,balanced,0.6540338897705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,2,balanced,0.6581247711181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,2,balanced,0.6615245056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,2,balanced,0.6651213073730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,2,balanced,0.8508096313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,2,balanced,0.8557926177978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,2,balanced,0.8700595092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,2,balanced,0.8896883392333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,2,balanced,0.9096102142333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,2,balanced,0.9278092956542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,2,balanced,0.9623193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,2,balanced,0.9972045135498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,2,balanced,1.0277593231201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,2,balanced,1.097470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,2,balanced,1.3819955444335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,2,balanced,1.4704345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,2,balanced,2.0735679626464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,2,balanced,2.5115289306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,2,balanced,3.244815368652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,2,balanced,4.3025445556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,4,power_law_1.01,22.59781005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,2,balanced,6.151800537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,2,balanced,0.043956480026245116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,2,balanced,0.05843711853027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,2,balanced,0.09080831527709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,2,balanced,0.15927040100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,2,balanced,0.28335744857788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,2,balanced,0.35075584411621097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,2,balanced,0.35552894592285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,2,balanced,0.3560281753540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,2,balanced,8.030004272460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,2,balanced,0.3573734283447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,2,balanced,0.38503551483154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,2,balanced,0.38995712280273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,2,balanced,0.3906828689575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,2,balanced,0.3944563293457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,2,balanced,0.4019750213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,2,balanced,0.40799617767333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,2,balanced,0.41661441802978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,2,balanced,0.42660606384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,2,balanced,0.45914367675781254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,2,balanced,0.4928934478759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,2,balanced,0.5428096008300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,2,balanced,0.6042419052124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,2,balanced,0.8117606353759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,2,balanced,0.9345651245117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,2,balanced,1.2996365356445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,2,balanced,1.6648728942871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,2,balanced,2.265844421386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,2,power_law_1.01,0.08844032287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,2,power_law_1.01,0.1369472026824951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,2,power_law_1.01,0.17336448669433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,2,balanced,3.0028286743164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,2,power_law_1.01,0.26777599334716795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,2,power_law_1.01,0.3264972686767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,2,power_law_1.01,0.5576486587524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,2,power_law_1.01,0.5937868881225585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,2,power_law_1.01,0.5894476699829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,2,power_law_1.01,0.5990860748291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,2,power_law_1.01,0.7914534759521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,2,power_law_1.01,0.8158975982666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,2,power_law_1.01,0.8321881866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,2,power_law_1.01,0.8506188964843749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,2,power_law_1.01,0.8918988800048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,2,power_law_1.01,0.9190668487548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,2,power_law_1.01,0.9515865325927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,2,power_law_1.01,1.0076274871826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,2,power_law_1.01,1.1163289642333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,2,power_law_1.01,1.1946086120605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,2,power_law_1.01,1.3850802612304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,2,power_law_1.01,1.6314559936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,2,power_law_1.01,2.1246080017089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,2,power_law_1.01,2.5757208251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,2,power_law_1.01,3.5337292480468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,2,power_law_1.01,4.482019958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,2,power_law_1.01,6.509927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,2,power_law_1.01,0.061585922241210934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,2,power_law_1.01,0.08394880294799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,2,power_law_1.01,0.10762495994567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,2,power_law_1.01,0.15074048042297364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,2,power_law_1.01,0.18038143157958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,2,power_law_1.01,0.28174591064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,2,power_law_1.01,0.29928831100463865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,2,power_law_1.01,0.30709760665893554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,4,power_law_1.2,8.361222534179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,2,power_law_1.01,0.31826431274414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,2,power_law_1.01,0.336126708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,2,power_law_1.01,8.7183642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,2,power_law_1.01,0.34789760589599605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,2,power_law_1.01,0.35202686309814457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,2,power_law_1.01,0.3611020660400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,2,power_law_1.01,0.37965438842773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,2,power_law_1.01,0.37790721893310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,2,power_law_1.01,0.3961971282958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,2,power_law_1.01,0.4162931060791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,2,power_law_1.01,0.4548236846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,2,power_law_1.01,0.4848665618896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,2,power_law_1.01,0.5642444610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,2,power_law_1.01,0.649533462524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,2,power_law_1.01,0.7899481964111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,2,power_law_1.01,0.9861273956298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,2,power_law_1.01,1.3260044860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,2,power_law_1.01,1.6805235290527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,2,power_law_1.2,0.0887769603729248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,2,power_law_1.2,0.12132096290588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,2,power_law_1.2,0.18363519668579104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,2,power_law_1.01,2.4563699340820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,2,power_law_1.2,0.23875968933105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,2,power_law_1.2,0.32211582183837895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,2,power_law_1.2,0.5421913528442384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,2,power_law_1.2,0.59744384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,2,power_law_1.2,0.5860377502441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,2,power_law_1.01,3.165832824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,2,power_law_1.2,0.6016268920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,2,power_law_1.2,0.7945318603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,2,power_law_1.2,0.8446669006347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,2,power_law_1.2,0.8471628570556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,2,power_law_1.2,0.873144302368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,2,power_law_1.2,0.8932633972167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,2,power_law_1.2,0.9074214172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,2,power_law_1.2,0.9124095916748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,2,power_law_1.2,0.9948607635498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,2,power_law_1.2,1.1332659149169921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,2,power_law_1.2,1.1904499053955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,2,power_law_1.2,1.4032640075683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,2,power_law_1.2,1.6341094970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,2,power_law_1.2,2.2111180114746096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,2,power_law_1.2,2.721757507324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,2,power_law_1.2,3.643860473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,2,power_law_1.2,4.659450988769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,2,power_law_1.2,0.05746816158294678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,2,power_law_1.2,0.07514495849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,2,power_law_1.2,0.10841216087341307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,2,power_law_1.2,0.14387455940246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,2,power_law_1.2,0.17848447799682615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,2,power_law_1.2,0.2826227188110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,2,power_law_1.2,0.3009446334838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,2,power_law_1.2,0.3099123191833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,2,power_law_1.2,0.31880191802978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,2,power_law_1.2,0.3504051208496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,2,power_law_1.2,0.36126590728759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,2,power_law_1.2,0.3642700958251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,2,power_law_1.2,0.368961296081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,2,power_law_1.2,0.3744128036499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,2,power_law_1.2,0.37808254241943356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,2,power_law_1.2,0.40067710876464846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,2,power_law_1.2,0.4175219345092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,2,power_law_1.2,0.4571327972412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,2,power_law_1.2,0.4976972961425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,2,power_law_1.2,6.774144287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,2,power_law_1.2,0.581077766418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,2,power_law_1.2,0.6508377838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,2,power_law_1.2,0.812985610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,2,power_law_1.2,0.9980671691894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,2,power_law_1.2,9.0279052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,2,power_law_1.2,1.3525785827636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,2,power_law_1.2,1.7432179260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,1,balanced,0.07494783878326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,1,balanced,0.10063743591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,1,balanced,0.1554201602935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,1,balanced,0.27849664688110354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,1,balanced,0.5475788879394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,1,balanced,0.6681011199951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,1,balanced,0.6691603088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,1,balanced,0.6741939544677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,1,balanced,0.6787206268310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,1,balanced,0.6852082824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,2,power_law_1.2,3.230037841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,8,power_law_1.2,36.009541015625004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,1,balanced,0.6926470184326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,1,balanced,0.7025151824951171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,1,balanced,0.8910297393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,2,power_law_1.2,2.4581414794921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,1,balanced,0.9039328002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,1,balanced,0.9120928192138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,1,balanced,0.9465363311767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,1,balanced,0.9668524932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,1,balanced,0.999780502319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,1,balanced,1.0714144134521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,1,balanced,1.564844207763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,1,balanced,1.571258850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,1,balanced,2.175458526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,1,balanced,2.8733126831054685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,4,power_law_1.2,11.5824951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,1,balanced,3.2184210205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,balanced,0.05639872074127197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,balanced,0.07070591926574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,balanced,0.10528767585754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,balanced,0.17945472717285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,balanced,0.31353727340698245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,balanced,0.3893439865112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,balanced,0.3912716674804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,balanced,0.3946681594848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,balanced,0.3979622268676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,balanced,0.3999264144897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,1,balanced,4.323777160644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,balanced,0.4019564819335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,balanced,0.40788032531738283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,balanced,0.47118785858154294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,balanced,0.476104965209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,balanced,0.48602241516113287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,balanced,0.492237434387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,1,balanced,6.114005737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,balanced,0.5023455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,balanced,0.533488655090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,balanced,0.5620710372924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,balanced,0.6266336059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,balanced,0.6936978912353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,balanced,0.9717849731445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,balanced,1.0949881744384764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,1,balanced,7.915322265624999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,balanced,1.529239044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,1,power_law_1.01,0.07519231796264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,1,power_law_1.01,0.15541312217712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,1,power_law_1.01,0.09989760398864747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,balanced,1.9300466918945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,1,power_law_1.01,0.24044288635253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,1,power_law_1.01,0.3293414306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,1,power_law_1.01,0.5325331115722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,1,power_law_1.01,0.5700755310058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,1,power_law_1.01,0.59063232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,1,power_law_1.01,0.6104499053955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,1,power_law_1.01,0.6198156738281251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,1,power_law_1.01,0.6528057861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,balanced,2.654590759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,balanced,3.494782104492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,1,power_law_1.01,0.6776351928710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,1,power_law_1.01,0.8366349029541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,1,power_law_1.01,0.8780127716064452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,1,power_law_1.01,0.899291534423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,1,power_law_1.01,0.9021260833740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,1,power_law_1.01,0.9657266998291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,1,power_law_1.01,1.0627961730957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,1,power_law_1.01,1.149525146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,1,power_law_1.01,1.2966163635253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,1,power_law_1.01,1.5294540405273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,1,power_law_1.01,1.939884796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,1,power_law_1.01,2.389862365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.055773439407348635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.06978240013122558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.10408767700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,1,power_law_1.01,3.3139468383789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.1595257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.20118656158447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,0.30803264617919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,0.3270636749267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,1,power_law_1.01,4.243005981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,0.33963584899902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,0.34972801208496096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,0.35369537353515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,0.36604030609130855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,0.37422977447509764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.01,0.44529022216796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.01,0.45848640441894534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.01,0.46443904876708986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.01,0.4705107116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,1,power_law_1.01,6.058864135742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.01,0.49105087280273435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.01,0.5376921463012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.01,0.5810809707641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.01,0.6496281433105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.01,0.7445452880859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.01,0.9286579132080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.01,1.108634262084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.01,1.5629875183105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,1,power_law_1.01,8.009592895507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,1,power_law_1.2,0.07535552024841309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,1,power_law_1.2,0.10120512008666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.01,1.9043533325195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,1,power_law_1.2,0.1523699188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,1,power_law_1.2,0.21631231307983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,1,power_law_1.2,0.3069209671020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,1,power_law_1.2,0.5289215850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.01,2.6830010986328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,1,power_law_1.2,0.5628057479858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,1,power_law_1.2,0.5961401748657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,1,power_law_1.2,0.6175142288208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,1,power_law_1.2,0.6357888031005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,1,power_law_1.2,0.676468505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,1,power_law_1.2,0.6937484741210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.01,3.498590087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,1,power_law_1.2,0.8662489318847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,1,power_law_1.2,0.8811698913574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,1,power_law_1.2,0.9243520355224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,1,power_law_1.2,0.9451923370361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,1,power_law_1.2,0.9918777465820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,1,power_law_1.2,1.0735372924804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,1,power_law_1.2,1.157742691040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,1,power_law_1.2,1.3353945922851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,1,power_law_1.2,1.522647705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,1,power_law_1.2,1.9624998474121091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,1,power_law_1.2,2.4139974975585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.05516543865203858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.07034624099731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.10314880371093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,1,power_law_1.2,3.326344299316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.14015744209289552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.19059455871582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,0.3079020881652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,0.3243743896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,0.3423263931274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,1,power_law_1.2,4.231036682128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,0.3542073440551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,0.36382144927978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,0.37338302612304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,0.3817644882202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.2,0.4564755249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.2,0.4659020614624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.2,0.4782950210571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.2,0.48729087829589846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.2,0.5073900985717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.2,0.552597770690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.2,0.5880601501464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.2,0.6751859283447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.2,0.7493875122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.2,0.9554463958740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.2,1.1234368133544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,1,power_law_1.2,6.056802368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.2,1.5201216125488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,8,balanced,0.07345791816711425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,8,balanced,0.09213952064514161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,8,balanced,0.14072704315185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,8,balanced,0.2670195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.2,1.9235411071777342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,8,balanced,0.5294976043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,8,balanced,1.0004492950439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,8,balanced,1.4590463256835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,8,balanced,1.8618418884277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,8,balanced,1.8590296936035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,8,balanced,1.8681996154785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,8,balanced,1.8645759582519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.2,2.744598388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,8,balanced,1.8724928283691404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,8,balanced,1.8810470581054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,8,balanced,1.8998323059082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,8,balanced,1.9136282348632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,8,balanced,1.9260774230957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,1,power_law_1.2,7.878654174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,8,balanced,1.9712319946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,8,balanced,2.0349746704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,8,balanced,2.1378189086914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,8,balanced,2.3395904541015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,8,balanced,2.4825164794921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,8,balanced,2.762640686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,4,power_law_1.2,18.371129150390622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,8,balanced,3.364666748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,8,balanced,0.049921278953552244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.2,3.498678283691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,8,balanced,0.0647872018814087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,8,balanced,0.09655039787292481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,8,balanced,3.79776123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,8,balanced,0.15023615837097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,8,balanced,0.2686963272094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,8,balanced,0.5097305679321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,8,balanced,0.7475263977050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,8,balanced,0.7766976165771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,8,balanced,5.053502807617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,8,balanced,0.7807295989990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,8,balanced,0.7859430694580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,8,balanced,0.7812274932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,8,balanced,0.7853555297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,8,balanced,0.7909798431396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,8,balanced,0.801585922241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,8,balanced,0.8138009643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,8,balanced,0.8242559814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,8,balanced,0.8526937866210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,8,balanced,6.343779907226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,8,balanced,0.8938918304443358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,8,balanced,0.9404198455810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,8,balanced,1.0208102416992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,8,balanced,1.102507553100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,8,balanced,1.249518051147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,8,balanced,1.4300338745117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,8,balanced,0.09691007614135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,8,balanced,0.15858176231384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,8,balanced,1.7925605773925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,8,balanced,0.28512384414672853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,8,balanced,0.4164672088623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,8,balanced,2.1412556457519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,8,balanced,0.42171775817871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,8,balanced,8.977518310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,8,balanced,0.4290496063232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,8,balanced,0.43975681304931646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,8,balanced,2.784798583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,8,balanced,0.4470771026611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,8,balanced,0.46809726715087885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,8,balanced,0.5709823989868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,8,balanced,0.5728204727172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,8,balanced,0.5789593505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,8,balanced,0.7815744018554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,8,balanced,3.588037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,8,balanced,0.7934194946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,8,balanced,0.9704678344726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,8,balanced,0.9898802947998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,8,balanced,1.9001791381835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,8,balanced,1.9842662048339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,8,balanced,2.991827087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,8,balanced,3.9695526123046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,8,balanced,5.736917724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,8,balanced,8.181463012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,8,power_law_1.01,0.2664166450500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,8,power_law_1.01,0.5278873443603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,8,power_law_1.01,0.9806182098388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,8,balanced,11.123446044921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,8,power_law_1.01,0.9840255737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,8,power_law_1.01,1.0272755432128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,8,power_law_1.01,1.2794956970214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,8,power_law_1.01,1.3717350769042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,8,power_law_1.01,1.7497215270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,8,power_law_1.01,1.704881896972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,8,balanced,16.109556884765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,8,power_law_1.01,1.7204582214355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,8,power_law_1.01,1.7310220336914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,8,power_law_1.01,1.664427490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,8,power_law_1.01,1.497433624267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,8,power_law_1.01,1.6809114074707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,8,power_law_1.01,1.73583740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,8,power_law_1.01,1.721703643798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,8,power_law_1.01,1.8313267517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,8,power_law_1.01,1.923943634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,8,balanced,21.71535888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,8,power_law_1.01,2.2175141906738283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,8,power_law_1.01,2.3720101928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,8,power_law_1.01,2.7679104614257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,8,power_law_1.01,3.3787008666992184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,8,power_law_1.01,3.9971865844726566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,8,power_law_1.01,4.930346374511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.16724096298217775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.26479871749877926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.4973427200317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,8,power_law_1.01,6.2174169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.4507699203491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.5976844787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.6322675323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.5711846542358399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.7333849334716798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.6335359954833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,8,balanced,32.8066552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,8,power_law_1.01,8.6240087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.6488038635253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.6644032287597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.6712025451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.6243827056884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.6766835021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.6974873352050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.6926553344726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.7797849273681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.8104204559326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.8326284790039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,0.9206156921386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,8,power_law_1.01,11.19937255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,0.9936051177978517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.1564185333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,1.2939418029785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,8,power_law_1.01,0.09669119834899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,1.6447795104980467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,8,power_law_1.01,0.15122431755065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,2.045366973876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,8,power_law_1.01,0.21053823471069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,8,power_law_1.01,0.3780403137207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,2.7693746948242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,8,power_law_1.01,0.3976755142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,8,power_law_1.01,0.5143065643310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,8,power_law_1.01,0.5905791854858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,8,power_law_1.01,0.5670003128051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,8,power_law_1.01,0.5048575973510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,8,power_law_1.01,0.6171200180053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,3.801909790039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,8,power_law_1.01,0.6939405059814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,8,power_law_1.01,0.7452146911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,8,power_law_1.01,0.8458854675292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,8,power_law_1.01,1.0491506958007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,8,power_law_1.01,1.3208665466308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,8,power_law_1.01,1.4851429748535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,8,power_law_1.01,1.6175744628906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,8,power_law_1.01,2.369776611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,8,power_law_1.01,2.8685183715820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,8,power_law_1.01,3.738650817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,8,balanced,44.386831054687505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,8,power_law_1.01,5.0412161254882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,8,power_law_1.01,7.946622924804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,8,power_law_1.2,0.2655820846557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,8,power_law_1.2,0.5245913696289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,8,power_law_1.2,0.7804057312011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,8,power_law_1.01,10.3052685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,8,power_law_1.2,0.9568653106689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,8,power_law_1.2,1.031646728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,8,power_law_1.2,1.3260633850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,8,power_law_1.2,1.4417471313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,8,power_law_1.2,1.734352569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,8,power_law_1.2,1.6936128234863284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,8,power_law_1.2,1.7058534240722658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,8,power_law_1.2,1.673333740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,8,power_law_1.2,1.6122431945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,8,power_law_1.2,1.5684915161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,8,power_law_1.2,1.6231910705566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,8,power_law_1.2,1.672736053466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,8,power_law_1.01,15.658200683593751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,8,power_law_1.2,1.7329586791992189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,8,power_law_1.2,1.8491775512695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,8,power_law_1.2,2.073702392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,8,power_law_1.2,2.2075173950195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,8,power_law_1.2,2.451445770263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,8,power_law_1.2,2.9396044921874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,8,power_law_1.2,3.458077392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,8,power_law_1.01,20.470234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,8,power_law_1.2,4.113328552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,8,power_law_1.2,5.781651000976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.16728960037231447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.26421247482299803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.37469566345214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,8,power_law_1.2,7.149048461914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.452940788269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.5948863983154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.6746214294433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.6563263702392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.6663590240478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,8,power_law_1.2,9.122999267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.620241928100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.6371980667114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.7029209899902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.6279167938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.6365887832641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.6603993225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.673544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.6729369354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.7626060485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.8186841583251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.8515916442871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,0.9599922943115236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,8,power_law_1.2,12.858544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.05056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.1626432037353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,1.3584051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,1.8175616455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,8,power_law_1.2,0.09637375831604003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,2.2638937377929684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,8,power_law_1.2,0.13859328269958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,8,power_law_1.2,0.18912256240844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,8,power_law_1.2,0.3789107131958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,8,power_law_1.2,0.4021465682983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,3.206063232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,8,power_law_1.2,0.5202598571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,8,power_law_1.2,0.49025665283203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,8,power_law_1.2,0.503422737121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,8,power_law_1.2,0.5629132843017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,4.117643432617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,8,power_law_1.2,0.6343334579467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,8,power_law_1.2,0.7433036804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,8,power_law_1.2,0.7923097229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,8,power_law_1.2,0.8563801574707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,8,power_law_1.2,1.1526502227783202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,8,power_law_1.2,1.3943782043457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,8,power_law_1.2,1.492348175048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,8,power_law_1.2,1.6865907287597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,8,power_law_1.2,2.490190124511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,8,power_law_1.2,47.1973583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,8,power_law_1.2,3.0360293579101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,8,power_law_1.2,4.408744812011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,8,power_law_1.2,5.678214111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,4,power_law_1.2,22.91126220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,8,power_law_1.01,31.584621582031254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,4,balanced,0.06838016033172607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,4,balanced,0.08862976074218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,4,balanced,0.14569600105285646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,8,power_law_1.2,7.540775756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,4,balanced,0.2544601631164551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,4,balanced,0.5215398406982421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,4,balanced,0.9817420959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,4,balanced,1.4525529479980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,4,balanced,1.4542796325683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,4,balanced,1.4617805480957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,4,balanced,1.4677299499511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,4,balanced,1.8391448974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,4,balanced,1.8484005737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,4,balanced,1.8652928161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,4,balanced,1.8742694091796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,4,balanced,1.8892633056640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,4,balanced,1.902680358886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,4,balanced,1.9453709411621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,4,balanced,2.007673645019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,4,balanced,2.1041690063476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,4,balanced,2.286585540771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,4,balanced,2.446104278564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,4,balanced,2.736317443847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,4,balanced,3.3731866455078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,8,power_law_1.2,10.554425048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,4,balanced,3.847553405761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,4,balanced,5.129557495117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,4,balanced,0.0453107213973999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,4,balanced,0.0628172779083252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,4,balanced,0.09446784019470214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,4,balanced,0.1540556812286377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,4,balanced,6.291883544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,4,balanced,0.26430463790893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,4,balanced,0.4988441467285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,4,balanced,0.7357170867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,4,balanced,0.7383014678955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,4,balanced,0.7430028533935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,4,balanced,0.7447987365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,4,balanced,8.905547485351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,4,balanced,0.7741772460937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,4,balanced,0.7785651397705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,4,balanced,0.7818534088134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,4,balanced,0.7922406768798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,4,balanced,0.8045158386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,4,balanced,0.8140493011474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,4,balanced,0.8378240203857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,4,balanced,0.8806400299072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,4,balanced,0.9120947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,4,balanced,0.9820467376708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,4,balanced,1.056485137939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,4,balanced,1.195526428222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,4,balanced,1.3553254699707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,4,balanced,1.6598387145996092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,4,balanced,2.0228659057617184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,4,balanced,0.062673921585083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,8,power_law_1.2,17.31946533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,4,balanced,0.09569536209106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,4,balanced,2.5865689086914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,4,balanced,0.16031103134155272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,4,balanced,0.288536319732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,4,balanced,0.4186124801635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,4,balanced,0.4216947174072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,4,balanced,0.4284159851074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,4,balanced,3.354649658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,4,balanced,0.43133056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,4,balanced,0.43223678588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,4,balanced,0.44569854736328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,4,balanced,0.4537535858154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,4,balanced,0.46056575775146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,4,balanced,0.5822707366943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,4,balanced,0.6145254516601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,4,balanced,0.6273958587646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,4,balanced,0.8131788635253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,4,balanced,0.8458227539062501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,4,balanced,1.0484083557128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,4,balanced,1.974703369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,4,balanced,2.066042938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,8,power_law_1.01,39.34568603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,4,balanced,2.9896231079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,4,balanced,4.098041687011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,4,balanced,5.893737182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,4,power_law_1.01,0.14622591972351073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,4,power_law_1.01,0.25123712539672854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,4,power_law_1.01,0.5186675262451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,4,balanced,8.299303588867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,4,power_law_1.01,0.5645913696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,4,power_law_1.01,0.708015365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,4,power_law_1.01,0.9223808288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,4,power_law_1.01,1.0582963562011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,4,power_law_1.01,1.2303282928466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,4,balanced,11.004390869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,4,power_law_1.01,1.2148492431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,4,power_law_1.01,1.2718118286132811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,4,power_law_1.01,1.5611468505859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,4,power_law_1.01,1.6367922973632811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,4,power_law_1.01,1.6320538330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,4,power_law_1.01,1.5978892517089842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,4,power_law_1.01,1.6056895446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,4,power_law_1.01,1.645660095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,4,power_law_1.01,1.7946957397460939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,4,balanced,16.446053466796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,4,power_law_1.01,1.8363967895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,4,power_law_1.01,1.9405223083496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,4,power_law_1.01,2.194214324951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,4,power_law_1.01,2.45770751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,4,power_law_1.01,3.047576293945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,4,power_law_1.01,3.4643533325195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,4,power_law_1.01,4.534205322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,4,power_law_1.01,0.0949516773223877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,4,balanced,23.27988525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,4,power_law_1.01,0.14674431800842286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,4,power_law_1.01,5.478309326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,4,power_law_1.01,0.2807449531555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,4,power_law_1.01,0.2703142356872559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,4,power_law_1.01,0.3901222229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,4,power_law_1.01,0.4385702514648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,4,power_law_1.01,0.4721100616455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,4,power_law_1.01,0.5841395187377929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,4,power_law_1.01,0.624735984802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,4,power_law_1.01,0.5983756637573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,4,power_law_1.01,7.529994506835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,4,power_law_1.01,0.6488243103027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,4,power_law_1.01,0.6765529632568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,4,power_law_1.01,0.6900198364257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,4,power_law_1.01,0.6731238555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,4,power_law_1.01,0.6761293029785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,4,power_law_1.01,0.7265625762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,4,power_law_1.01,0.7378777313232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,4,power_law_1.01,0.7531174468994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.01,0.8160063934326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,8,power_law_1.2,21.7994580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.01,0.8909721374511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,4,power_law_1.01,9.312293090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.01,1.0024806213378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.01,1.1244556427001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.01,1.2914111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,4,power_law_1.01,0.06269824028015136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,4,power_law_1.01,0.09575424194335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.01,1.6322547912597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.01,2.002108154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,4,power_law_1.01,0.15371392250061036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,4,power_law_1.01,0.20862464904785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.01,2.735632629394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,4,power_law_1.01,0.34790401458740233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,4,power_law_1.01,0.38869888305664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,4,power_law_1.01,0.4609932708740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.01,3.413985290527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,4,power_law_1.01,0.4998015975952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,4,power_law_1.01,0.5457318496704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,4,power_law_1.01,0.4958272171020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,4,power_law_1.01,0.558579216003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,4,power_law_1.01,0.6268940734863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,4,power_law_1.01,0.7206707000732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,4,power_law_1.01,0.7698623657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,4,power_law_1.01,0.8847885131835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,4,power_law_1.01,1.0642931365966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,4,power_law_1.01,1.2462220764160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,4,power_law_1.01,1.6770227050781252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,4,power_law_1.01,1.9544447326660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,4,power_law_1.01,2.64916748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,4,power_law_1.01,3.2701925659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,4,power_law_1.01,4.575238342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,4,power_law_1.2,0.14692480087280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,4,power_law_1.2,0.25024768829345706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,4,power_law_1.2,0.4350835037231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,4,power_law_1.01,5.961228637695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,4,power_law_1.2,0.5662527847290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,4,power_law_1.2,0.6944255828857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,4,power_law_1.2,0.915741424560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,4,power_law_1.2,1.0455551910400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,4,power_law_1.2,1.2514803314208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,4,power_law_1.01,8.803943481445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,4,power_law_1.2,1.2336370849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,4,power_law_1.2,1.2910284423828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,4,power_law_1.2,1.5018035888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,4,power_law_1.2,1.5516940307617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,4,power_law_1.01,12.1381640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,4,power_law_1.2,1.5553050231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,4,power_law_1.2,1.5116018676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,4,power_law_1.2,1.6109516906738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,4,power_law_1.2,1.67088134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,4,power_law_1.2,1.712296905517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,4,power_law_1.2,1.8580160522460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,4,power_law_1.2,2.0318643188476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,4,power_law_1.2,2.2929791259765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,4,power_law_1.2,2.5931494140624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,4,power_law_1.2,3.187463684082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,4,power_law_1.01,17.603204345703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,4,power_law_1.2,3.61177978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,4,power_law_1.2,0.09446656227111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,4,power_law_1.2,0.15260543823242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,4,power_law_1.2,0.20914176940917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,4,power_law_1.2,0.2704051208496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,4,power_law_1.2,4.979325561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,4,power_law_1.2,0.3478144073486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,4,power_law_1.2,0.4588671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,4,power_law_1.2,5.754345092773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,4,power_law_1.2,0.4273971176147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,4,power_law_1.2,0.6284953689575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,4,power_law_1.2,0.6308633422851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,4,power_law_1.2,0.5817420959472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,4,power_law_1.2,0.6192639923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,4,power_law_1.2,0.6325952148437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,4,power_law_1.2,0.6567424011230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,4,power_law_1.2,0.6418521881103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,4,power_law_1.2,0.6715763092041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,4,power_law_1.2,0.6524915313720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,4,power_law_1.2,8.02519287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,4,power_law_1.2,0.7026380920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,4,power_law_1.2,0.7772236633300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.2,0.8068006134033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,4,power_law_1.01,21.765385742187497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.2,0.9155545806884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.2,1.0095116424560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.2,1.1664972686767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.2,1.3366680908203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,4,power_law_1.2,9.959073486328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,4,power_law_1.2,0.062357759475708006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.2,1.6885708618164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,4,power_law_1.2,0.10440832138061525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.2,2.1328396606445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,4,power_law_1.2,0.1869759941101074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,4,power_law_1.2,0.34207233428955075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,4,power_law_1.2,0.4017984008789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,4,power_law_1.2,0.46471809387207036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,4,power_law_1.2,0.1358067226409912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.2,2.9584857177734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,4,power_law_1.2,0.5144012832641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,4,power_law_1.2,0.5623628616333007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,4,power_law_1.2,0.5176422500610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,4,power_law_1.2,0.5663040161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,4,power_law_1.2,0.6442047882080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.2,3.7633676147460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,4,power_law_1.2,0.7357901000976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,4,power_law_1.2,0.808828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,4,power_law_1.2,0.9214630126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,4,power_law_1.2,1.1071167755126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,4,power_law_1.2,1.2960205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,4,power_law_1.2,1.719066925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,4,power_law_1.2,2.058507537841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,4,power_law_1.2,2.6696243286132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,4,power_law_1.2,3.37280517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,4,power_law_1.2,4.584304504394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,2,balanced,0.06660607814788819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,2,balanced,0.09179776191711427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,2,balanced,0.13980544090270997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,2,balanced,0.24978815078735353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,2,balanced,0.5197260665893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,2,balanced,0.9802649688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,2,balanced,1.4503590393066408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,4,power_law_1.2,5.924961547851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,2,balanced,1.4533978271484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,2,balanced,1.4564569091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,2,balanced,1.463751678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,2,balanced,1.4710963439941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,2,balanced,1.4816487121582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,2,balanced,1.489959716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,2,balanced,1.8970419311523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,2,balanced,1.9127577209472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,2,balanced,1.9324377441406249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,2,balanced,1.9766271972656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,4,power_law_1.2,8.661380004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,2,balanced,2.040650177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,2,balanced,2.123329315185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,2,balanced,2.280332794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,2,balanced,2.425242919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,2,balanced,2.760783386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,2,balanced,3.5278271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,4,power_law_1.2,11.316104736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,2,balanced,3.9737841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,2,balanced,0.045564160346984864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,2,balanced,0.06373119831085206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,2,balanced,0.0966105556488037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,2,balanced,0.15562623977661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,2,balanced,0.26878335952758786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,2,balanced,0.5120243072509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,2,balanced,5.4062915039062505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,2,balanced,0.7470579528808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,2,balanced,0.7494745635986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,2,balanced,0.7559078216552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,2,balanced,0.7601971435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,2,balanced,6.3171337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,2,balanced,0.7665561676025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,2,balanced,0.7747891235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,2,balanced,0.7808000183105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,2,balanced,0.8119667053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,2,balanced,0.8213721466064452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,2,balanced,0.829928970336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,2,balanced,0.8472844696044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,2,balanced,0.8826265716552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,2,balanced,9.157391357421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,2,balanced,0.9229926300048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,2,balanced,0.9847705841064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,2,balanced,1.0522777557373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,2,balanced,1.1863116455078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,2,balanced,1.3369407653808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,2,balanced,1.6405183410644533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,2,balanced,0.045450239181518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,2,balanced,2.052561950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,2,balanced,0.06414463996887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,2,balanced,0.09914367675781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,2,balanced,2.5998052978515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,2,balanced,0.16559743881225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,2,balanced,0.3000294494628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,2,balanced,0.43942913055419924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,2,balanced,0.43598464965820316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,2,balanced,0.4433574295043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,2,balanced,3.3828302001953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,2,balanced,0.44594303131103513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,2,balanced,0.4484761428833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,2,balanced,0.453936653137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,2,balanced,0.4621964645385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,2,balanced,0.4736665725708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,2,balanced,0.4888191986083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,2,balanced,0.5008307266235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,2,balanced,0.6601856231689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,2,balanced,0.6842982482910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,2,balanced,0.9235942077636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,2,balanced,0.9710912322998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,2,balanced,1.2229606628417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,2,balanced,2.209271087646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,2,balanced,2.3946226501464842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,2,balanced,3.4841574096679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,8,power_law_1.2,34.03155517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,2,power_law_1.01,0.0991859245300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,2,balanced,4.7064794921874995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,2,power_law_1.01,0.13950719833374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,4,power_law_1.2,18.2699462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,2,power_law_1.01,0.24699136734008792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,2,power_law_1.01,0.34165504455566403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,2,power_law_1.01,0.6023795318603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,2,power_law_1.01,0.7213094329833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,2,power_law_1.01,0.8532736206054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,2,power_law_1.01,1.0603711700439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,2,power_law_1.01,1.0491327667236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,2,power_law_1.01,1.078487014770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,2,balanced,6.729209594726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,2,power_law_1.01,1.1451891326904298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,2,power_law_1.01,1.2625689697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,2,power_law_1.01,1.2904704284667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,2,power_law_1.01,1.643408660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,2,power_law_1.01,1.64408447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,2,balanced,9.722921142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,2,power_law_1.01,1.7078067016601561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,2,power_law_1.01,1.7019686889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,2,power_law_1.01,1.9001177978515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,2,power_law_1.01,1.998973388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,2,power_law_1.01,2.217989044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,2,power_law_1.01,2.4252774047851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,2,power_law_1.01,2.8867071533203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,2,balanced,13.199866943359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,2,power_law_1.01,3.4572070312500003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,2,power_law_1.01,0.0636185598373413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,2,power_law_1.01,0.09633407592773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,2,power_law_1.01,0.1541427230834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,2,power_law_1.01,0.19733375549316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,2,power_law_1.01,0.27888511657714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,2,power_law_1.01,4.355130920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,2,power_law_1.01,0.3706739044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,2,power_law_1.01,0.43423999786376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,2,power_law_1.01,0.559741439819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,2,power_law_1.01,5.172354736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,2,power_law_1.01,0.5736742401123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,2,power_law_1.01,0.5992243194580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,2,power_law_1.01,0.6255705642700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,2,power_law_1.01,0.6538572692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,2,power_law_1.01,0.659082260131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,2,power_law_1.01,0.679210205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,2,power_law_1.01,0.6574066925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,2,power_law_1.01,0.675283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,2,power_law_1.01,7.001555175781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,2,power_law_1.01,0.7381798553466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,2,power_law_1.01,0.7760115051269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.01,0.814708480834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.01,0.9098931121826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.01,1.0161817932128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.01,1.1695014190673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.01,1.3430860900878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.01,1.6931277465820311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,2,power_law_1.01,0.045839362144470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,2,power_law_1.01,8.700985717773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.01,2.0384115600585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,2,power_law_1.01,0.06387455940246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,2,power_law_1.01,0.09930879592895507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,2,power_law_1.01,0.17224576950073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.01,2.7208883666992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,2,power_law_1.01,0.20594047546386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,2,power_law_1.01,0.3250201416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,2,power_law_1.01,0.3504383850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,2,power_law_1.01,0.38390655517578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.01,3.4735284423828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,2,power_law_1.01,0.42467327117919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,2,power_law_1.01,0.4361446380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,2,power_law_1.01,0.5348620986938476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,2,power_law_1.01,0.5823385620117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,2,power_law_1.01,0.5244224166870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,2,power_law_1.01,0.6090316772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,2,power_law_1.01,0.6863410949707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,2,power_law_1.01,0.7910655975341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,2,power_law_1.01,0.8801344299316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,2,power_law_1.01,1.2165721893310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,2,power_law_1.01,1.4255462646484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,2,power_law_1.01,1.9181414794921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,2,power_law_1.01,2.2807334899902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,2,power_law_1.01,3.0687591552734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,2,power_law_1.2,0.0927462387084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,2,power_law_1.2,0.1397824001312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,2,power_law_1.01,3.845212097167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,2,power_law_1.2,0.21105024337768558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,2,power_law_1.2,0.3371340942382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,2,power_law_1.2,0.5250099182128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,2,power_law_1.2,0.6860313415527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,2,power_law_1.01,5.330241088867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,2,power_law_1.2,0.7874534606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,2,power_law_1.2,1.0362918090820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,2,power_law_1.2,0.9922393798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,2,power_law_1.2,1.0774642944335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,2,power_law_1.01,6.943085937499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,2,power_law_1.2,1.155472640991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,2,power_law_1.2,1.1913394927978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,2,power_law_1.2,1.2301990509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,2,power_law_1.2,1.545050811767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,2,power_law_1.2,1.6636224365234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,2,power_law_1.2,1.7335052490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,2,power_law_1.2,1.6914317321777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,2,power_law_1.2,1.9327719116210935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,2,power_law_1.01,10.290726318359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,2,power_law_1.2,2.0226290893554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,2,power_law_1.2,2.2986431884765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,2,power_law_1.2,2.595079650878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,2,power_law_1.2,2.9525222778320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,2,power_law_1.01,13.57060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,2,power_law_1.2,3.543020935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,2,power_law_1.2,0.0633292818069458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,2,power_law_1.2,0.09628671646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,2,power_law_1.2,0.1319155216217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,2,power_law_1.2,4.350996398925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,2,power_law_1.2,0.19542272567749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,2,power_law_1.2,0.2733721542358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,2,power_law_1.2,0.34994815826416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,2,power_law_1.2,0.38386814117431645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,2,power_law_1.2,5.270241088867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,2,power_law_1.2,0.5474585723876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,2,power_law_1.2,0.5686207962036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,2,power_law_1.2,0.570750732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,2,power_law_1.2,0.5827993774414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,2,power_law_1.2,0.6094156646728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,2,power_law_1.2,0.6344870376586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,2,power_law_1.2,0.6869990539550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,2,power_law_1.2,7.220472412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,2,power_law_1.2,0.6560614776611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,2,power_law_1.2,0.6727347564697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,2,power_law_1.2,0.707873306274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,2,power_law_1.2,0.7889100646972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.2,0.8386675262451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.2,0.9304166412353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.2,1.0384716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.2,1.2177792358398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.2,1.384596405029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,2,power_law_1.2,9.287781372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.2,1.7476300048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,2,power_law_1.2,0.04579071998596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.2,2.1093093872070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,2,power_law_1.2,0.06783999919891356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,2,power_law_1.2,0.09958527565002442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,2,power_law_1.2,0.1422822380065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,2,power_law_1.2,0.19102975845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,2,power_law_1.2,0.3192460823059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.2,2.828793640136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,2,power_law_1.2,0.35186046600341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,2,power_law_1.2,0.38699134826660153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,2,power_law_1.2,0.42264446258544924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,2,power_law_1.2,0.4395161437988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.2,3.609941711425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,2,power_law_1.2,0.5434380722045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,2,power_law_1.2,0.5358899307250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,2,power_law_1.2,0.6011494445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,2,power_law_1.2,0.6134617614746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,2,power_law_1.2,0.7020262145996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,2,power_law_1.2,0.8192819213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,2,power_law_1.2,0.9195558166503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,2,power_law_1.2,1.2771263885498048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,2,power_law_1.2,1.4879629516601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,2,power_law_1.2,1.9973184204101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,2,power_law_1.2,2.352111358642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,2,power_law_1.2,3.0671783447265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,1,balanced,0.08006655693054199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,1,balanced,0.10057855606079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,2,power_law_1.2,3.8711358642578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,1,balanced,0.15038911819458006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,1,balanced,0.2604416084289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,1,balanced,0.5316864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,2,power_law_1.2,5.458112182617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,1,balanced,0.9906253051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,1,balanced,1.4600901794433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,2,power_law_1.2,6.963292236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,1,balanced,1.4719871520996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,1,balanced,1.4656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,1,balanced,1.475284423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,1,balanced,1.4847155761718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,1,balanced,1.4967333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,1,balanced,1.5058271789550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,1,balanced,1.5246751403808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,2,power_law_1.2,10.0079833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,1,balanced,1.5411328125000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,1,balanced,1.5559974670410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,1,balanced,1.927967987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,1,balanced,1.985247344970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,1,balanced,2.0687654113769534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,1,balanced,2.222107543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,1,balanced,2.4081158447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,1,balanced,2.784925537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,1,balanced,4.055574340820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,2,power_law_1.2,13.67804443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,balanced,0.0590399980545044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,balanced,0.07996799945831298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,balanced,0.10390720367431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,1,balanced,4.044793701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,4,power_law_1.2,21.647265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,balanced,0.1689574432373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,balanced,0.3013926315307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,balanced,0.5719059371948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,balanced,0.8360883331298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,balanced,0.8445382690429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,balanced,0.8465599822998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,balanced,0.8504383850097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,1,balanced,5.660494995117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,balanced,0.8533331298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,balanced,0.8665087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,balanced,0.870123519897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,balanced,0.8812979125976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,balanced,0.8941817474365233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,1,balanced,6.577265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,balanced,0.9023693084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,balanced,1.0023193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,balanced,1.0213670349121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,balanced,1.0503072357177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,balanced,1.1127974700927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,balanced,1.1751475524902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,balanced,1.313296661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,balanced,1.4645062255859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,1,balanced,0.03525183916091919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,balanced,1.7585612487792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,1,balanced,0.04844287872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,1,balanced,0.06811200141906738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,balanced,2.3340992736816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,1,balanced,0.10694656372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,1,balanced,0.18023359298706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,1,balanced,0.32348865509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,balanced,2.9437716674804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,1,balanced,10.334283447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,1,balanced,0.4673075103759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,1,balanced,0.4709190368652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,1,balanced,0.473834228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,1,balanced,0.4783628845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,balanced,3.831988525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,1,balanced,0.48634559631347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,1,balanced,0.4893798446655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,1,balanced,0.49655487060546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,1,balanced,0.5090086364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,1,balanced,0.520247688293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,1,balanced,0.5408582305908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,1,balanced,0.5717452621459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,1,balanced,0.7918035125732421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,1,balanced,0.832257308959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,1,balanced,1.1496018981933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,1,balanced,1.2300057220458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,1,power_law_1.01,0.07999104022979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,1,balanced,1.5699935913085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,1,power_law_1.01,0.10093440055847167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,1,power_law_1.01,0.14926655769348146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,1,power_law_1.01,0.2601286315917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,1,power_law_1.01,0.5162713623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,1,balanced,2.734646911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,1,power_law_1.01,0.6759891510009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,1,balanced,3.0874542236328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,1,power_law_1.01,0.7765631866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,1,power_law_1.01,1.0032371520996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,1,power_law_1.01,1.0540819549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,1,power_law_1.01,1.0930252838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,1,balanced,4.455263366699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,1,power_law_1.01,1.1313900756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,1,power_law_1.01,1.1497798156738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,1,power_law_1.01,1.2059123229980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,1,power_law_1.01,1.2566617584228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,1,power_law_1.01,1.2760671997070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,1,balanced,6.085507202148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,1,power_law_1.01,1.3348800659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,1,power_law_1.01,1.6722087097167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,1,power_law_1.01,1.7753695678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,1,power_law_1.01,1.9051411437988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,1,power_law_1.01,2.176549835205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,1,power_law_1.01,2.412145233154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,1,balanced,8.646812133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,1,power_law_1.01,2.9367077636718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.06009727954864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.07659711837768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.10339391708374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.1687507247924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,1,power_law_1.01,3.498477478027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.2837824058532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.39295936584472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.4586726379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,1,power_law_1.01,4.277503356933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.580176010131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.6111391830444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.6404345703125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.6636019134521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.6737503814697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,1,power_law_1.01,5.282565307617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.6982611083984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.7206515502929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.7362937927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.7600959777832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.8443257904052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.8848441314697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.9465280151367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,1.0385555267333983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,1,power_law_1.01,6.828602905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.13607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.3181919860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.5086349487304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,1,power_law_1.01,0.03494335889816284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,1.8919967651367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,1,power_law_1.01,0.04866623878479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,1,power_law_1.01,8.580259399414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.256830749511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,1,power_law_1.01,0.06860479831695557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,1,power_law_1.01,0.10631360054016112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,1,power_law_1.01,0.16774463653564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,1,power_law_1.01,0.22351808547973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,1,power_law_1.01,0.25702848434448244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,1,power_law_1.01,0.3323942565917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.1613836669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,1,power_law_1.01,0.3442732620239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,1,power_law_1.01,0.35963264465332034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,3.8361944580078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,1,power_law_1.01,0.40882240295410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,1,power_law_1.01,0.4490079879760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,1,power_law_1.01,0.45224575042724613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,1,power_law_1.01,0.5765619277954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,1,power_law_1.01,0.6569184112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,1,power_law_1.01,0.5505414581298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,1,power_law_1.01,0.6751206207275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,1,power_law_1.01,0.9260422515869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,1,power_law_1.01,1.0918284606933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,1,power_law_1.01,1.507592315673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,1,power_law_1.01,1.7472224426269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,1,power_law_1.2,0.0799289608001709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,1,power_law_1.01,2.3804409790039065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,1,power_law_1.2,0.10047871589660644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,1,power_law_1.2,0.14933695793151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,1,power_law_1.2,0.25893440246582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,1,power_law_1.01,2.87427001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,1,power_law_1.2,0.47687232971191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,1,power_law_1.2,0.6181913757324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,1,power_law_1.2,0.7243705749511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,1,power_law_1.01,3.8781204223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,1,power_law_1.2,0.9847411346435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,1,power_law_1.2,1.0236825561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,1,power_law_1.2,1.0567520141601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,1,power_law_1.01,4.8975762939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,1,power_law_1.2,1.1002297973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,1,power_law_1.2,1.141085433959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,1,power_law_1.2,1.187710723876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,1,power_law_1.2,1.2478809356689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,1,power_law_1.2,1.285259552001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,1,power_law_1.2,1.3396223449707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,1,power_law_1.2,1.667791290283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,1,power_law_1.01,6.856526489257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,1,power_law_1.2,1.8045567321777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,1,power_law_1.2,1.948645782470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,1,power_law_1.2,2.2216531372070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,1,power_law_1.2,2.465242919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,1,power_law_1.01,8.864059448242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.06048768043518067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.07690239906311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,1,power_law_1.2,3.0157019042968747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.1042515182495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.1709779167175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,1,power_law_1.2,3.4975213623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.26033472061157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.3674297714233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.42477695465087895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,1,power_law_1.2,4.367818908691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.5672524642944337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.5932108688354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.6145471954345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.6399961471557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,1,power_law_1.2,5.19875732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.6689695739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.6901248168945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.7122681427001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.73308349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.7517696380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.8511046600341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.9148793792724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.9731008148193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,1,power_law_1.2,6.859467163085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.0656320190429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.189365768432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.3829029846191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.5750163269042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,1,power_law_1.2,0.034693760871887205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,1,power_law_1.2,8.446093139648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,1.9574150085449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,1,power_law_1.2,0.04768767833709717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,1,power_law_1.2,0.06871679782867432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.392275848388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,1,power_law_1.2,0.11522751808166505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,1,power_law_1.2,0.14955519676208495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,1,power_law_1.2,0.2037843132019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.111023254394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,1,power_law_1.2,0.24102912902832033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,1,power_law_1.2,0.32284160614013674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,1,power_law_1.2,0.3362527847290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,1,power_law_1.2,0.3634745788574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,1,power_law_1.2,0.4061593627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,3.919443054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,1,power_law_1.2,0.4495308685302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,1,power_law_1.2,0.45307968139648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,1,power_law_1.2,0.5823251342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,1,power_law_1.2,0.6610009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,1,power_law_1.2,0.5666080093383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,1,power_law_1.2,0.6930604553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,1,power_law_1.2,0.9571711730957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,1,power_law_1.2,1.108358383178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,1,power_law_1.2,1.5605810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,1,power_law_1.2,1.845045166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,8,balanced,0.07290624141693115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,8,balanced,0.09234687805175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,1,power_law_1.2,2.4530355834960935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,8,balanced,0.14080256462097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,8,balanced,0.26919424057006835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,8,balanced,0.5305881500244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,1,power_law_1.2,2.975011291503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,8,balanced,1.0065856170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,8,balanced,1.4604762268066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,8,balanced,1.8589964294433592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,1,power_law_1.2,3.9728903198242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,8,balanced,1.8648434448242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,1,power_law_1.2,4.96738037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,8,balanced,1.8696614074707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,8,balanced,1.873492431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,8,balanced,1.8772991943359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,8,balanced,1.8925439453125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,8,balanced,1.9179571533203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,8,balanced,1.8984729003906249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,8,balanced,1.9304141235351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,1,power_law_1.2,6.929213867187499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,8,balanced,1.9736972045898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,8,balanced,2.0389120483398435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,8,balanced,2.139792633056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,8,balanced,2.3339199829101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,8,balanced,2.483424072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,8,balanced,2.7653887939453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,8,balanced,0.05080575942993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,1,power_law_1.2,8.975455932617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,8,balanced,0.0648742389678955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,8,balanced,0.09627776145935059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,8,balanced,3.335941162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,8,balanced,0.1506291198730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,8,balanced,0.26814464569091795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,8,balanced,3.653551330566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,8,balanced,0.5085235214233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,8,balanced,0.7481382751464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,8,balanced,0.778239974975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,8,balanced,0.7847602844238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,8,balanced,0.7860173034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,8,balanced,0.7815692901611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,8,balanced,0.7856896209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,8,balanced,5.040897216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,8,balanced,0.7914931488037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,8,balanced,0.8011827087402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,8,balanced,0.8145523071289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,8,balanced,0.8252365112304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,8,power_law_1.2,45.4020458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,8,balanced,0.8520320129394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,8,balanced,0.8958924865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,8,balanced,0.940088348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,8,balanced,6.321365966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,8,balanced,1.0181619262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,8,balanced,1.1029440307617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,8,balanced,1.2496832275390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,8,balanced,0.09633279800415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,8,balanced,0.1577843189239502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,8,balanced,0.28702335357666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,8,balanced,1.8198182678222659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,8,balanced,0.4169087982177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,8,balanced,0.4208729553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,8,balanced,2.1390066528320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,8,balanced,0.429536018371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,8,balanced,0.4443379211425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,8,balanced,1.4284454345703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,8,balanced,0.4482726287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,8,balanced,8.973001098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,8,balanced,2.787559814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,8,balanced,0.45428222656250006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,8,balanced,0.5712857437133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,8,balanced,0.577815055847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,8,balanced,0.5827532958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,8,balanced,0.7795340728759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,8,balanced,0.798388442993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,8,balanced,3.5817944335937497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,8,balanced,0.983536605834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,8,balanced,1.028551712036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,8,balanced,1.9218547058105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,8,balanced,2.005132751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,8,balanced,2.998702087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,8,balanced,3.9504153442382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,8,power_law_1.01,0.265032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,8,power_law_1.01,0.5250598526000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,8,balanced,5.962922363281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,8,power_law_1.01,0.9801996612548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,8,power_law_1.01,0.8003494262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,8,power_law_1.01,1.1610099029541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,8,balanced,8.470034179687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,8,power_law_1.01,1.278519058227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,8,power_law_1.01,1.3683570861816405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,8,power_law_1.01,1.65623291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,8,power_law_1.01,1.7051058959960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,8,balanced,10.916180419921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,8,power_law_1.01,1.7227162170410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,8,power_law_1.01,1.732032012939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,8,power_law_1.01,1.7023014831542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,8,power_law_1.01,1.6768333435058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,8,power_law_1.01,1.636546630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,8,power_law_1.01,1.734187469482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,8,power_law_1.01,1.724462127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,8,power_law_1.01,1.8268109130859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,8,power_law_1.01,1.935106506347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,8,power_law_1.01,2.2230950927734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,8,balanced,17.12801025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,8,power_law_1.01,2.3749363708496096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,8,power_law_1.01,2.76958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,8,power_law_1.01,3.2165325927734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,8,power_law_1.01,3.9976934814453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,8,power_law_1.01,4.74885498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.16460800170898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,8,balanced,21.196494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.264770565032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,8,power_law_1.01,6.220880737304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.5031398391723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.45188350677490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.5977382278442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.6327040100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.7014860534667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.7334681701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.6341209411621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.6506240081787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.6653606414794921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.6801062774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.5905599975585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.6742489624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.6992076873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.6946112060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,8,power_law_1.01,8.617009887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.779783706665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.8125055694580079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.8324428558349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,0.9212300872802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.036801300048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.158565139770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,1.2850099182128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,8,power_law_1.01,0.09668992042541505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,1.6527577209472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,8,power_law_1.01,0.15036928176879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,2.0295628356933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,8,power_law_1.01,11.187191162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,8,power_law_1.01,0.2100966453552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,8,power_law_1.01,0.37716606140136716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,8,power_law_1.01,0.39441150665283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,2.792039794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,8,power_law_1.01,0.4974809646606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,8,power_law_1.01,0.5937126541137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,8,power_law_1.01,0.49477504730224614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,8,power_law_1.01,0.5678911972045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,8,power_law_1.01,0.5971238327026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,8,power_law_1.01,0.6987545776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,8,power_law_1.01,0.741690902709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,8,power_law_1.01,0.8375949096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,3.761745910644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,8,power_law_1.01,1.0486093139648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,8,power_law_1.01,1.230892791748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,8,balanced,33.37404541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,8,power_law_1.01,1.4818853759765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,8,power_law_1.01,1.6121434020996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,8,power_law_1.01,2.365155792236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,8,power_law_1.01,2.850060729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,8,power_law_1.01,3.7530392456054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,8,power_law_1.01,5.073891906738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,8,power_law_1.2,0.26538112640380856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,8,power_law_1.2,0.5260236740112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,8,power_law_1.2,0.7800089263916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,8,power_law_1.01,7.556161499023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,8,power_law_1.2,0.9629618835449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,8,power_law_1.2,0.9967833709716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,8,power_law_1.2,1.3278477478027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,8,power_law_1.2,1.4406016540527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,8,balanced,44.441630859374996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,8,power_law_1.01,10.099957885742189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,8,power_law_1.2,1.7398541259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,8,power_law_1.2,1.3229043579101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,8,power_law_1.2,1.7023782348632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,8,power_law_1.2,1.565479736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,8,power_law_1.2,1.6133389282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,8,power_law_1.2,1.572026824951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,8,power_law_1.2,1.63032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,8,power_law_1.2,1.6703257751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,8,power_law_1.2,1.7348838806152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,8,power_law_1.2,1.8517631530761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,8,power_law_1.2,2.1490074157714845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,8,power_law_1.2,2.201615295410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,8,power_law_1.2,2.4709336853027346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,8,power_law_1.2,2.9354150390625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,8,power_law_1.2,3.4652365112304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,8,power_law_1.2,4.1997528076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,8,power_law_1.01,16.271695556640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.16422399520874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.26505088806152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.37576961517333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,8,power_law_1.2,5.791920776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.45311870574951174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.5939724731445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.676072998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.6559923553466798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,8,power_law_1.2,7.140043334960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.667900161743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.6195033645629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.7148492431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.6574336242675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.6265625762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.6365619277954101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.6604659271240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,8,power_law_1.2,9.222535400390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.6727117156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.6735871887207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.76168701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.8478591918945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.8516019439697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,0.9600012969970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.0520972442626952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.1617151641845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,1.3569395446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,1.8343232727050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,8,power_law_1.2,0.09765503883361817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,8,power_law_1.2,13.145612792968752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,2.25657470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,8,power_law_1.2,0.14127872467041017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,8,power_law_1.2,0.20063743591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,8,power_law_1.2,0.38125057220458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,8,power_law_1.2,0.40358657836914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,8,power_law_1.01,20.431776123046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,8,power_law_1.2,0.5178457641601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,3.213614196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,8,power_law_1.2,0.48978816986083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,8,power_law_1.2,0.5271219253540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,8,power_law_1.2,0.560742416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,4.099356079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,8,power_law_1.2,0.62674560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,8,power_law_1.2,0.6983296203613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,8,power_law_1.2,0.7854438018798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,8,power_law_1.2,0.882639389038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,8,power_law_1.2,1.1757299041748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,8,power_law_1.01,31.24722900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,8,power_law_1.2,1.3330662536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,8,power_law_1.2,1.4925018310546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,8,power_law_1.2,1.7230706787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,8,power_law_1.2,2.3863104248046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,8,power_law_1.2,3.0712051391601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,8,power_law_1.2,4.431010437011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,8,power_law_1.2,5.006383361816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,4,balanced,0.06796160221099853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,4,balanced,0.08838015556335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,4,balanced,0.14599040031433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,4,balanced,0.2553817558288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,4,balanced,0.5219417572021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,4,balanced,0.9836621093750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,8,power_law_1.01,38.63298095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,4,balanced,1.4527040100097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,4,balanced,1.45826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,4,balanced,1.4597874450683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,4,balanced,1.4667033386230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,8,power_law_1.2,8.438983764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,4,balanced,1.840975341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,4,balanced,1.8494578552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,4,balanced,1.8644454956054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,4,balanced,1.8747673034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,4,balanced,1.890128631591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,4,balanced,1.9066586303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,4,balanced,1.948729553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,4,balanced,2.008759002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,4,balanced,2.1015257263183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,4,balanced,2.2904127502441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,4,balanced,2.447057952880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,4,balanced,2.7414028930664065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,4,balanced,3.369770202636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,4,balanced,3.8158285522460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,4,balanced,5.148286743164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,4,balanced,0.045783038139343264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,4,balanced,0.06253439903259277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,4,balanced,0.09493247985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,4,balanced,0.14887040138244628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,4,balanced,6.256508178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,4,balanced,0.2637081527709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,4,balanced,0.4989952087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,4,balanced,0.7363072204589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,4,balanced,0.7382592010498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,4,balanced,0.7425446319580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,4,balanced,0.7440396881103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,4,balanced,0.7737907409667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,4,balanced,8.898873901367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,4,balanced,0.7779904174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,4,balanced,0.7815923309326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,4,balanced,0.79312255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,4,balanced,0.8142463684082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,4,balanced,0.8387712097167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,4,balanced,0.8034393310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,4,balanced,0.8803110504150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,8,power_law_1.2,10.367353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,4,balanced,0.9120921325683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,4,balanced,0.9826521301269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,4,balanced,1.052273941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,4,balanced,1.1946406555175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,4,balanced,1.3493312072753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,4,balanced,1.6600192260742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,4,balanced,0.06225279808044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,4,balanced,2.0223155212402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,4,balanced,0.09571711540222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,4,balanced,0.1598566436767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,4,balanced,0.2878937530517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,4,balanced,2.6168011474609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,4,balanced,0.4167808151245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,4,balanced,0.42250495910644525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,4,balanced,0.4297267150878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,4,balanced,0.43104640960693363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,4,balanced,0.4351795196533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,4,balanced,3.357782897949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,4,balanced,0.4451903915405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,4,balanced,0.45271678924560543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,4,balanced,0.4606387329101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,4,balanced,0.5983808135986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,4,balanced,0.6054860687255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,4,balanced,0.6253350448608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,4,balanced,0.8182310485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,4,balanced,0.8271501159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,4,balanced,1.044527359008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,4,balanced,1.9481114196777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,4,balanced,2.050548553466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,4,balanced,3.0929101562500003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,4,balanced,4.166896667480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,4,balanced,5.8080419921874995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,4,balanced,8.430905761718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,4,power_law_1.01,0.14787839889526366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,8,power_law_1.2,17.764969482421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,4,power_law_1.01,0.25054336547851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,4,power_law_1.01,0.5201267242431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,4,power_law_1.01,0.564161262512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,4,power_law_1.01,0.7561740875244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,4,power_law_1.01,0.924615707397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,4,power_law_1.01,1.0589453125000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,4,balanced,11.845140380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,4,power_law_1.01,1.2316019439697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,4,power_law_1.01,1.2151411437988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,4,power_law_1.01,1.209344024658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,4,power_law_1.01,1.623651885986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,4,power_law_1.01,1.6371136474609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,4,power_law_1.01,1.6291941833496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,4,power_law_1.01,1.6020288085937502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,4,power_law_1.01,1.6074688720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,4,power_law_1.01,1.644215087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,4,power_law_1.01,1.791345977783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,4,power_law_1.01,1.8372198486328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,4,balanced,16.858153076171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,4,power_law_1.01,1.9375398254394534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,4,power_law_1.01,2.194158020019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,4,power_law_1.01,2.467857971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,4,power_law_1.01,3.1412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,4,power_law_1.01,3.466170959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,4,power_law_1.01,4.524881896972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,4,power_law_1.01,0.09423999786376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,4,power_law_1.01,0.14697728157043458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,4,power_law_1.01,0.25863807678222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,4,power_law_1.01,5.482216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,4,power_law_1.01,0.2705881690979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,4,balanced,22.622309570312503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,4,power_law_1.01,0.38906753540039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,4,power_law_1.01,0.43743232727050785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,4,power_law_1.01,0.43351039886474607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,4,power_law_1.01,0.5844927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,4,power_law_1.01,0.6246041488647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,4,power_law_1.01,0.598021125793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,4,power_law_1.01,0.6490444946289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,4,power_law_1.01,7.5243377685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,4,power_law_1.01,0.6769817352294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,4,power_law_1.01,0.6888896179199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,4,power_law_1.01,0.6763251495361329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,4,power_law_1.01,0.6681919860839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,4,power_law_1.01,0.7265241241455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,4,power_law_1.01,0.736975326538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,4,power_law_1.01,0.7534860992431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.01,0.8155583953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.01,0.8908032226562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,4,power_law_1.01,9.306224365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.01,1.0000908660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.01,1.1224230194091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.01,1.2918182373046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,4,power_law_1.01,0.06321152210235595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.01,1.9855821228027346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,4,power_law_1.01,0.0957862377166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,4,power_law_1.01,0.1530239963531494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.01,2.683060607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,4,power_law_1.01,0.20071552276611326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.01,1.6598617553710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,4,power_law_1.01,0.3480166244506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,4,power_law_1.01,0.387591667175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,4,power_law_1.01,0.45960063934326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,4,power_law_1.01,0.4992448043823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.01,3.425104675292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,4,power_law_1.01,0.5488550567626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,4,power_law_1.01,0.4939507293701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,4,power_law_1.01,0.5606553649902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,4,power_law_1.01,0.6281267166137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,4,power_law_1.01,0.7810649871826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,4,power_law_1.01,0.7208525085449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,4,power_law_1.01,0.8866815948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,4,power_law_1.01,1.0652992248535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,4,power_law_1.01,1.2389606475830077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,4,power_law_1.01,1.6814105224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,4,power_law_1.01,1.9513664245605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,4,power_law_1.01,2.6213592529296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,4,power_law_1.01,3.360837097167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,4,power_law_1.01,4.607925720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,8,power_law_1.2,21.406926269531247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,4,power_law_1.2,0.14614527702331542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,4,power_law_1.01,5.9611315917968755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,4,power_law_1.2,0.2508172798156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,4,power_law_1.2,0.465852165222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,4,power_law_1.2,0.5572505569458007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,4,power_law_1.01,8.21904541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,4,power_law_1.2,0.7229824066162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,4,power_law_1.2,0.8257215881347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,4,power_law_1.2,1.044801254272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,4,power_law_1.2,1.2441484832763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,4,power_law_1.2,1.2332006072998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,4,power_law_1.2,1.2836416625976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,4,power_law_1.01,12.09103271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,4,power_law_1.2,1.6850073242187498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,4,power_law_1.2,1.5612095642089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,4,power_law_1.2,1.546129913330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,4,power_law_1.2,1.6189759826660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,4,power_law_1.2,1.6049702453613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,4,power_law_1.2,1.7168486022949216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,4,power_law_1.2,1.7105062866210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,4,power_law_1.2,1.8561447143554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,4,power_law_1.2,2.0353164672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,4,power_law_1.2,2.292532501220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,4,power_law_1.2,2.6185766601562497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,4,power_law_1.01,17.295491943359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,4,power_law_1.2,3.1832192993164066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,4,power_law_1.2,3.606358947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,4,power_law_1.2,0.09389056205749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,4,power_law_1.2,0.15305343627929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,4,power_law_1.2,0.20917631149291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,4,power_law_1.2,4.975325317382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,4,power_law_1.2,0.27069183349609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,4,power_law_1.2,0.37448448181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,4,power_law_1.2,0.439815673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,4,power_law_1.2,5.864857788085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,4,power_law_1.2,0.4273689651489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,4,power_law_1.2,0.628535041809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,4,power_law_1.2,0.632861442565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,4,power_law_1.2,0.5820198440551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,4,power_law_1.2,0.6201740646362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,4,power_law_1.2,0.6312870407104493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,4,power_law_1.2,0.6565222167968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,4,power_law_1.2,0.6410700988769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,4,power_law_1.2,0.6530035400390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,4,power_law_1.2,0.6725772857666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,4,power_law_1.2,0.7024422454833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,4,power_law_1.2,0.774603500366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,4,power_law_1.2,0.8108838653564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,4,power_law_1.2,8.549222412109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,4,power_law_1.2,0.9175257873535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,4,power_law_1.01,21.80912841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,4,power_law_1.2,1.0105958557128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,4,power_law_1.2,1.1688166046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,4,power_law_1.2,1.3502847290039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,4,power_law_1.2,0.062708477973938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,4,power_law_1.2,11.101072998046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,4,power_law_1.2,0.09577728271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,4,power_law_1.2,1.728783416748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,4,power_law_1.2,2.143879699707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,4,power_law_1.2,0.18429824829101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,4,power_law_1.2,0.14640000343322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,4,power_law_1.2,0.3438003158569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,4,power_law_1.2,2.9502719116210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,4,power_law_1.2,0.4026240158081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,4,power_law_1.2,0.46546688079833987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,4,power_law_1.2,0.5143513488769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,4,power_law_1.2,0.561998062133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,4,power_law_1.2,0.505368309020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,4,power_law_1.2,3.7850265502929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,4,power_law_1.2,0.5677222442626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,4,power_law_1.2,0.656968994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,4,power_law_1.2,0.7341529846191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,4,power_law_1.2,0.8034572601318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,4,power_law_1.2,0.9241395568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,4,power_law_1.2,1.1167743682861329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,4,power_law_1.2,1.2756467437744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,4,power_law_1.2,1.7434278869628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,4,power_law_1.2,2.025629425048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,4,power_law_1.2,2.6673049926757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,4,power_law_1.2,3.4569100952148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,4,power_law_1.2,4.613666687011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,2,balanced,0.06736383914947511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,2,balanced,0.09161727905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,2,balanced,0.13962240219116212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,2,balanced,0.24969343185424803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,2,balanced,0.5177267074584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,2,balanced,0.9838591766357421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,2,balanced,1.4495960998535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,4,power_law_1.2,5.902334594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,2,balanced,1.451593017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,2,balanced,1.4564877319335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,2,balanced,1.463873291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,2,balanced,1.4712985229492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,2,balanced,1.4804428100585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,2,balanced,1.4913420104980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,2,balanced,1.8954483032226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,2,balanced,1.9150463867187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,2,balanced,1.9339506530761716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,2,balanced,1.9818687438964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,4,power_law_1.2,8.675811767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,2,balanced,2.0422412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,2,balanced,2.1213337707519533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,2,balanced,2.275535430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,2,balanced,2.430033874511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,2,balanced,2.759449462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,4,power_law_1.2,11.191121826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,2,balanced,3.5436224365234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,2,balanced,3.968798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,2,balanced,0.047045121192932124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,2,balanced,0.06454527854919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,2,balanced,0.09716863632202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,2,balanced,0.15033344268798826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,2,balanced,0.26910463333129886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,2,balanced,0.5113190460205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,2,balanced,5.3895166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,2,balanced,0.7478246307373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,2,balanced,6.32668701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,2,balanced,0.7506163024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,2,balanced,0.7570278167724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,2,balanced,0.7607039642333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,2,balanced,0.7678835296630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,2,balanced,0.7741465759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,2,balanced,0.7821849822998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,2,balanced,0.811731185913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,2,balanced,0.8228902435302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,2,balanced,0.8297203063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,2,balanced,0.8473651123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,2,balanced,0.8809664154052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,2,balanced,9.259641723632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,2,balanced,0.9200550079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,2,balanced,0.9843341064453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,2,balanced,1.0508979034423827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,2,balanced,1.1901030731201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,2,balanced,1.3363392639160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,2,balanced,1.6348147583007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,2,balanced,0.0450816011428833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,2,balanced,2.050428161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,2,balanced,0.06398335933685304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,2,balanced,0.09905535697937011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,2,balanced,0.16519807815551757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,2,balanced,2.6037246704101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,2,balanced,0.2979507255554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,2,balanced,0.435467529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,2,balanced,0.4397811126708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,2,balanced,3.3825854492187504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,2,balanced,0.44283519744873046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,2,balanced,0.44671871185302736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,2,balanced,0.45055614471435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,2,balanced,0.45542785644531253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,2,balanced,0.46175872802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,2,balanced,0.4760332870483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,2,balanced,0.48823806762695315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,2,balanced,0.5022092819213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,2,balanced,0.6614707183837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,2,balanced,0.688437728881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,2,balanced,0.9283570861816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,2,balanced,0.9731699371337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,2,balanced,1.2154662322998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,2,balanced,2.211431732177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,2,balanced,2.4008767700195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,2,balanced,3.4837643432617185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,2,balanced,4.65117431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,2,power_law_1.01,0.09304191589355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,2,power_law_1.01,0.1401587200164795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,2,power_law_1.01,0.24636287689208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,4,power_law_1.2,18.402303466796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,2,power_law_1.01,0.3409382247924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,2,power_law_1.01,0.5945139312744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,2,power_law_1.01,0.7175449371337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,2,balanced,6.693751220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,2,power_law_1.01,0.85338623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,2,power_law_1.01,1.0569036865234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,2,power_law_1.01,1.1273343658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,2,power_law_1.01,1.0784371185302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,2,power_law_1.01,1.1441664123535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,2,power_law_1.01,1.2609101104736329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,2,balanced,9.666219482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,2,power_law_1.01,1.288678436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,2,power_law_1.01,1.6366029357910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,2,power_law_1.01,1.6475801086425783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,2,power_law_1.01,1.7113856506347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,2,power_law_1.01,1.717644805908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,2,power_law_1.01,1.9017971801757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,2,power_law_1.01,1.9822924804687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,8,power_law_1.2,31.050737304687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,2,power_law_1.01,2.2139634704589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,2,power_law_1.01,2.508295745849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,2,balanced,13.245012207031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,2,power_law_1.01,2.9484197998046873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,2,power_law_1.01,0.06360191822052001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,2,power_law_1.01,0.09634431838989257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,2,power_law_1.01,3.4502951049804684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,2,power_law_1.01,0.148983039855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,2,power_law_1.01,0.20211200714111327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,2,power_law_1.01,0.28000383377075194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,2,power_law_1.01,4.2256231689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,2,power_law_1.01,0.3695577621459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,2,power_law_1.01,0.4353753662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,2,power_law_1.01,0.5594496154785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,2,power_law_1.01,0.5723379135131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,2,power_law_1.01,5.1668212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,2,power_law_1.01,0.5993280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,2,power_law_1.01,0.6258636856079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,2,power_law_1.01,0.6413222503662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,2,power_law_1.01,0.6696345520019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,2,power_law_1.01,0.6810867309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,2,power_law_1.01,0.6577356719970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,2,power_law_1.01,0.67557373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,2,power_law_1.01,7.013212280273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,2,power_law_1.01,0.7394445037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,2,power_law_1.01,0.7767295837402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.01,0.8167565155029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.01,0.9131033325195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.01,0.9923980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.01,1.169797134399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,2,power_law_1.01,9.060445556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.01,1.3440614318847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,2,power_law_1.01,0.04707456111907959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.01,1.694238739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,2,power_law_1.01,0.06291071891784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,2,power_law_1.01,0.09853568077087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,2,power_law_1.01,0.16069120407104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.01,2.035170593261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,2,power_law_1.01,0.2065228843688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.01,2.7439141845703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,2,power_law_1.01,0.32214271545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,2,power_law_1.01,0.35163902282714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,2,power_law_1.01,0.38543231964111324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,2,power_law_1.01,0.4255667114257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.01,3.4544882202148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,2,power_law_1.01,0.4365350341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,2,power_law_1.01,0.5319756698608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,2,power_law_1.01,0.5852851104736329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,2,power_law_1.01,0.5288652801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,2,power_law_1.01,0.6072051239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,2,power_law_1.01,0.6875788879394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,2,power_law_1.01,0.7911679840087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,2,power_law_1.01,0.8792409515380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,2,power_law_1.01,1.2236748504638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,2,power_law_1.01,1.4153958129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,2,power_law_1.01,1.918622741699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,2,power_law_1.01,2.2912640380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,2,power_law_1.01,3.0489419555664066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,2,power_law_1.2,0.0925875186920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,2,power_law_1.2,0.13951744079589842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,2,power_law_1.01,3.8439770507812496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,2,power_law_1.2,0.21138559341430666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,2,power_law_1.2,0.3381452941894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,2,power_law_1.2,0.5256959915161132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,2,power_law_1.2,0.6857523345947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,2,power_law_1.01,5.35523193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,2,power_law_1.2,0.7896614074707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,2,power_law_1.2,1.0370611572265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,2,power_law_1.2,0.9895539093017579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,2,power_law_1.2,1.0762572479248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,2,power_law_1.01,6.917076416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,2,power_law_1.2,1.1548019409179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,2,power_law_1.2,1.1902323150634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,2,power_law_1.2,1.2287372589111327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,2,power_law_1.2,1.5701554870605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,2,power_law_1.2,1.6656204223632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,2,power_law_1.2,1.7301695251464841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,2,power_law_1.2,1.69712646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,2,power_law_1.01,10.125813598632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,2,power_law_1.2,1.9365286254882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,2,power_law_1.2,2.0197964477539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,2,power_law_1.2,2.3025216674804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,2,power_law_1.2,2.597544860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,2,power_law_1.2,3.019745178222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,2,power_law_1.2,3.590859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,2,power_law_1.01,13.446394042968752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,2,power_law_1.2,0.06342527866363526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,2,power_law_1.2,0.09635071754455567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,2,power_law_1.2,0.1328998374938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,2,power_law_1.2,4.3572888183593745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,2,power_law_1.2,0.1942630386352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,2,power_law_1.2,0.27219711303710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,2,power_law_1.2,0.3626803207397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,2,power_law_1.2,0.3833216094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,2,power_law_1.2,0.5468659210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,2,power_law_1.2,5.274509887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,2,power_law_1.2,0.5580416107177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,2,power_law_1.2,0.5676287841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,2,power_law_1.2,0.5827212905883788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,2,power_law_1.2,0.619920654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,2,power_law_1.2,0.6336563110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,2,power_law_1.2,0.6870758056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,2,power_law_1.2,0.654777603149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,2,power_law_1.2,0.6768780517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,2,power_law_1.2,7.20581787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,2,power_law_1.2,0.7376473236083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,2,power_law_1.2,0.7915328216552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,2,power_law_1.2,0.846228485107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,2,power_law_1.2,0.9310272216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,2,power_law_1.2,1.046187515258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,2,power_law_1.2,1.2190476989746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,2,power_law_1.2,1.3844210815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,2,power_law_1.2,0.04661759853363037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,2,power_law_1.2,9.479869384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,2,power_law_1.2,2.113621826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,2,power_law_1.2,0.06394239902496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,2,power_law_1.2,0.10782976150512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,2,power_law_1.2,0.14229248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,2,power_law_1.2,1.7424191284179689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,2,power_law_1.2,0.19180416107177733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,2,power_law_1.2,2.85949951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,2,power_law_1.2,0.31877119064331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,2,power_law_1.2,0.3518848037719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,2,power_law_1.2,0.3884390258789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,2,power_law_1.2,3.6162661743164066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,2,power_law_1.2,0.4453145599365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,2,power_law_1.2,0.4240895843505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,2,power_law_1.2,0.5420953750610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,2,power_law_1.2,0.5974246215820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,2,power_law_1.2,0.5379366302490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,2,power_law_1.2,0.6163033676147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,2,power_law_1.2,0.7084236907958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,2,power_law_1.2,0.8238400268554689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,2,power_law_1.2,0.9142809295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,2,power_law_1.2,1.2769715118408205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,2,power_law_1.2,1.4940249633789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,2,power_law_1.2,2.365718994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,2,power_law_1.2,1.9681613159179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,2,power_law_1.2,3.0640716552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,1,balanced,0.08020544052124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,1,balanced,0.10075263977050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,2,power_law_1.2,3.854937744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,1,balanced,0.1500115203857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,1,balanced,0.2602003288269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,1,balanced,0.5297516632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,2,power_law_1.2,5.4019622802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,1,balanced,0.9933229064941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,1,balanced,1.4616096496582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,2,power_law_1.2,6.982700805664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,1,balanced,1.4710925292968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,1,balanced,1.4651135253906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,1,balanced,1.4763711547851561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,1,balanced,1.4840249633789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,1,balanced,1.4959117126464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,1,balanced,1.5043193054199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,2,power_law_1.2,10.169607543945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,1,balanced,1.526084442138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,1,balanced,1.541212158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,1,balanced,1.5546975708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,1,balanced,1.9290182495117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,1,balanced,1.9877728271484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,1,balanced,2.0683392333984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,1,balanced,2.226045379638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,1,balanced,2.409715881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,1,balanced,2.778673400878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,1,balanced,4.049123840332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,1,balanced,4.0803680419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,balanced,0.05917759895324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,2,power_law_1.2,13.292659912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,balanced,0.07798975944519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,balanced,0.10376319885253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,balanced,0.1875116729736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,balanced,0.3021126365661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,balanced,0.5717382431030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,1,balanced,5.658773803710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,balanced,0.8380537414550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,balanced,0.8442355346679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,balanced,0.8442976379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,balanced,0.8491744232177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,balanced,0.8624543762207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,1,balanced,6.524224853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,balanced,0.8722758483886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,balanced,0.8536908721923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,balanced,0.8801728057861329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,balanced,0.8946771240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,4,power_law_1.2,22.23636474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,balanced,0.9060140991210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,balanced,1.0050444793701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,balanced,1.0270880126953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,balanced,1.0581632232666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,balanced,1.1162041473388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,balanced,1.1687884521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,balanced,1.305713348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,balanced,1.4545773315429689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,1,balanced,0.03498879909515381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,1,balanced,10.473779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,balanced,1.7599533081054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,1,balanced,0.04825791835784912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,1,balanced,0.06777791976928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,balanced,2.3387942504882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,1,balanced,0.11190079689025878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,1,balanced,0.18066112518310545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,balanced,2.9435858154296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,1,balanced,0.32201793670654294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,1,balanced,0.465662727355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,1,balanced,0.46866622924804685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,1,balanced,0.4729062271118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,1,balanced,0.4773990249633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,1,balanced,0.4857574462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,1,balanced,0.4914252853393554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,1,balanced,0.49392574310302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,1,balanced,0.5089696121215821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,1,balanced,0.5233075332641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,1,balanced,0.541214714050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,balanced,3.825882263183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,1,balanced,0.5692070388793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,1,balanced,0.7936844635009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,1,balanced,0.8327891540527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,1,balanced,1.1515744018554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,1,balanced,1.2263129425048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,1,balanced,1.5697894287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,1,power_law_1.01,0.08022784233093262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,1,power_law_1.01,0.10022080421447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,1,balanced,2.7527508544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,1,power_law_1.01,0.1490559959411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,1,power_law_1.01,0.2600543975830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,1,balanced,3.0727685546875003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,1,power_law_1.01,0.5156275177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,1,power_law_1.01,0.6761881256103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,1,power_law_1.01,0.7756953430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,1,power_law_1.01,1.0017510223388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,1,power_law_1.01,1.048814697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,1,balanced,4.451829223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,1,power_law_1.01,1.0935903930664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,1,power_law_1.01,1.1307762908935548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,1,power_law_1.01,1.1495462036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,1,power_law_1.01,1.204896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,1,power_law_1.01,1.258684768676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,1,power_law_1.01,1.2786956787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,1,balanced,6.069435424804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,1,power_law_1.01,1.3381727600097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,1,power_law_1.01,1.6712940979003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,1,power_law_1.01,1.7637504577636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,1,power_law_1.01,1.9072793579101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,1,power_law_1.01,2.180642547607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,1,balanced,8.607509155273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,1,power_law_1.01,2.4100531005859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.06016895771026611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,1,power_law_1.01,2.934082641601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.07544000148773193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.10619711875915527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.17077247619628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.2843411254882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,1,power_law_1.01,3.5016128540039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.3927372741699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.4583161544799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.5797702407836913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,1,power_law_1.01,4.440838317871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.6109286499023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.6394566345214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.6649945831298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.6723609924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,1,power_law_1.01,5.267036743164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.6991372680664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.7200665283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.7323085021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.7603609466552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.8464441680908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.8899584197998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.9426496124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,1,power_law_1.01,6.845371704101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,1.0402899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.136711654663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.3165805053710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.5095135498046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,1,power_law_1.01,0.03474751949310303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,1.8858662414550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,1,power_law_1.01,0.04892992019653321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,1,power_law_1.01,0.06858304023742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,1,power_law_1.01,8.564364013671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.3518759155273434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,1,power_law_1.01,0.1070867156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,1,power_law_1.01,0.16659456253051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.0331936645507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,1,power_law_1.01,0.22412799835205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,1,power_law_1.01,0.2549017524719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,1,power_law_1.01,0.3312639999389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,1,power_law_1.01,0.34443584442138675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,1,power_law_1.01,0.3584614562988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,1,power_law_1.01,0.409240951538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,3.830587463378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,1,power_law_1.01,0.4461088180541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,1,power_law_1.01,0.462342414855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,1,power_law_1.01,0.5751155090332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,1,power_law_1.01,0.6551731109619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,1,power_law_1.01,0.5524665451049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,1,power_law_1.01,0.6744076538085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,1,power_law_1.01,0.9248748779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,1,power_law_1.01,1.089715805053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,1,power_law_1.01,1.5095046997070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,1,power_law_1.01,1.7614099121093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,1,power_law_1.2,0.08037055969238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,1,power_law_1.2,0.10028736114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,1,power_law_1.01,2.3670585632324217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,1,power_law_1.2,0.14912960052490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,1,power_law_1.2,0.2593548774719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,1,power_law_1.01,2.8731845092773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,1,power_law_1.2,0.47773887634277346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,1,power_law_1.2,0.619958381652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,1,power_law_1.2,0.7238195037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,1,power_law_1.01,3.8579296874999995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,1,power_law_1.2,0.9850176239013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,1,power_law_1.2,1.0248089599609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,1,power_law_1.2,1.0569689941406248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,1,power_law_1.01,4.895078430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,1,power_law_1.2,1.0972211456298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,1,power_law_1.2,1.1418303680419921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,1,power_law_1.2,1.1876525115966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,1,power_law_1.2,1.2475244903564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,1,power_law_1.2,1.2826847839355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,1,power_law_1.2,1.3391410827636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,1,power_law_1.01,6.861566772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,1,power_law_1.2,1.6709324645996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,1,power_law_1.2,1.805628204345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,1,power_law_1.2,1.9510482788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,1,power_law_1.2,2.2220326232910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,1,power_law_1.01,8.853172607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,1,power_law_1.2,2.497393951416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.06001920223236083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.07716991901397705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,1,power_law_1.2,3.0182675170898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.10432959556579591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.17057024002075197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,1,power_law_1.2,3.5029241943359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.2612857627868652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.36737918853759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.4245484924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.5683539199829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,1,power_law_1.2,4.368104248046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.5931327819824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.6144377517700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.6415161895751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.6673312377929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,1,power_law_1.2,5.1972631835937495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.6909574127197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.7122412872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.7338739013671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.7522509002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.8424550628662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.9172889709472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,1,power_law_1.2,6.856373901367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.9732505798339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.0701036834716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.1821785736083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.3884141540527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.5739891052246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,1,power_law_1.2,0.034891519546508785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,1,power_law_1.2,0.04816768169403076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,2.0144064331054685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,1,power_law_1.2,8.649899291992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,1,power_law_1.2,0.06865856170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.3487557983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,1,power_law_1.2,0.1061734390258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,1,power_law_1.2,0.14958335876464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,1,power_law_1.2,0.20410240173339841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,1,power_law_1.2,0.24149375915527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.1244711303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,1,power_law_1.2,0.32158206939697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,1,power_law_1.2,0.3363692855834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,1,power_law_1.2,0.36389888763427736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,1,power_law_1.2,0.40775360107421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,3.917718505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,1,power_law_1.2,0.4489657592773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,1,power_law_1.2,0.4582662582397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,1,power_law_1.2,0.5784051132202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,1,power_law_1.2,0.6603257751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,1,power_law_1.2,0.5693247985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,1,power_law_1.2,0.6968806457519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,1,power_law_1.2,0.9566732788085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,1,power_law_1.2,1.1115948486328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,1,power_law_1.2,1.5591098022460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,1,power_law_1.2,1.8209132385253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,8,balanced,0.025311999320983887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,8,balanced,0.04646143913269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,8,balanced,0.0599180793762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,8,balanced,0.09426688194274903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,8,balanced,0.17265920639038085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,1,power_law_1.2,2.4585664367675784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,8,balanced,0.32491134643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,8,balanced,0.414202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,8,balanced,0.42188159942626957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,1,power_law_1.2,2.958935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,8,balanced,0.42917633056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,8,balanced,0.43664382934570317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,8,balanced,0.4299327850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,8,balanced,0.4348543930053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,8,balanced,0.4332467269897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,8,balanced,0.43949825286865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,8,balanced,0.4620454406738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,8,balanced,0.4697600173950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,1,power_law_1.2,3.9710488891601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,8,balanced,0.4909619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,8,balanced,0.525857276916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,8,balanced,0.550063362121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,8,balanced,0.5950835037231446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,8,balanced,0.64002685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,8,power_law_1.2,44.588193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,8,balanced,0.7620223999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,8,balanced,0.8702540588378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,8,balanced,0.02703104019165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,1,power_law_1.2,4.969864196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,8,balanced,1.2112985229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,8,balanced,0.029452800750732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,8,balanced,0.04244863986968994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,8,balanced,0.06375296115875244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,8,balanced,0.10528767585754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,8,balanced,1.5366476440429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,8,balanced,0.18372608184814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,8,balanced,0.20161151885986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,8,balanced,0.2038476753234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,8,balanced,0.20763647079467776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,8,balanced,0.20975616455078122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,8,balanced,0.20136447906494143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,8,balanced,0.20359807968139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,8,balanced,0.20674303054809567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,8,balanced,0.2094476890563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,8,balanced,0.21780223846435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,8,balanced,2.246376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,8,balanced,0.2244710350036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,8,balanced,0.23830400466918947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,8,balanced,0.2614579200744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,8,balanced,0.28101119995117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,8,balanced,0.32450302124023434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,8,balanced,2.89652099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,8,balanced,0.3642572784423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,8,balanced,0.451855354309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,8,balanced,0.5480755233764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,8,balanced,0.044119038581848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,8,balanced,0.7241689300537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,1,power_law_1.2,6.941671142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,8,balanced,0.0636300802230835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,8,balanced,0.11110912322998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,8,balanced,0.9038387298583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,8,balanced,0.1120473575592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,8,balanced,0.11459584236145019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,8,balanced,0.11964287757873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,8,balanced,0.122741756439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,8,balanced,0.15862655639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,8,balanced,1.2840538024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,8,balanced,0.16521984100341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,8,balanced,0.1665177536010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,8,balanced,0.20792575836181643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,8,balanced,0.21459327697753908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,8,balanced,0.2554431915283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,8,balanced,0.26765695571899417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,8,balanced,1.6578265380859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,8,balanced,0.4589401626586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,8,balanced,0.45282047271728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,8,balanced,0.47568511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,8,balanced,0.6970598602294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,8,balanced,0.8982835388183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,8,balanced,1.3844082641601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,8,balanced,1.811083526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,1,power_law_1.2,8.971443481445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,8,power_law_1.01,0.09218048095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,8,power_law_1.01,0.17023616790771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,8,power_law_1.01,0.21632255554199217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,8,power_law_1.01,0.22027135848999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,8,balanced,2.7408331298828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,8,power_law_1.01,0.2720767974853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,8,power_law_1.01,0.2801356887817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,8,power_law_1.01,0.36984958648681643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,8,power_law_1.01,0.3689369583129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,8,balanced,3.641145629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,8,power_law_1.01,0.37412864685058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,8,power_law_1.01,0.38919681549072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,8,power_law_1.01,0.402421760559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,8,power_law_1.01,0.4162752151489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,8,power_law_1.01,0.4111001586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,8,power_law_1.01,0.4347225570678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,8,power_law_1.01,0.43253120422363284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,8,power_law_1.01,0.44495361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,8,power_law_1.01,0.46443519592285154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,8,power_law_1.01,0.5120409774780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,8,power_law_1.01,0.5501196670532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,8,balanced,5.382011108398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,8,power_law_1.01,0.6101068878173829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,8,power_law_1.01,0.6779212951660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,8,power_law_1.01,0.8485568237304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,8,power_law_1.01,1.0260198211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,8,power_law_1.01,0.061492481231689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,8,power_law_1.01,1.602186279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,8,power_law_1.01,0.10236800193786622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,8,balanced,7.231568603515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,8,power_law_1.01,0.12080767631530762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,8,power_law_1.01,1.9971302795410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,8,power_law_1.01,0.12957056045532228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,8,power_law_1.01,0.1495372772216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,8,power_law_1.01,0.14674431800842286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,8,power_law_1.01,0.18035839080810548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,8,power_law_1.01,0.17096063613891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,8,power_law_1.01,0.1866854476928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,8,power_law_1.01,0.18634111404418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,8,power_law_1.01,0.1950579261779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,8,power_law_1.01,0.19488895416259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,8,power_law_1.01,0.19522687911987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,8,power_law_1.01,2.865794677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,8,power_law_1.01,0.19785343170166017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,8,power_law_1.01,0.20646528244018553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,8,power_law_1.01,0.20981119155883787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,8,power_law_1.01,0.21260288238525388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,8,power_law_1.01,0.23852159500122072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.01,0.25939968109130856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.01,0.3006284713745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.01,0.356703987121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.01,0.4324044799804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.01,0.5087628936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,8,power_law_1.01,3.749003601074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,8,power_law_1.01,0.0439961576461792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.01,0.715626220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.01,0.8893529510498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,8,power_law_1.01,0.059399681091308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,8,power_law_1.01,0.06576000213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,8,power_law_1.01,0.10861951828002929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,8,power_law_1.01,0.1196390438079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.01,1.2824844360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,8,power_law_1.01,0.1329471969604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,8,power_law_1.01,0.14411392211914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,8,power_law_1.01,0.18205184936523439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,8,balanced,11.532672119140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.01,1.6303538513183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,8,power_law_1.01,0.18985984802246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,8,power_law_1.01,0.19910783767700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,8,power_law_1.01,0.22723968505859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,8,power_law_1.01,0.26385663986206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,8,power_law_1.01,0.3270284652709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,8,power_law_1.01,0.38616832733154294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,8,power_law_1.01,0.42241279602050785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,8,power_law_1.01,0.46022270202636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,8,power_law_1.01,0.5490636825561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,8,power_law_1.01,0.7465715026855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,8,balanced,15.3661767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,8,power_law_1.01,1.3297459411621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,8,power_law_1.01,1.0163391876220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,8,power_law_1.2,0.09210623741149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,8,power_law_1.2,0.165032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,8,power_law_1.2,0.20031616210937503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,8,power_law_1.01,1.7083468627929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,8,power_law_1.2,0.21331071853637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,8,power_law_1.2,0.29703168869018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,8,power_law_1.2,0.29070976257324216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,8,power_law_1.2,0.3442303848266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,8,power_law_1.2,0.3609574508666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,8,power_law_1.2,0.3745305633544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,8,power_law_1.2,0.3886067199707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,8,power_law_1.2,0.3832767868041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,8,power_law_1.2,0.39133567810058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,8,power_law_1.2,0.3964723205566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,8,power_law_1.2,0.4189311981201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,8,power_law_1.2,0.4377369689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,8,power_law_1.2,0.44957054138183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,8,power_law_1.2,0.48708480834960943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,8,power_law_1.2,0.5063961410522462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,8,power_law_1.2,0.5536985778808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,8,power_law_1.2,0.6520217895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,8,power_law_1.2,0.7270118713378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,8,power_law_1.2,0.9547545623779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,8,power_law_1.2,1.2953907775878908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,8,power_law_1.2,1.7108915710449217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,8,power_law_1.2,2.2580224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,8,power_law_1.2,3.4083480834960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,8,power_law_1.2,0.061576957702636714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,8,power_law_1.2,0.10149375915527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,8,power_law_1.2,0.11385727882385255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,8,power_law_1.2,0.12710911750793458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,8,power_law_1.2,4.228472290039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,8,power_law_1.2,0.14612223625183104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,8,power_law_1.2,0.18305791854858397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,8,power_law_1.2,0.16190336227416993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,8,power_law_1.2,0.18430208206176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,8,power_law_1.2,0.19132671356201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,8,power_law_1.2,0.18345727920532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,8,power_law_1.2,0.20254079818725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,8,power_law_1.2,0.19671424865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,8,power_law_1.2,0.19052032470703123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,8,power_law_1.2,0.20270975112915038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,8,power_law_1.2,0.20077568054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,8,power_law_1.01,2.6717120361328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,8,power_law_1.2,0.21070335388183592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,8,power_law_1.2,0.2206131172180176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,8,power_law_1.2,0.2561075210571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.2,0.27280767440795894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.2,0.3232767868041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.2,0.36543743133544926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.2,0.45998977661132817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.2,0.5385356903076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.2,0.7610662078857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.2,0.9694489288330079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,8,power_law_1.2,0.043852801322937014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.2,1.4751565551757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,8,power_law_1.2,0.058122239112854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,8,power_law_1.2,0.07241087913513183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,8,power_law_1.2,0.11085696220397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,8,power_law_1.2,0.11775360107421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.2,1.8955775451660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,8,power_law_1.2,0.13113727569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,8,power_law_1.2,0.14369664192199708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,8,power_law_1.2,0.18259328842163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,8,power_law_1.2,0.1889676856994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,8,power_law_1.2,0.19924095153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,8,power_law_1.2,0.23444351196289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,8,power_law_1.2,0.29429887771606444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,8,power_law_1.2,0.30951040267944335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,8,power_law_1.01,4.400432739257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,8,power_law_1.2,0.3915071868896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,8,power_law_1.2,0.43163265228271486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,8,power_law_1.2,0.46597633361816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,8,power_law_1.2,0.5738905715942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,8,power_law_1.2,0.7828953552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,8,power_law_1.01,3.568889465332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,8,power_law_1.2,1.0150195312499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,8,power_law_1.01,6.281641235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,8,power_law_1.2,1.4295794677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,8,power_law_1.2,1.840272674560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,8,power_law_1.2,2.723444519042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,4,balanced,0.02322943925857544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,4,balanced,0.04304384231567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,4,balanced,0.05781375885009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,4,balanced,0.0933580780029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,4,balanced,0.16925823211669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,4,balanced,0.3197427177429199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,4,balanced,0.3243340682983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,4,balanced,0.3266675186157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,4,balanced,0.40437248229980466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,4,balanced,0.40677120208740236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,4,balanced,0.4098316955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,4,balanced,0.41694206237792975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,4,balanced,0.4197414398193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,4,balanced,0.42928638458251955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,4,balanced,0.4438323211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,4,balanced,0.45069950103759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,4,balanced,0.4715340805053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,4,balanced,0.5079539108276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,4,balanced,0.529119987487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,4,balanced,0.5757772827148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,4,balanced,0.6223590469360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,4,balanced,0.7421145629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,4,balanced,0.8421030426025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,4,balanced,1.1499622344970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,4,balanced,1.4641241455078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,4,balanced,2.1428134155273435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,4,balanced,2.7620263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,4,balanced,0.024739840030670167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,4,balanced,0.02676991939544678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,4,balanced,0.04249728202819824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,4,balanced,0.06391039848327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,4,balanced,0.10427264213562011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,4,balanced,0.1787993621826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,4,balanced,0.1827596855163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,4,balanced,0.1834611129760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,4,balanced,0.19567359924316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,4,balanced,0.19641599655151368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,4,balanced,0.19815807342529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,4,balanced,0.19887872695922854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,4,balanced,0.20128896713256833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,4,balanced,0.20437503814697267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,4,balanced,0.20900096893310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,4,balanced,0.21400447845458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,4,balanced,0.22541183471679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,4,balanced,0.2499007987976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,4,balanced,0.26245248794555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,4,balanced,0.3008153533935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,4,balanced,0.34144641876220705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,4,balanced,0.40517505645751956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,4,balanced,0.48621311187744143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,4,balanced,0.6568153381347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,4,balanced,0.7997337341308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,4,balanced,1.1317145538330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,4,balanced,1.456820526123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,4,balanced,0.030430719852447507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,4,balanced,0.04371071815490722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,4,balanced,0.06555776119232178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,4,balanced,0.113569278717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,4,balanced,0.11509632110595702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,4,balanced,0.11623040199279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,4,balanced,0.11810943603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,4,balanced,0.12197119712829589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,4,balanced,0.1234342384338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,4,balanced,0.12604031562805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,4,balanced,0.16367488861083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,4,balanced,0.1686950492858887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,4,balanced,0.17161727905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,4,balanced,0.22161279678344728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,4,balanced,0.22887039184570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,4,balanced,0.2744524765014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,4,balanced,0.28877824783325196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,8,power_law_1.2,3.5285031127929685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,4,balanced,0.49307392120361326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,4,balanced,0.5071718215942382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,4,balanced,0.7604236602783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,8,power_law_1.2,5.39431396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,4,balanced,0.9847948455810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,8,power_law_1.01,10.669858398437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,4,balanced,1.4461669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,4,balanced,1.909055938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,4,balanced,2.8638015747070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,4,power_law_1.01,0.057368321418762205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,4,power_law_1.01,0.09126784324645995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,4,power_law_1.01,0.12013440132141114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,4,power_law_1.01,0.1355084800720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,4,power_law_1.01,0.19558656692504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,4,balanced,4.014497375488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,4,power_law_1.01,0.23141632080078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,4,power_law_1.01,0.2839923286437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,4,power_law_1.01,0.27736831665039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,4,power_law_1.01,0.3604211044311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,4,power_law_1.01,0.3692684936523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,4,power_law_1.01,0.37081344604492184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,4,balanced,5.681825561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,4,power_law_1.01,0.37881729125976565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,4,power_law_1.01,0.37304702758789066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,4,power_law_1.01,0.41106304168701174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,4,power_law_1.01,0.4061990356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,4,power_law_1.01,0.431486701965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,4,power_law_1.01,0.4378803253173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,4,power_law_1.01,0.48530048370361334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,4,power_law_1.01,0.5144025421142577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,4,power_law_1.01,0.5742425537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,4,balanced,7.698248901367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,4,power_law_1.01,0.635365104675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,4,power_law_1.01,0.7970893096923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,4,power_law_1.01,0.9560511779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,4,power_law_1.01,1.3385087585449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,4,power_law_1.01,0.041139202117919924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,4,power_law_1.01,1.7707264709472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,4,power_law_1.01,0.06249983787536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,4,power_law_1.01,0.07625088214874268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,4,power_law_1.01,0.09438847541809083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,4,power_law_1.01,0.12023551940917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,4,power_law_1.01,2.527008056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,4,power_law_1.01,0.12922752380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,4,power_law_1.01,0.16574975967407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,4,power_law_1.01,0.15885184288024903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,4,power_law_1.01,0.17099647521972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,4,power_law_1.01,0.17312128067016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,4,power_law_1.01,0.17892608642578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,4,power_law_1.01,0.18048639297485353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,4,power_law_1.01,0.1855718421936035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,4,power_law_1.01,0.19333887100219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,4,power_law_1.01,0.20072448730468748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,4,power_law_1.01,0.19575807571411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,4,power_law_1.01,3.3473190307617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,4,power_law_1.01,0.20707071304321287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,4,power_law_1.01,0.23564031600952146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,4,power_law_1.01,0.2551782417297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,4,power_law_1.01,0.2913036727905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,4,power_law_1.01,0.33775230407714846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,4,power_law_1.01,0.419317741394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,4,power_law_1.01,0.5061145782470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,4,power_law_1.01,0.6614656066894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,4,power_law_1.01,0.8541273498535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,4,power_law_1.01,0.03218559980392456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,4,power_law_1.01,0.04363135814666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,4,power_law_1.01,0.057740797996521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,4,power_law_1.01,1.238892822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,4,power_law_1.01,0.07216000080108642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,4,power_law_1.01,0.11109120368957519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,4,power_law_1.01,0.12348928451538085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,4,power_law_1.01,1.593401641845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,4,power_law_1.01,0.14212736129760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,4,power_law_1.01,0.13375743865966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,4,power_law_1.01,0.1412172794342041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,4,power_law_1.01,0.15379712104797363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,4,power_law_1.01,0.1901094436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,4,power_law_1.01,0.20785152435302737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,4,power_law_1.01,0.2271436882019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,4,power_law_1.01,0.2832524871826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,4,power_law_1.01,0.31142784118652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,4,power_law_1.01,0.3707942581176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,4,power_law_1.01,0.4234099197387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,4,power_law_1.01,0.5346815872192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,4,power_law_1.01,0.6556403350830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,4,power_law_1.01,0.8735692596435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,4,power_law_1.01,1.1223155212402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,4,power_law_1.01,2.0511013793945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,4,power_law_1.01,1.5669862365722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,4,power_law_1.01,2.989270935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,4,power_law_1.2,0.05719679832458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,4,power_law_1.2,0.09058560371398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,4,power_law_1.2,0.11190527915954589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,4,power_law_1.2,0.13445119857788085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,4,power_law_1.2,0.19695104598999022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,4,power_law_1.2,0.18660736083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,4,power_law_1.2,0.2615398406982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,4,power_law_1.2,0.2767872047424317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,8,power_law_1.2,5.888501586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,4,power_law_1.2,0.35969791412353513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,4,power_law_1.2,0.35981311798095705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,4,power_law_1.2,0.37649791717529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,4,power_law_1.2,0.37326080322265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,4,power_law_1.2,0.3862553787231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,4,power_law_1.2,0.39650558471679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,4,power_law_1.2,0.40942718505859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,4,power_law_1.2,0.43068927764892584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,4,power_law_1.2,0.44762111663818355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,4,power_law_1.2,0.5049139022827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,4,power_law_1.2,0.5166758346557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,4,power_law_1.2,0.606959342956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,4,power_law_1.2,0.6517823791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,4,power_law_1.2,0.7990707397460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,4,power_law_1.01,3.9339019775390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,4,power_law_1.2,1.0071027374267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,4,power_law_1.2,1.3933555603027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,4,power_law_1.01,5.721378784179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,4,power_law_1.2,0.04125951766967774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,4,power_law_1.2,1.8098367309570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,4,power_law_1.2,0.06178048133850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,4,power_law_1.2,0.07135104179382325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,4,power_law_1.2,0.09148544311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,4,power_law_1.2,0.11164416313171385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,4,power_law_1.2,2.7586163330078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,4,power_law_1.2,0.13168383598327638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,4,power_law_1.2,0.15012864112854002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,4,power_law_1.2,0.1580838394165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,4,power_law_1.2,0.1748748779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,4,power_law_1.2,0.17209983825683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,4,power_law_1.2,0.18344831466674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,4,power_law_1.2,0.18430208206176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,4,power_law_1.2,0.1837414360046387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,4,power_law_1.2,3.539480285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,4,power_law_1.2,0.1957798385620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,4,power_law_1.2,0.19516799926757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,4,power_law_1.2,0.19803903579711915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,4,power_law_1.2,0.2143168067932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,4,power_law_1.2,0.24277887344360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,4,power_law_1.2,0.2574515151977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,4,power_law_1.2,0.3015283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,4,power_law_1.2,0.3430860900878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,4,power_law_1.2,0.44649600982666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,4,power_law_1.2,0.523246078491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,4,power_law_1.2,0.6874470520019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,8,power_law_1.01,16.19250244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,4,power_law_1.2,0.885459213256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,4,power_law_1.2,0.032327680587768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,4,power_law_1.2,0.04424448013305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,4,power_law_1.2,0.05480576038360596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,4,power_law_1.2,1.3033279418945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,4,power_law_1.2,0.06656640052795411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,4,power_law_1.2,0.10967679977416993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,4,power_law_1.2,0.12423168182373048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,4,power_law_1.2,1.6692672729492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,4,power_law_1.2,0.13470720291137694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,4,power_law_1.2,0.1529587173461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,4,power_law_1.2,0.13972352027893067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,4,power_law_1.01,7.622587890625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,4,power_law_1.2,0.2105881690979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,4,power_law_1.2,0.19670656204223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,4,power_law_1.2,0.22670080184936525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,4,power_law_1.2,0.277574405670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,4,power_law_1.2,0.30909439086914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,4,power_law_1.2,0.3808639907836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,4,power_law_1.2,0.14276736259460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,4,power_law_1.2,0.4221299362182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,4,power_law_1.2,0.5407449722290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,4,power_law_1.2,0.6543666839599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,4,power_law_1.2,1.1074867248535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,4,power_law_1.2,0.8875417327880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,4,power_law_1.2,1.5779647827148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,2,balanced,0.02241919994354248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,2,balanced,0.03689984083175659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,2,balanced,0.06006783962249755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,4,power_law_1.2,2.021692199707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,2,balanced,0.09700096130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,2,balanced,0.32704639434814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,2,balanced,0.3203609466552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,2,balanced,0.3235622406005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,2,balanced,0.32454017639160154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,2,balanced,0.324903678894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,2,balanced,0.3280448150634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,2,balanced,0.33090686798095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,2,balanced,0.33341312408447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,2,balanced,0.3430886459350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,2,balanced,0.34697856903076174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,2,balanced,0.18835199356079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,2,balanced,0.3496908950805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,2,balanced,0.3740070343017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,2,balanced,0.3947916793823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,2,balanced,0.437786865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,2,balanced,0.4787596893310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,2,balanced,0.5499481582641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,2,balanced,0.6114432144165038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,2,balanced,0.8042022705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,2,balanced,0.3558553695678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,2,balanced,0.9320140838623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,4,power_law_1.2,2.9983486938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,2,balanced,0.023692800998687744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,2,balanced,0.027467520236968995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,2,balanced,1.2767833709716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,2,balanced,0.04374656200408936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,2,balanced,0.06453120231628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,2,balanced,0.10639488220214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,2,balanced,0.18530944824218748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,2,balanced,0.18906879425048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,2,balanced,1.6255168151855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,2,balanced,0.18970624923706053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,2,balanced,0.19170944213867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,2,balanced,0.19199104309082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,2,balanced,0.1925388717651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,2,balanced,0.21086591720581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,2,balanced,0.21228160858154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,2,balanced,0.21456384658813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,2,balanced,0.21938560485839842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,2,balanced,0.222161922454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,2,balanced,0.22861696243286134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,2,balanced,0.2454707145690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,2,balanced,0.26280191421508786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,2,balanced,0.29229312896728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,2,balanced,0.3256460952758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,2,balanced,0.3927923202514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,2,balanced,0.4556633758544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,2,balanced,0.6416409301757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,2,balanced,0.7711859130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,2,balanced,1.0889676666259764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,2,power_law_1.01,0.036341760158538815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,2,balanced,1.4017433166503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,2,power_law_1.01,0.05661439895629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,2,power_law_1.01,0.10826751708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,2,power_law_1.01,0.1829248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,2,power_law_1.01,0.2435379219055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,2,power_law_1.01,0.268143367767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,2,power_law_1.01,0.2719526481628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,2,power_law_1.01,0.08332672119140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,2,power_law_1.01,0.17392000198364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,2,power_law_1.01,0.2776691246032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,2,power_law_1.01,0.2829158401489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,2,power_law_1.01,0.28958208084106446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,2,power_law_1.01,0.3099046325683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,2,power_law_1.01,0.3215859222412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,2,power_law_1.01,0.28053760528564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,2,power_law_1.01,0.36385406494140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,2,power_law_1.01,0.37959041595458987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,2,power_law_1.01,0.3206489562988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,2,power_law_1.01,0.469043197631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,2,power_law_1.01,0.3087897682189941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,2,power_law_1.01,0.5641446304321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,2,power_law_1.01,0.6597248077392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,2,power_law_1.01,0.8267187500000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,2,power_law_1.01,1.4040768432617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,2,power_law_1.01,0.44445438385009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,2,power_law_1.01,0.025090560913085935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,2,power_law_1.01,0.042917118072509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,2,power_law_1.01,0.05697152137756347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,2,power_law_1.01,1.7661605834960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,2,power_law_1.01,0.07259136199951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,2,power_law_1.01,0.09697024345397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,2,power_law_1.01,0.11505279541015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,2,power_law_1.01,0.15456128120422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,2,power_law_1.01,0.15322367668151854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,2,power_law_1.01,0.15848447799682616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,2,power_law_1.01,0.16027008056640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,2,power_law_1.01,0.16806655883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,2,power_law_1.01,0.18465024948120118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,2,power_law_1.01,0.18896896362304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,2,power_law_1.01,0.19588991165161135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,2,power_law_1.01,0.20900991439819333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,2,power_law_1.01,0.20571264266967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,2,power_law_1.01,0.21169408798217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,2,power_law_1.01,0.23347967147827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,2,power_law_1.01,0.25810176849365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,2,power_law_1.01,0.2947609519958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,2,power_law_1.01,0.3345228958129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,2,power_law_1.01,0.4149811172485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,2,power_law_1.01,0.495228157043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,2,power_law_1.01,0.6637657928466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,2,power_law_1.01,0.8268070220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,2,power_law_1.01,1.1525363159179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,2,power_law_1.2,0.03663104057312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,2,power_law_1.2,0.05621888160705566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,2,power_law_1.01,1.4865382385253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,2,power_law_1.2,0.0791155195236206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,2,power_law_1.01,1.0317235565185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,2,power_law_1.2,0.10509056091308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,2,power_law_1.2,0.13915264129638671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,2,power_law_1.2,0.24612607955932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,2,power_law_1.2,0.25982591629028323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,2,power_law_1.2,0.27279743194580075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,2,power_law_1.2,0.27393920898437496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,2,power_law_1.2,0.2810585594177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,2,power_law_1.2,0.28350719451904294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,2,power_law_1.2,0.2934515190124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,2,power_law_1.2,0.3139007949829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,2,power_law_1.2,0.3194278335571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,2,power_law_1.2,0.33497985839843747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,2,power_law_1.2,0.3719232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,2,power_law_1.2,0.3846464157104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,2,power_law_1.2,0.17146623611450196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,2,power_law_1.2,0.4903014373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,2,power_law_1.2,0.3035673522949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,2,power_law_1.2,0.6738995361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,2,power_law_1.2,0.8516223907470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,2,power_law_1.2,0.4479897689819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,2,power_law_1.2,1.1020735931396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,2,power_law_1.2,0.5709580612182618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,2,power_law_1.2,0.025093119144439697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,2,power_law_1.2,0.04279808044433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,2,power_law_1.2,1.4883596801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,2,power_law_1.2,0.054644479751586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,4,power_law_1.2,3.82279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,2,power_law_1.2,0.06995327949523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,2,power_law_1.2,0.09331968307495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,2,power_law_1.2,0.10913151741027831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,2,power_law_1.2,0.1505446434020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,2,power_law_1.2,0.15273088455200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,2,power_law_1.2,1.844568328857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,2,power_law_1.2,0.1576204776763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,2,power_law_1.2,0.1609292793273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,2,power_law_1.2,0.16918527603149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,2,power_law_1.2,0.1818342399597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,2,power_law_1.2,0.18791807174682618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,2,power_law_1.2,0.19797376632690428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,2,power_law_1.2,0.20242944717407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,2,power_law_1.2,0.20502399444580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,2,power_law_1.2,0.21770368576049806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,2,power_law_1.2,0.24017791748046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,2,power_law_1.2,0.2692211151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,2,power_law_1.2,0.30109567642211915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,2,power_law_1.2,0.3463257598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,2,power_law_1.2,0.4336486434936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,2,power_law_1.2,0.5057804870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,2,power_law_1.2,0.6750157165527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,2,power_law_1.2,0.8474124908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,1,balanced,0.029740800857543947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,2,power_law_1.2,1.1769036865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,1,balanced,0.0511353588104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,1,balanced,0.06708608150482179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,1,balanced,0.10244671821594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,1,balanced,0.17731008529663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,1,balanced,0.32864639282226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,1,balanced,0.33259456634521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,2,power_law_1.2,1.5292877197265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,1,balanced,0.3336761474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,1,balanced,0.3368966293334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,1,balanced,0.3376012802124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,1,balanced,0.3405612945556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,1,balanced,0.3446540832519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,1,balanced,0.3468716812133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,1,balanced,0.35408897399902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,1,balanced,0.4340089416503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,1,balanced,0.4374950408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,1,balanced,0.4469932937622071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,1,balanced,0.47558143615722653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,1,balanced,0.4974508666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,1,balanced,0.5355327987670899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,1,balanced,0.5814022445678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,1,balanced,0.758721923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,1,balanced,0.8278336334228517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,1,balanced,1.108419189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,1,balanced,0.03224384069442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,1,balanced,0.040551037788391114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,1,balanced,1.3702592468261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,1,balanced,0.054837121963500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,1,balanced,0.0800755214691162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,1,balanced,0.13095935821533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,1,balanced,0.22678720474243166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,1,balanced,0.2286310386657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,1,balanced,2.0315846252441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,1,balanced,0.23074815750122069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,1,balanced,0.23128639221191408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,1,balanced,0.23325567245483397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,1,balanced,0.23517631530761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,1,balanced,0.23675840377807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,1,balanced,0.23925439834594728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,1,balanced,0.24307775497436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,1,balanced,2.6202676391601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,1,balanced,0.2864902305603027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,1,balanced,0.29064064025878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,1,balanced,0.29468799591064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,1,balanced,0.3055801582336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,1,balanced,0.3153055953979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,1,balanced,0.3429024124145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,1,balanced,0.36918590545654295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,1,balanced,0.43616256713867185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,1,balanced,0.5001932907104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,1,balanced,0.7251602935791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,1,balanced,0.8537574768066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,1,power_law_1.01,0.029926400184631347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,1,power_law_1.01,0.05064000129699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,1,power_law_1.01,0.06736447811126708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,1,balanced,1.2038591766357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,1,power_law_1.01,0.1022713565826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,1,power_law_1.01,0.1456716823577881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,1,power_law_1.01,0.1837062454223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,1,balanced,1.5639584350585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,1,power_law_1.01,0.255611515045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,1,power_law_1.01,0.2652217674255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,1,power_law_1.01,0.27357696533203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,1,power_law_1.01,0.27663936614990237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,1,power_law_1.01,0.2927136039733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,1,power_law_1.01,0.3035897636413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,1,power_law_1.01,0.3077862358093262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,1,power_law_1.01,0.3264870452880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,1,power_law_1.01,0.3929087829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,1,power_law_1.01,0.40227199554443355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,1,power_law_1.01,0.4194195175170899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,1,power_law_1.01,0.4485107040405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,1,power_law_1.01,0.477209587097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,1,power_law_1.01,0.5430527877807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,1,power_law_1.01,0.5987456130981446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,1,power_law_1.01,0.7122726440429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,1,power_law_1.01,0.8495059204101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,1,power_law_1.01,1.1624179077148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,1,power_law_1.01,0.03225215911865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,1,power_law_1.01,1.4772595214843751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,1,power_law_1.01,0.03731712102890015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,1,power_law_1.01,0.054469761848449705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,1,power_law_1.01,0.07993855953216553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,1,power_law_1.01,2.100508117675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,1,power_law_1.01,0.11202624320983887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,1,power_law_1.01,0.13463359832763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,1,power_law_1.01,0.17834880828857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,1,power_law_1.01,0.1860633659362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,1,power_law_1.01,2.7046463012695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,1,power_law_1.01,0.18916671752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,1,power_law_1.01,0.1913337516784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,1,power_law_1.01,0.20014783859252933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,1,power_law_1.01,0.20588031768798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,1,power_law_1.01,0.20824575424194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,1,power_law_1.01,0.21317440032958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,1,power_law_1.01,0.26148544311523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,1,power_law_1.01,0.26244863510131833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,1,power_law_1.01,0.27404544830322264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,1,power_law_1.01,0.2893811225891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,1,power_law_1.01,0.31143487930297853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,1,power_law_1.01,0.3568627166748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,1,power_law_1.01,0.3920691299438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,1,power_law_1.01,0.47907966613769537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,1,power_law_1.01,0.564400634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,1,power_law_1.01,0.7393670654296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,1,power_law_1.2,0.029354879856109618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,1,power_law_1.01,0.9366349029541017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,1,power_law_1.2,0.05000895977020263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,1,power_law_1.2,0.06710591793060303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,1,power_law_1.2,0.09620223999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,1,power_law_1.01,1.2974163818359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,1,power_law_1.2,0.1354982376098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,1,power_law_1.2,0.17362239837646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,1,power_law_1.2,0.25017728805541994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,1,power_law_1.2,0.26158464431762696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,1,power_law_1.01,1.66044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,1,power_law_1.2,0.27223232269287106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,1,power_law_1.2,0.27808256149291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,1,power_law_1.2,0.2913772773742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,1,power_law_1.2,0.30088575363159176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,1,power_law_1.2,0.30540672302246097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,1,power_law_1.2,0.3363129425048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,1,power_law_1.2,0.4002131271362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,1,power_law_1.2,0.40840255737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,1,power_law_1.2,0.41957313537597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,1,power_law_1.2,0.46346687316894536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,1,power_law_1.2,0.4898521423339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,1,power_law_1.2,0.5719084930419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,1,power_law_1.2,0.610313606262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,1,power_law_1.2,0.7388269042968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,1,power_law_1.2,0.8850348663330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,1,power_law_1.2,1.1867135620117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,1,power_law_1.2,0.032433280944824214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,1,power_law_1.2,1.4931782531738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,1,power_law_1.2,0.039322240352630614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,4,power_law_1.2,5.693076782226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,1,power_law_1.2,0.0547980785369873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,1,power_law_1.2,0.0761894416809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,1,power_law_1.2,0.12876543998718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,1,power_law_1.2,2.1302227783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,1,power_law_1.2,0.1751251220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,1,power_law_1.2,0.18414079666137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,1,power_law_1.2,0.1866227149963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,1,power_law_1.2,0.1926335906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,1,power_law_1.2,0.19854272842407225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,1,power_law_1.2,0.20353023529052736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,1,power_law_1.2,2.758026123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,1,power_law_1.2,0.20899967193603514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,1,power_law_1.2,0.21665023803710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,1,power_law_1.2,0.2626828765869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,1,power_law_1.2,0.2692550468444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,1,power_law_1.2,0.2772441673278808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,1,power_law_1.2,0.30356927871704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,1,power_law_1.2,0.3283001708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,1,power_law_1.2,0.36907585144042965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,1,power_law_1.2,0.4095590209960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,1,power_law_1.2,0.49755966186523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,1,power_law_1.2,0.5867692947387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,1,power_law_1.2,0.7546623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,1,power_law_1.2,0.9492710113525391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,1,power_law_1.2,1.3159187316894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,1,power_law_1.2,0.10298879623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,1,power_law_1.2,1.6877766418457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,8,balanced,0.052391681671142575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,8,balanced,0.036536319255828856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,8,balanced,0.0572160005569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,8,balanced,0.09354240417480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,8,balanced,0.14150272369384767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,8,balanced,0.18207103729248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,8,balanced,0.18795135498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,8,balanced,0.19239423751831056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,8,balanced,0.21181184768676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,8,balanced,0.203055362701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,8,balanced,0.19409536361694335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,8,balanced,0.20073471069335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,8,balanced,0.22306943893432618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,8,balanced,0.19680896759033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,8,balanced,0.2375052833557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,8,balanced,0.2520537567138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,8,balanced,0.26914176940917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,8,balanced,0.20717439651489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,8,balanced,0.3003903961181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,8,balanced,0.36942718505859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,8,balanced,0.5517311859130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,8,balanced,0.6400064086914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,8,balanced,0.9475135803222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,8,balanced,1.1564249420166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,8,balanced,0.2175974464416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,8,power_law_1.01,0.11658623695373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,8,balanced,0.21653375625610352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,8,balanced,0.4103551864624023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,8,power_law_1.01,0.07702655792236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,8,power_law_1.01,0.13601792335510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,8,power_law_1.01,0.17927936553955076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,8,power_law_1.01,0.13056256294250487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,8,power_law_1.01,0.16054399490356447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,8,power_law_1.01,0.1401740837097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,8,power_law_1.01,0.2064793586730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,8,power_law_1.01,0.21188224792480467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,8,power_law_1.01,0.19474815368652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,8,power_law_1.01,0.2003071975708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,4,power_law_1.2,7.570608520507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,8,power_law_1.01,0.2291084861755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,8,power_law_1.01,0.2488230323791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,8,power_law_1.01,0.2150284767150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,8,power_law_1.01,0.21405055999755856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,8,power_law_1.01,0.261265926361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,8,power_law_1.01,0.3118144035339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,8,power_law_1.01,0.3227750396728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,8,power_law_1.01,0.17328256607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,8,power_law_1.01,0.42857086181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,8,power_law_1.01,0.2167731285095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,8,power_law_1.01,0.18523263931274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,8,power_law_1.01,0.5037926483154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,8,power_law_1.2,0.09233535766601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,8,power_law_1.2,0.076561918258667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,8,power_law_1.2,0.12868864059448243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,8,power_law_1.01,0.7307417297363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,8,power_law_1.01,0.9305395507812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,8,power_law_1.2,0.17625600814819337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,8,power_law_1.01,1.3704435729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,8,power_law_1.2,0.18558591842651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,8,power_law_1.01,1.9558682250976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,8,power_law_1.2,0.12797311782836912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,8,power_law_1.2,0.20809343338012692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,8,power_law_1.2,0.20175231933593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,8,power_law_1.2,0.13784704208374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,8,power_law_1.2,0.2079680061340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,8,power_law_1.2,0.21296512603759768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,8,power_law_1.2,0.21253120422363284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,8,power_law_1.2,0.2172185516357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,8,power_law_1.2,0.2708390426635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,8,power_law_1.2,0.31854591369628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,8,power_law_1.2,0.3909503936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,8,power_law_1.2,0.46241920471191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,8,power_law_1.2,0.19102848052978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,8,power_law_1.2,0.5898239898681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,8,power_law_1.2,0.8461670684814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,8,power_law_1.2,1.0410189056396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,8,power_law_1.2,0.16335615158081054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,8,power_law_1.2,1.7185626220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,8,power_law_1.2,0.2562175941467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,8,power_law_1.2,2.142655944824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,8,power_law_1.2,0.1923980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,4,balanced,0.030302720069885252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,4,balanced,0.14049407958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,4,balanced,0.18406400680541993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,4,balanced,0.19535999298095702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,4,balanced,0.19820159912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,4,balanced,0.19920000076293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,4,balanced,0.20588800430297854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,4,balanced,0.0392742395401001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,4,balanced,0.21031551361083983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,4,balanced,0.052212481498718266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,4,balanced,0.20006399154663085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,4,balanced,0.2039423942565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,4,balanced,0.20294015884399413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,8,power_law_1.2,0.23196928024291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,4,balanced,0.20687360763549806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,4,balanced,0.22264448165893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,4,balanced,0.23840511322021482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,4,balanced,0.19226367950439455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,4,balanced,0.2541196823120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,4,balanced,0.27969024658203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,4,balanced,0.30124160766601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,4,balanced,0.08544896125793458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,4,balanced,0.38973312377929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,4,balanced,0.4364902496337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,4,balanced,0.5826214218139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,4,balanced,0.6720857238769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,4,balanced,1.014118423461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,4,balanced,1.266593246459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,4,power_law_1.01,0.15599103927612307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,4,power_law_1.01,0.04703999996185303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,4,power_law_1.01,0.09143936157226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,4,power_law_1.01,0.06839680194854736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,4,power_law_1.01,0.10526847839355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,4,power_law_1.01,0.16953344345092775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,4,power_law_1.01,0.20536575317382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,4,power_law_1.01,0.19904767990112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,4,power_law_1.01,0.18215295791625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,4,power_law_1.01,0.20113664627075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,4,power_law_1.01,0.19884159088134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,4,power_law_1.01,0.20776960372924808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,4,power_law_1.01,0.18572160720825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,4,power_law_1.01,0.1918400001525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,4,power_law_1.01,0.2557081604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,4,power_law_1.01,0.28876672744750975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,4,power_law_1.01,0.3315353775024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,4,power_law_1.01,0.398364143371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,4,power_law_1.01,0.11532671928405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,4,power_law_1.01,0.20005632400512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,4,power_law_1.01,0.4835289764404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,4,power_law_1.01,0.21777280807495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,8,power_law_1.2,10.677309570312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,4,power_law_1.01,0.7376345825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,4,power_law_1.01,0.8399385833740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,4,power_law_1.01,1.16611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,4,power_law_1.2,0.11588352203369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,4,power_law_1.2,0.1668454360961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,4,power_law_1.01,1.5976844787597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,4,power_law_1.2,0.1887539291381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,4,power_law_1.2,0.19213823318481443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,4,power_law_1.2,0.1918720054626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,4,power_law_1.01,0.23800064086914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,4,power_law_1.2,0.2018201637268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,4,power_law_1.2,0.20840063095092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,4,power_law_1.2,0.20118272781372068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,4,power_law_1.2,0.20125055313110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,4,power_law_1.2,0.204400634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,4,power_law_1.2,0.2128870391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,4,power_law_1.2,0.21796991348266603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,4,power_law_1.2,0.04672255992889404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,4,power_law_1.2,0.2553215980529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,4,power_law_1.2,0.2666073608398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,4,power_law_1.2,0.08583680152893067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,4,power_law_1.2,0.4434124755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,4,power_law_1.2,0.05991424083709716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,4,power_law_1.2,0.5245683288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,4,power_law_1.2,0.17013504028320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,4,power_law_1.2,0.9266611480712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,2,balanced,0.02255359888076782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,4,power_law_1.2,0.8125286102294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,4,power_law_1.2,1.680084533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,2,balanced,0.047953920364379884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,4,power_law_1.2,0.0901696014404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,4,power_law_1.2,1.313016357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,4,power_law_1.2,0.34457088470458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,2,balanced,0.081844482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,2,balanced,0.1374937629699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,2,balanced,0.033276159763336186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,2,balanced,0.18463872909545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,2,balanced,0.18079616546630858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,2,balanced,0.18939647674560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,2,balanced,0.20209024429321287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,2,balanced,0.1853158378601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,4,power_law_1.2,0.3006233596801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,2,balanced,0.20231039047241212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,2,balanced,0.2089523124694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,2,balanced,0.19333248138427733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,2,balanced,0.22314495086669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,2,balanced,0.24205055236816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,2,balanced,0.2698188781738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,2,balanced,0.3017049598693847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,2,balanced,0.1868070411682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,2,balanced,0.43531265258789065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,2,balanced,0.5916185760498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,2,balanced,0.6801817321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,2,balanced,0.9985126495361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,2,power_law_1.01,0.04445184230804443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,2,balanced,1.2532275390624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,2,balanced,0.19554431915283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,2,balanced,0.19711488723754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,2,power_law_1.01,0.15604479789733888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,2,power_law_1.01,0.08266112327575684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,2,balanced,0.20486143112182614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,2,power_law_1.01,0.10342911720275878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,2,power_law_1.01,0.1694233512878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,2,power_law_1.01,0.06107776165008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,2,power_law_1.01,0.18315135955810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,2,power_law_1.01,0.031179521083831784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,2,power_law_1.01,0.18658687591552733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,2,power_law_1.01,0.18369152069091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,2,power_law_1.01,0.16867839813232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,2,power_law_1.01,0.21294464111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,2,power_law_1.01,0.22821632385253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,2,power_law_1.01,0.2609676742553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,2,power_law_1.01,0.2834918403625488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,2,balanced,0.39655807495117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,2,power_law_1.01,0.16592384338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,2,power_law_1.01,0.17677951812744142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,2,power_law_1.01,0.6482380676269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,2,power_law_1.01,0.20782592773437497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,2,power_law_1.01,0.7822476959228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,2,power_law_1.01,1.0880448150634767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,2,power_law_1.01,1.437400360107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,2,power_law_1.01,0.19752447128295897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,2,power_law_1.01,0.20382848739624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,2,power_law_1.01,0.46363262176513675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,2,power_law_1.2,0.10179967880249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,2,power_law_1.2,0.031445760726928715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,2,power_law_1.2,0.04233727931976318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,2,power_law_1.2,0.060056319236755376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,2,power_law_1.2,0.1754803276062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,2,power_law_1.01,0.3292582321166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,2,power_law_1.01,0.3913216018676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,2,power_law_1.2,0.07747072219848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,2,power_law_1.2,0.15735679626464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,2,power_law_1.2,0.1919398307800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,2,power_law_1.2,0.16810752868652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,2,power_law_1.2,0.20909439086914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,2,power_law_1.2,0.21395328521728513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,2,power_law_1.2,0.22066175460815432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,2,power_law_1.2,0.23816703796386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,2,power_law_1.2,0.2644211196899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,2,power_law_1.2,0.18951295852661132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,2,power_law_1.2,0.28781951904296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,2,power_law_1.2,0.3406028747558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,2,power_law_1.2,0.6847078704833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,2,power_law_1.2,0.1875699234008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,2,power_law_1.2,0.17873407363891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,2,power_law_1.2,0.8209548950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,2,power_law_1.2,0.16910848617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,2,power_law_1.2,0.2091507148742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,2,power_law_1.2,1.4878656005859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,2,power_law_1.2,0.4053350448608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,2,power_law_1.2,0.4733926391601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,2,power_law_1.2,1.1545587158203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,1,balanced,0.030441598892211912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,1,balanced,0.045146880149841306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,1,balanced,0.06976448059082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,1,balanced,0.11542336463928222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,1,balanced,0.199932804107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,1,balanced,0.28179904937744144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,1,balanced,0.2645497512817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,1,balanced,0.277642879486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,8,power_law_1.2,15.85784423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,1,balanced,0.276693115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,1,balanced,0.2630080032348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,1,balanced,0.2659328079223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,1,balanced,0.2691212844848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,1,balanced,0.27133951187133787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,1,balanced,0.27411327362060545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,1,balanced,0.2727398490905762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,1,balanced,0.3160032081604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,1,balanced,0.4822822570800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,1,balanced,0.3959564971923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,1,balanced,0.3849817657470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,1,balanced,0.550181770324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,1,balanced,0.5187020874023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,1,power_law_1.01,0.046442880630493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,1,power_law_1.01,0.06932735919952393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,1,balanced,0.8652422332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,1,balanced,0.9389715576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,1,balanced,1.3312261962890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,1,power_law_1.01,0.02939775943756103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,1,power_law_1.01,0.21618240356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,1,balanced,1.4988217163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,1,power_law_1.01,0.10498880386352538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,1,power_law_1.01,0.2422515106201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,1,power_law_1.01,0.13604543685913087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,1,balanced,2.3152729797363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,1,power_law_1.01,0.20713600158691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,1,power_law_1.01,0.28408063888549806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,1,power_law_1.01,0.33202751159667965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,1,power_law_1.01,0.3448748779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,1,power_law_1.01,0.36584449768066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,1,balanced,2.9114157104492184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,1,power_law_1.01,0.22786752700805665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,1,power_law_1.01,0.24029823303222658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,1,power_law_1.01,0.6001017761230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,1,power_law_1.01,0.2554547119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,1,power_law_1.01,0.2687961578369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,1,power_law_1.01,0.6668537902832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,1,power_law_1.01,0.38309310913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,1,power_law_1.01,1.0191404724121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,1,power_law_1.01,0.44227264404296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,1,power_law_1.01,1.3408677673339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,1,power_law_1.2,0.06935808181762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,1,power_law_1.01,1.714493408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,1,power_law_1.2,0.09708800315856933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,1,power_law_1.01,0.4988326263427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,1,power_law_1.01,2.3918028259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,1,power_law_1.2,0.21896831512451173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,1,power_law_1.2,0.23109888076782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,1,power_law_1.2,0.25166271209716795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,1,power_law_1.01,3.0969946289062498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,1,power_law_1.2,0.2607923126220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,1,power_law_1.2,0.27913087844848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,1,power_law_1.2,0.29254079818725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,1,power_law_1.2,0.02968832015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,1,power_law_1.2,0.04710527896881104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,1,power_law_1.2,0.3406175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,1,power_law_1.2,0.3530316925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,1,power_law_1.2,0.3889593505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,1,power_law_1.2,0.4548428726196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,1,power_law_1.2,0.12764415740966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,1,power_law_1.2,0.20697919845581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,1,power_law_1.2,0.6086816024780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,1,power_law_1.01,0.8284333038330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,1,power_law_1.2,0.695994873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,1,power_law_1.2,0.24111808776855467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,1,power_law_1.2,1.0249632263183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,1,power_law_1.2,1.3683648681640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,1,power_law_1.2,0.37508800506591794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,1,power_law_1.2,1.707122497558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,1,power_law_1.2,0.5037171173095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,8,balanced,0.0925209617614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,1,power_law_1.2,2.398791046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,8,balanced,0.17528064727783205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,8,balanced,0.6097369766235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,1,power_law_1.2,0.8481785583496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,8,balanced,1.4199667358398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,8,balanced,1.4197299194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,8,balanced,1.4290470886230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,8,balanced,1.4367117309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,8,balanced,0.3040588760375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,8,balanced,1.4630604553222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,8,balanced,1.4750874328613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,8,balanced,1.4899507141113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,8,balanced,1.5002252197265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,8,balanced,1.5970559692382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,8,balanced,1.067303695678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,8,balanced,1.5896896362304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,8,balanced,1.6111334228515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,8,balanced,1.6492518615722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,8,balanced,1.720518341064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,8,balanced,1.7832115173339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,8,balanced,1.9154803466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,8,balanced,2.048773193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,8,balanced,0.06458879947662353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,8,balanced,0.11791872024536132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,8,balanced,0.17645055770874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,8,balanced,0.3338521575927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,8,balanced,2.5808871459960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,8,balanced,0.5638195037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,8,balanced,0.7533465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,8,balanced,0.7635507202148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,1,power_law_1.2,3.1133062744140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,8,balanced,0.7715711975097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,8,balanced,0.8049906921386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,8,balanced,0.8080473327636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,8,balanced,0.8205554962158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,8,balanced,0.8396659088134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,8,balanced,0.8530547332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,8,balanced,0.884505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,8,balanced,0.886487045288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,8,balanced,0.9140531158447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,8,balanced,0.9525593566894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,8,balanced,1.0446438598632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,8,balanced,3.0031591796874997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,8,balanced,1.1414822387695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,8,balanced,1.2961715698242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,8,balanced,4.105440063476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,8,balanced,1.4834547424316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,8,balanced,1.8707507324218748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,8,balanced,4.637674255371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,8,balanced,2.2278643798828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,8,balanced,3.0759909057617185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,8,balanced,6.958300170898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,8,balanced,3.767527770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,8,power_law_1.01,0.8376255798339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,8,balanced,8.66434814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,8,balanced,5.6232757568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,8,power_law_1.01,0.5120742416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,8,power_law_1.01,0.9737741088867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,8,power_law_1.01,1.2393484497070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,8,balanced,7.156005249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,8,power_law_1.01,1.0392562866210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,8,power_law_1.01,1.203735046386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,8,power_law_1.01,1.2223257446289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,8,power_law_1.01,1.3175999450683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,8,power_law_1.01,1.270840301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,8,power_law_1.01,1.2856536865234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,8,power_law_1.01,1.225655059814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,8,power_law_1.01,1.3862503051757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,8,power_law_1.01,1.4746176147460939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,8,power_law_1.01,1.3974566650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,8,power_law_1.01,1.8447935485839841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,8,power_law_1.01,2.371655731201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,8,power_law_1.01,1.4619544982910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,8,power_law_1.01,1.583144989013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,8,power_law_1.01,1.7208396911621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,8,power_law_1.01,1.5070387268066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,8,power_law_1.01,0.27334400177001955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,8,power_law_1.01,2.080189514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,8,power_law_1.01,0.5140825653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,8,power_law_1.01,0.5456780624389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,8,power_law_1.01,2.6820581054687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,8,power_law_1.01,0.6536972808837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,8,power_law_1.01,0.45695232391357427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,8,power_law_1.01,0.6769638061523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,8,power_law_1.01,0.7006463623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,8,power_law_1.01,0.6660736083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,8,power_law_1.01,0.7211724853515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,8,power_law_1.01,3.428940734863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,8,power_law_1.01,0.7103449249267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,8,power_law_1.01,0.8385740661621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,8,power_law_1.01,0.7506444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,8,power_law_1.01,5.56316162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,8,power_law_1.01,0.7805657958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,8,power_law_1.01,0.8408895874023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,8,power_law_1.01,0.7969152069091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,8,power_law_1.01,0.8684159851074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,8,power_law_1.01,1.0150681304931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.01,1.1179686737060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.01,1.2971455383300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.01,1.4896307373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.01,1.9066867065429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,8,power_law_1.01,9.88593505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.01,2.289319610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,8,power_law_1.2,0.5125644683837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.01,3.2087908935546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,8,power_law_1.01,4.472435302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,8,power_law_1.2,0.7145420837402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,8,power_law_1.01,0.9142797088623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,8,power_law_1.2,0.8711743927001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.01,4.099683837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,8,power_law_1.2,1.0220441436767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,8,power_law_1.2,1.1904115295410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.01,5.864527587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,8,power_law_1.2,1.3741375732421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,8,power_law_1.01,8.491463623046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,8,power_law_1.2,1.3658470153808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,8,power_law_1.2,1.3514317321777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,8,power_law_1.2,1.2468902587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.01,7.508565673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,8,power_law_1.2,1.2521075439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,8,power_law_1.2,1.5273957824707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,8,power_law_1.2,1.5602099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,8,power_law_1.2,1.6034303283691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,8,power_law_1.2,1.4048281860351561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,8,power_law_1.2,1.9099853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,8,power_law_1.2,2.1760179138183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,8,power_law_1.2,1.5897164916992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,8,power_law_1.2,1.1860761260986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,8,power_law_1.2,2.4810867309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,8,power_law_1.2,1.2452416229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,8,power_law_1.2,0.27543935775756834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,8,power_law_1.2,3.764927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,8,power_law_1.2,0.3773478317260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,8,power_law_1.2,1.7205810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,8,power_law_1.2,0.45531265258789066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,8,power_law_1.2,0.5532275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,8,power_law_1.2,5.035846252441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,8,power_law_1.2,0.6277606582641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,8,power_law_1.2,0.7189695739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,8,power_law_1.2,0.6636070251464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,8,power_law_1.2,0.713544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,8,power_law_1.2,0.7370572662353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,8,power_law_1.2,0.7642662048339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,8,power_law_1.2,5.950087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,8,power_law_1.2,0.7881855773925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,8,power_law_1.2,2.8123980712890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,8,power_law_1.2,0.8205350494384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,8,power_law_1.2,0.8622873687744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,8,power_law_1.2,0.8749900817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,8,power_law_1.2,0.8701580810546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,8,power_law_1.2,1.0220134735107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.2,1.1477209472656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,8,power_law_1.2,0.6529766082763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.2,1.313113555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.2,1.971910400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.2,1.5344140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.2,2.4616473388671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,4,balanced,0.08747903823852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,8,power_law_1.2,11.980206298828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.2,3.4183642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,8,power_law_1.2,0.9496627044677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.2,4.579598083496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,4,balanced,0.3056025505065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,4,balanced,1.402940216064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,4,balanced,0.15230591773986818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,4,balanced,0.9991500854492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,4,balanced,1.4168319702148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.2,6.29244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,4,balanced,1.4259135437011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,4,balanced,0.5403430557250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,4,balanced,1.4446540832519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,4,balanced,1.4574847412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,4,balanced,1.4689190673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,4,balanced,1.4869311523437498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,4,balanced,1.4950592041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,8,power_law_1.2,8.86281982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,4,balanced,1.6470156860351561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,4,balanced,1.709583435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,4,balanced,1.772314910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,4,balanced,1.8916044616699217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,4,balanced,1.545331268310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,4,balanced,1.5470425415039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,4,balanced,2.0067430114746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,4,balanced,1.562329559326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,4,balanced,0.06396031856536866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,4,balanced,0.10359295845031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,4,balanced,0.16409088134765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.2,8.416267700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,4,balanced,0.29711103439331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,4,balanced,0.566558723449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,4,balanced,0.7508710479736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,4,balanced,3.872672119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,4,balanced,0.7655411529541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,4,balanced,0.7689971160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,4,balanced,4.319315185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,4,balanced,0.7846578979492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,4,balanced,0.7895065307617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,4,balanced,0.7998963165283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,4,balanced,0.8571430206298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,4,balanced,0.8675981140136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,4,balanced,0.9054566192626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,4,balanced,0.8978892517089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,4,balanced,0.9148966217041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,4,balanced,6.523211669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,4,balanced,2.82021240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,4,balanced,0.9548556518554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,4,balanced,1.0232755279541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,4,balanced,2.6667520141601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,4,balanced,1.0878617858886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,4,balanced,1.2356697845458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,4,balanced,8.102197875976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,4,balanced,1.3671052551269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,4,balanced,1.7472909545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,4,balanced,2.013995513916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,4,balanced,2.7811737060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,4,power_law_1.01,0.6893363189697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,4,balanced,3.350406494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,4,power_law_1.01,0.8864141082763671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,4,power_law_1.01,0.49988479614257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,4,power_law_1.01,1.1685964965820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,4,balanced,4.908360900878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,4,power_law_1.01,1.2243775939941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,4,power_law_1.01,0.2748428726196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,4,power_law_1.01,0.5005017471313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,4,power_law_1.01,1.187479019165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,4,balanced,6.259059448242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,4,power_law_1.01,1.2203289794921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,4,power_law_1.01,1.322731475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,4,power_law_1.01,1.3643251037597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,4,power_law_1.01,1.4523239135742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,4,power_law_1.01,1.5657958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,4,power_law_1.01,1.6472947692871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,4,power_law_1.01,1.7202406311035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,4,power_law_1.01,1.5097561645507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,4,power_law_1.01,1.9243455505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,4,power_law_1.01,1.2158604431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,4,power_law_1.01,2.128861389160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,4,power_law_1.01,1.3937330627441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,4,power_law_1.01,2.562048034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,4,power_law_1.01,0.15506815910339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,4,power_law_1.01,0.2745676803588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,4,power_law_1.01,0.2793062400817871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,4,power_law_1.01,3.06150146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,4,power_law_1.01,0.37485313415527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,4,power_law_1.01,0.47986175537109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,4,power_law_1.01,1.3403929138183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,4,power_law_1.01,3.9011776733398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,4,power_law_1.01,0.6357004928588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,4,power_law_1.01,0.6478028869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,4,power_law_1.01,0.6636876678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,4,power_law_1.01,4.951628723144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,4,power_law_1.01,0.7289997100830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,4,power_law_1.01,0.7812454223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,4,power_law_1.01,0.8195238494873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,4,power_law_1.01,0.8533158111572267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,4,power_law_1.01,0.8774336242675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,4,power_law_1.01,7.095764770507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,4,power_law_1.01,0.9233049774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,4,power_law_1.01,0.9969625854492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,4,power_law_1.01,1.082508773803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,4,power_law_1.01,0.6827161407470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,4,power_law_1.01,1.2277875518798829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,4,power_law_1.01,1.3788607788085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,4,power_law_1.01,1.7067570495605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,4,power_law_1.01,9.4302978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,4,power_law_1.01,2.0683071899414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,4,power_law_1.01,0.6537753295898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,4,power_law_1.01,2.795592956542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,4,power_law_1.01,0.8170162963867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,4,power_law_1.2,0.5125708770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,4,power_law_1.01,3.6406234741210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,4,power_law_1.2,1.1670668792724608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,4,power_law_1.2,1.1795353698730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,4,power_law_1.01,5.077639770507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,4,power_law_1.2,1.2071129608154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,4,power_law_1.2,0.275729923248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,4,power_law_1.2,0.3844646453857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,4,power_law_1.2,0.8192499542236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,4,power_law_1.2,1.3134579467773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,4,power_law_1.2,1.2751142120361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,4,power_law_1.01,6.8389172363281245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,4,power_law_1.2,1.3431347656250001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,4,power_law_1.2,1.2145394897460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,4,power_law_1.2,0.6673510742187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,4,power_law_1.2,1.395004119873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,4,power_law_1.2,1.4720346069335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,4,power_law_1.2,1.600474853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,4,power_law_1.2,1.7266790771484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,4,power_law_1.2,1.7756250000000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,4,power_law_1.2,1.9661567687988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,4,power_law_1.2,2.245354309082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,4,power_law_1.2,1.448528594970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,4,power_law_1.2,1.4970675659179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,4,power_law_1.2,0.15471743583679198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,4,power_law_1.2,0.21196159362792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,4,power_law_1.2,0.28541824340820315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,4,power_law_1.2,0.36325889587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,4,power_law_1.2,3.2063552856445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,4,power_law_1.2,0.4436928176879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,4,power_law_1.2,0.6282112121582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,4,power_law_1.2,4.129809875488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,4,power_law_1.2,0.6409715270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,4,power_law_1.2,0.6481958770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,4,power_law_1.2,5.0684811401367185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,4,power_law_1.2,0.6616921234130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,4,power_law_1.2,0.7084633636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,4,power_law_1.2,0.742718734741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,4,power_law_1.2,0.7728141021728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,4,power_law_1.2,0.8280191802978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,4,power_law_1.2,0.8697382354736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,4,power_law_1.2,2.6503424072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,4,power_law_1.2,0.8551500701904298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,4,power_law_1.2,0.8788428497314452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,4,power_law_1.2,0.9335282897949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,4,power_law_1.2,0.9720307159423829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,4,power_law_1.2,1.083672332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,4,power_law_1.2,1.2330508422851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,4,power_law_1.2,7.3979931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,4,power_law_1.2,1.399358673095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,2,balanced,0.08802176475524902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,4,power_law_1.2,1.7458099365234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,4,power_law_1.2,2.1529753112792966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,2,balanced,0.5172556686401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,4,power_law_1.2,10.178113403320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,4,power_law_1.2,2.997899475097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,2,balanced,0.9715277099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,4,power_law_1.2,3.8028646850585934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,2,balanced,1.4199475097656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,2,balanced,1.4292633056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,2,balanced,0.15233280181884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,2,balanced,1.448167724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,4,power_law_1.2,5.2219213867187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,2,balanced,1.4508659362792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,2,balanced,0.2703987121582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,2,balanced,1.4664793395996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,2,balanced,1.4875045776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,2,balanced,1.5030323791503908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,4,power_law_1.2,7.095831298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,2,balanced,1.4116697692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,2,balanced,1.7568179321289061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,2,balanced,1.8860838317871091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,2,balanced,2.007958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,2,balanced,2.707974548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,2,balanced,1.529523162841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,2,balanced,1.5516876220703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,2,balanced,1.5299583435058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,2,balanced,0.061386241912841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,2,balanced,2.9702169799804685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,2,balanced,0.10298496246337892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,2,balanced,0.16766464233398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,2,balanced,1.5995327758789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,2,balanced,0.2807577514648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,2,balanced,0.5205311965942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,2,balanced,1.6678976440429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,2,balanced,0.7405811309814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,2,balanced,0.7546482849121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,2,balanced,4.035874633789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,2,balanced,0.7617830657958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,2,balanced,0.7738893127441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,2,balanced,0.7768653106689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,2,balanced,0.7906829071044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,2,balanced,0.8075724792480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,2,balanced,0.8134374237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,2,balanced,0.8386188507080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,2,balanced,4.565497741699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,2,balanced,0.9316966247558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,2,balanced,0.9611980438232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,2,balanced,0.9719961547851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,2,balanced,1.0516403198242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,2,balanced,1.0979622650146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,2,balanced,1.231415023803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,2,balanced,1.3514009094238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,2,balanced,1.8209497070312501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,2,balanced,6.799368896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,2,balanced,2.0464434814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,2,balanced,2.8320025634765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,2,balanced,8.346829833984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,2,power_law_1.01,0.5080691146850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,2,balanced,3.34337158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,2,power_law_1.01,0.3362047958374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,2,power_law_1.01,1.1016563415527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,2,balanced,4.973318481445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,2,power_law_1.01,0.14332159996032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,2,power_law_1.01,1.2295999908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,2,power_law_1.01,0.2705267143249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,2,power_law_1.01,1.1435622406005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,2,power_law_1.01,1.2238694763183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,2,power_law_1.01,0.7231104278564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,2,balanced,6.217293090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,2,power_law_1.01,1.264432601928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,2,power_law_1.01,1.309212188720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,2,power_law_1.01,1.3592536926269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,2,power_law_1.01,1.3964505004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,2,power_law_1.01,1.5203634643554689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,2,power_law_1.01,1.552806396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,2,power_law_1.01,1.7335154724121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,2,power_law_1.01,1.911582794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,2,power_law_1.01,2.106394805908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,2,power_law_1.01,2.580874328613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,2,power_law_1.01,3.061607666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,2,power_law_1.01,1.4144703674316408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,2,power_law_1.01,0.09839360237121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,2,power_law_1.01,1.4836825561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,2,power_law_1.01,4.006470336914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,2,power_law_1.01,0.15359999656677245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,2,power_law_1.01,0.1933568000793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,2,power_law_1.01,0.2979046440124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,2,power_law_1.01,0.3890329742431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,2,power_law_1.01,1.6916838073730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,2,power_law_1.01,0.6063679885864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,2,power_law_1.01,0.6118323135375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,2,power_law_1.01,0.6434803009033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,2,power_law_1.01,4.934181213378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,2,power_law_1.01,0.6629440307617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,2,power_law_1.01,0.6634444427490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,2,power_law_1.01,0.6967935943603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,2,power_law_1.01,0.7107174682617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,2,power_law_1.01,0.7391091156005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,2,power_law_1.01,0.7648140716552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,2,power_law_1.01,0.8790489959716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,2,power_law_1.01,0.893276138305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,2,power_law_1.01,0.9263539123535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,2,power_law_1.01,1.0166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,2,power_law_1.01,1.0910259246826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,2,power_law_1.01,1.2403622436523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,2,power_law_1.01,1.4034381103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,2,power_law_1.01,6.861509399414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,2,power_law_1.01,1.7256729125976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,2,power_law_1.2,0.14667776107788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,2,power_law_1.01,2.107646789550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,2,power_law_1.2,0.34848255157470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,2,power_law_1.01,2.7048883056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,2,power_law_1.2,0.66840576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,2,power_law_1.01,3.507674865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,2,power_law_1.2,0.22334592819213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,2,power_law_1.01,9.222359008789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,2,power_law_1.2,1.1092813110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,2,power_law_1.2,1.16063232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,2,power_law_1.2,1.166187515258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,2,power_law_1.2,1.2651187133789061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,2,power_law_1.2,1.2526847839355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,2,power_law_1.2,1.3035597229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,2,power_law_1.01,4.965367126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,2,power_law_1.2,1.3776473999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,2,power_law_1.2,1.4340505981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,2,power_law_1.01,6.686914672851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,2,power_law_1.2,0.482501106262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,2,power_law_1.2,1.7951385498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,2,power_law_1.2,1.9743898010253909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,2,power_law_1.2,2.187763214111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,2,power_law_1.2,1.4800114440917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,2,power_law_1.2,2.67267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,2,power_law_1.2,1.5807449340820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,2,power_law_1.2,1.5203840637207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,2,power_law_1.2,0.09824000358581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,2,power_law_1.2,1.627183380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,2,power_law_1.2,1.7845631408691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,2,power_law_1.2,0.13849344253540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,2,power_law_1.2,0.19673856735229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,2,power_law_1.2,3.2194149780273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,2,power_law_1.2,0.2798476791381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,2,power_law_1.2,0.3433907318115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,2,power_law_1.2,0.5843660736083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,2,power_law_1.2,0.6216985702514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,2,power_law_1.2,0.6232191848754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,2,power_law_1.2,4.1312103271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,2,power_law_1.2,0.6616716766357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,2,power_law_1.2,0.6773709106445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,2,power_law_1.2,0.7108505249023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,2,power_law_1.2,0.7407154846191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,2,power_law_1.2,0.7515634918212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,2,power_law_1.2,0.7973209381103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,2,power_law_1.2,0.8955123138427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,2,power_law_1.2,0.9329190063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,2,power_law_1.2,5.089230041503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,2,power_law_1.2,0.9716710662841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,2,power_law_1.2,1.0262822723388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,2,power_law_1.2,1.118033905029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,2,power_law_1.2,1.2708787536621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,2,power_law_1.2,1.436163787841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,2,power_law_1.2,1.753313293457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,2,power_law_1.2,6.991079711914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,2,power_law_1.2,2.8353204345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,2,power_law_1.2,2.1316851806640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,2,power_law_1.2,3.6577511596679684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,2,power_law_1.2,9.123736572265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,1,balanced,1.43050048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,1,balanced,0.10197312355041503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,2,power_law_1.2,5.110206604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,1,balanced,0.16316160202026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,1,balanced,0.2812089538574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,1,balanced,0.5156844711303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,1,balanced,0.9783065795898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,1,balanced,1.4725100708007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,1,balanced,1.4527200317382811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,2,power_law_1.2,6.876985473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,1,balanced,1.4693740844726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,1,balanced,1.4782278442382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,1,balanced,1.4957273864746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,1,balanced,1.5128204345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,1,balanced,1.530952911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,1,balanced,1.538133087158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,1,balanced,1.9326918029785154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,1,balanced,2.075208282470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,1,balanced,1.5379629516601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,1,balanced,1.6885650634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,1,balanced,1.5909234619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,1,balanced,2.925720825195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,balanced,0.08180480003356934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,balanced,0.11363136291503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,1,balanced,1.796398010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,balanced,0.1765657615661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,1,balanced,1.8784953308105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,balanced,0.30653696060180663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,1,balanced,3.203334350585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,balanced,0.565720329284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,balanced,0.8162348937988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,balanced,0.825486068725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,balanced,0.8324326324462892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,balanced,0.8455583953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,1,balanced,4.3916210937499995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,balanced,0.8510189056396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,balanced,0.8592256164550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,balanced,0.8772736358642579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,balanced,0.8873004913330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,1,balanced,4.9714465332031255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,balanced,0.910206069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,balanced,0.9069586944580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,balanced,0.9226419067382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,balanced,0.9544550323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,balanced,1.1199359893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,balanced,1.1765984344482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,balanced,1.2983212280273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,balanced,1.4295321655273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,balanced,2.0205946350097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,1,balanced,7.613908081054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,balanced,2.252521667480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,balanced,3.23114501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,1,balanced,9.251223144531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,balanced,3.734611206054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,1,power_law_1.01,0.09991999626159667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,1,power_law_1.01,0.16291584014892577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,1,power_law_1.01,0.2824185562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,1,power_law_1.01,0.4692716979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,balanced,5.500545043945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,1,power_law_1.01,1.0761977386474608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,1,power_law_1.01,1.251072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,1,power_law_1.01,1.274977264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,balanced,6.964971923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,1,power_law_1.01,0.6578009796142579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,1,power_law_1.01,1.3838169860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,1,power_law_1.01,1.4306163024902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,1,power_law_1.01,1.173219223022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,1,power_law_1.01,1.2048774719238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,1,power_law_1.01,1.3302560424804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,1,power_law_1.01,1.4912223815917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,1,power_law_1.01,1.7933695983886717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,1,power_law_1.01,1.554069061279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,1,power_law_1.01,2.0479954528808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,1,power_law_1.01,2.2665919494628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,1,power_law_1.01,2.6999118041992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,1,power_law_1.01,1.6468045043945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,1,power_law_1.01,1.577375946044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.01,0.07763199806213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,1,power_law_1.01,1.7664755249023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,1,power_law_1.01,3.155931396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.01,0.11170111656188966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.01,0.1741868782043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.01,0.2807027244567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.01,0.38685760498046873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,1,power_law_1.01,4.169539184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.01,0.6130636978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.01,0.6603577423095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.01,0.6945568084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.01,0.7224492645263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.01,0.7339852905273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.01,0.7521062469482421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.01,0.7810201263427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.01,0.7955391693115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.01,0.8331488037109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,1,power_law_1.01,5.24072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.01,0.8378495788574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.01,0.873512954711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.01,0.9187500762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.01,1.08870849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.01,1.1705267333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.01,1.3540467834472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.01,1.5204249572753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.01,1.8810150146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,1,power_law_1.01,7.414274291992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.01,2.233795776367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,1,power_law_1.2,0.10058496475219728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.01,3.003351135253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,1,power_law_1.2,0.5922009658813476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,1,power_law_1.01,9.617027587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.01,3.787478332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,1,power_law_1.2,0.1621331214904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,1,power_law_1.2,0.28205055236816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,1,power_law_1.2,0.428790397644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,1,power_law_1.2,1.1905843353271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.01,5.47427978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,1,power_law_1.2,1.0554163360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,1,power_law_1.2,1.2515801239013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,1,power_law_1.2,1.2968646240234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,1,power_law_1.2,1.356570281982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,1,power_law_1.2,1.4217919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.01,7.065850219726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,1,power_law_1.2,1.1757843017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,1,power_law_1.2,1.472168273925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,1,power_law_1.2,1.5516262817382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,1,power_law_1.2,1.6287167358398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,1,power_law_1.2,2.1163781738281253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,1,power_law_1.2,2.3514451599121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,1,power_law_1.2,2.75990478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,1,power_law_1.2,3.2580364990234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,1,power_law_1.2,1.7004185485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,1,power_law_1.2,1.6296493530273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.2,0.07798079967498779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.2,0.11138751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,1,power_law_1.2,1.8422840881347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,1,power_law_1.2,1.8637849426269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.2,0.174768009185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.2,0.2602617645263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.2,0.34965503692626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.2,0.6049676895141601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.2,0.6617164611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.2,0.6871161651611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,1,power_law_1.2,4.27349365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.2,0.7199430084228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.2,0.7418080139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.2,0.7662732696533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.2,0.7941613006591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.2,0.8136000061035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.2,0.8616242980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.2,0.8752057647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.2,0.9009497833251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.2,0.9530796813964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.2,1.1356940460205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,1,power_law_1.2,5.2590307617187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.2,1.2142771148681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.2,1.3854527282714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.2,1.5610520935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.2,1.9188339233398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,8,balanced,0.10372608184814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,8,balanced,0.10336383819580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,8,balanced,0.10386431694030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.2,2.2850918579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,8,balanced,0.16788480758666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,8,balanced,0.16862720489501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,8,balanced,0.16911487579345702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,8,balanced,0.16961919784545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,8,balanced,0.17066879272460939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,8,balanced,0.1712575912475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,8,balanced,0.1717862319946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,8,balanced,0.17290624618530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,8,balanced,0.18287744522094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,8,balanced,0.18610815048217771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,8,balanced,0.18906879425048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.2,3.070641174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,8,balanced,0.1786739158630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,8,balanced,0.17971967697143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,8,balanced,0.22735103607177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,8,balanced,0.18956800460815432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,8,balanced,0.25691904067993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,8,balanced,0.34616703033447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,8,balanced,0.3965862274169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,8,balanced,0.6266982269287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,8,balanced,0.8020467376708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,8,balanced,1.1831974029541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,8,balanced,1.572006378173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,8,balanced,0.061918721199035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.2,3.909886779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,8,balanced,0.06221183776855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,8,balanced,0.06966015815734863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,8,balanced,0.08045696258544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,8,balanced,0.08150015830993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,8,balanced,0.08158080101013183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,8,balanced,0.08186623573303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,8,balanced,0.08240256309509278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,8,balanced,0.08294143676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,8,balanced,0.08359168052673341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,1,power_law_1.2,7.3234448242187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,8,balanced,2.3159692382812502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,8,balanced,0.08331392288208009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,8,balanced,0.0850432014465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,8,balanced,0.08648192405700683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,8,balanced,0.0893619155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,8,balanced,0.08817791938781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,8,balanced,0.08924415588378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,8,balanced,0.091976957321167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,8,balanced,0.09939200401306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,8,balanced,0.1052569580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,8,balanced,0.13159551620483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,8,balanced,0.13167872428894042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,8,balanced,0.16883840560913085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,8,balanced,0.21730560302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,8,balanced,0.3149350357055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,8,balanced,0.3885567855834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,8,balanced,3.1250958251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,8,balanced,0.5802828979492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,8,balanced,0.8024153900146483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,8,power_law_1.01,0.10588800430297851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,8,power_law_1.01,0.16706432342529295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,8,power_law_1.01,0.16596992492675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,8,power_law_1.01,0.16759807586669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,8,power_law_1.01,0.1707097625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,8,power_law_1.01,0.17224191665649413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,8,power_law_1.01,0.17215488433837892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,8,power_law_1.01,0.1849318313598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,8,power_law_1.01,0.18957183837890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,8,power_law_1.01,0.1852569580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,8,power_law_1.01,0.18204416275024413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,8,power_law_1.01,0.19781631469726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,8,power_law_1.01,0.22320383071899413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,8,power_law_1.01,0.2463795280456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,8,power_law_1.01,0.3288332748413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,8,power_law_1.01,0.28187648773193363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,8,power_law_1.01,0.3854732894897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,8,power_law_1.01,0.5643904113769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,8,power_law_1.01,0.7232396697998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,8,power_law_1.01,1.0906752014160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,8,power_law_1.01,1.581670379638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.2,5.4687158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,8,power_law_1.01,2.212779541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,8,power_law_1.01,0.06281983852386475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,8,power_law_1.01,2.6588339233398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,8,power_law_1.01,0.08020607948303222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,8,power_law_1.01,0.07916672229766845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,8,power_law_1.01,0.08137599945068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,8,power_law_1.01,0.08016127586364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,8,power_law_1.01,0.08382207870483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,8,power_law_1.01,0.08281727790832519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,8,power_law_1.01,0.08592639923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,8,power_law_1.01,0.08546303749084473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,8,power_law_1.01,0.08824831962585448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,8,power_law_1.01,0.08887680053710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,8,power_law_1.01,0.0944819164276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,8,power_law_1.01,0.09595392227172853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,8,power_law_1.01,0.10238975524902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,8,power_law_1.01,0.11027839660644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,8,power_law_1.01,0.1291532802581787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,8,power_law_1.01,0.1358067226409912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,8,power_law_1.01,0.1586969566345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,8,power_law_1.01,0.19710975646972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,8,power_law_1.01,0.25332992553710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,8,power_law_1.01,0.3508556747436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,8,power_law_1.01,0.5496294403076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,8,power_law_1.01,4.625827941894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,8,power_law_1.01,5.754852905273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,8,power_law_1.01,0.7102387237548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,1,power_law_1.2,9.653162841796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,8,power_law_1.01,1.1230694580078127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,8,power_law_1.01,1.469168701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,8,power_law_1.01,9.191378173828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.2,7.091176147460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,8,power_law_1.01,2.2729510498046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,2,8,power_law_1.2,0.1038310432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,2,8,power_law_1.2,0.16622079849243163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,2,8,power_law_1.2,0.1672831916809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,2,8,power_law_1.2,0.16696191787719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,2,8,power_law_1.2,0.1679155158996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,2,8,power_law_1.2,0.17005952835083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,2,8,power_law_1.2,0.1737126350402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,2,8,power_law_1.2,0.18382976531982423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,2,8,power_law_1.2,0.18614656448364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,2,8,power_law_1.2,0.18185087203979494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,2,8,power_law_1.2,0.18504575729370115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,2,8,power_law_1.2,0.20085119247436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,2,8,power_law_1.2,0.22165760040283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,2,8,power_law_1.2,0.25070592880249026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,2,8,power_law_1.2,0.2769254493713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,2,8,power_law_1.2,0.3170854377746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,2,8,power_law_1.2,0.3923865509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,2,8,power_law_1.2,0.5484915161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,2,8,power_law_1.2,0.7125977325439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,2,8,power_law_1.2,1.1049407958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,8,power_law_1.01,11.02464111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,2,8,power_law_1.2,1.5688461303710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,8,power_law_1.01,2.955938415527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,2,8,power_law_1.2,2.3179557800292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,8,power_law_1.2,0.06226560115814209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,8,power_law_1.2,0.08063872337341309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,8,power_law_1.2,0.08077568054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,2,8,power_law_1.2,2.8757913208007815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,8,power_law_1.2,0.08126848220825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,8,power_law_1.2,0.08362112045288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,8,power_law_1.2,0.0839628791809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,8,power_law_1.2,0.08686464309692384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,8,power_law_1.2,0.08741632461547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,8,power_law_1.2,0.09008000373840333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,8,power_law_1.2,0.09459456443786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,8,power_law_1.2,0.09714303970336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,8,power_law_1.2,0.10220928192138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,8,power_law_1.2,0.10964351654052736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,8,power_law_1.2,0.12882047653198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,8,power_law_1.2,0.1323532772064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,8,power_law_1.2,0.15668479919433592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,2,8,power_law_1.2,5.724652709960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,8,power_law_1.2,0.08022015571594239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,8,power_law_1.2,0.2019417572021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,2,8,power_law_1.2,4.696847229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,8,power_law_1.2,0.2977587127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,8,power_law_1.2,0.35456897735595705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,8,power_law_1.2,0.5656230545043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,8,power_law_1.2,0.08601216316223145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,8,power_law_1.2,0.6813619232177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,8,power_law_1.2,1.168759002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,8,power_law_1.2,1.392944641113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,2,8,power_law_1.2,9.313510131835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,2,8,power_law_1.2,12.355618896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,4,balanced,0.0642406415939331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,4,balanced,0.06419328212738037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,4,balanced,0.08753151893615722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,4,balanced,0.12904704093933106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,4,balanced,0.12990464210510252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,4,balanced,0.1313651180267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,4,balanced,0.13172991752624513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,4,balanced,0.13289600372314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,4,balanced,0.13260160446166994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,4,balanced,0.13325568199157717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,4,balanced,0.13501567840576173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,4,balanced,0.13743743896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,4,balanced,0.13980928421020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,4,balanced,0.140250883102417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,4,balanced,0.1425369644165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,4,balanced,0.14427136421203612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,4,balanced,0.15018112182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,4,balanced,0.20509695053100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,8,power_law_1.2,2.3087461853027342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,4,balanced,0.35564800262451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,4,balanced,0.4304025650024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,4,balanced,0.6179776000976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,4,balanced,0.22728063583374025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,4,balanced,0.8038169860839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,4,balanced,1.1804978942871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,4,balanced,1.5683724975585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,4,balanced,0.040998401641845705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,4,balanced,0.04084224224090576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,4,balanced,0.054891519546508796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,4,balanced,0.06294655799865723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,4,balanced,2.3395532226562503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,4,balanced,0.06353407859802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,4,balanced,0.06413951873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,4,balanced,0.06499199867248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,4,balanced,0.06571263790130615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,4,balanced,0.06535039901733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,4,balanced,0.0659878396987915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,4,balanced,0.06716415882110596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,4,balanced,0.06784128189086915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,4,balanced,0.06958975791931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,4,balanced,0.07144832134246826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,4,balanced,0.07375232219696046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,4,balanced,0.07556352138519287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,4,balanced,0.08040191650390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,4,balanced,0.09150591850280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,4,balanced,0.0887820816040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,4,balanced,0.11655424118041993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,4,balanced,0.1333299160003662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,4,balanced,0.1862668800354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,4,balanced,0.235101432800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,4,balanced,3.146698303222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,4,balanced,0.3445363235473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,4,balanced,0.038801920413970944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,4,balanced,0.03882496118545532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,4,balanced,0.03897727966308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,4,balanced,0.66700927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,4,balanced,0.039921920299530025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,4,balanced,0.042087678909301755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,4,balanced,0.05099775791168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,4,balanced,0.05428095817565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,4,balanced,0.06566527843475342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,4,balanced,0.8714892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,4,balanced,0.06980224132537842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,4,balanced,0.07909376144409179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,4,balanced,0.08698240280151368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,4,balanced,0.11854207992553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,4,balanced,0.12162943840026856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,4,balanced,0.1257472038269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,4,balanced,0.16603263854980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,4,balanced,0.17105152130126952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,4,balanced,0.2044915199279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,4,balanced,0.44551422119140627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,4,balanced,0.2844979286193848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,4,balanced,0.3617190551757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,4,balanced,0.5129497528076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,8,power_law_1.2,3.0654132080078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,4,balanced,0.9531750488281251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,4,balanced,1.2765119934082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,4,power_law_1.01,0.07292672157287597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,4,power_law_1.01,0.07400959968566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,4,balanced,0.6622707366943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,4,power_law_1.01,0.12171775817871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,4,balanced,1.8995149230957034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,4,power_law_1.01,0.129748477935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,4,power_law_1.01,0.13080063819885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,4,power_law_1.01,0.1331980800628662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,4,power_law_1.01,0.1333952045440674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,4,power_law_1.01,0.1344857597351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,4,power_law_1.01,0.13577471733093263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,4,power_law_1.01,0.13933695793151854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,4,power_law_1.01,0.1417689609527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,4,power_law_1.01,0.14256128311157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,4,power_law_1.01,0.1444927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,4,balanced,2.683801574707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,4,power_law_1.01,0.15761152267456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,4,power_law_1.01,0.18250240325927733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,4,power_law_1.01,0.21771392822265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,4,power_law_1.01,0.3191935920715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,4,power_law_1.01,0.45128959655761725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,4,power_law_1.01,0.3757068634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,4,balanced,3.8329727172851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,4,power_law_1.01,0.7349644470214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,4,balanced,5.226510009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,4,power_law_1.01,0.9986457824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,4,power_law_1.01,1.2499033355712892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,4,power_law_1.01,0.04030208110809326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,4,power_law_1.01,1.6592933654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,4,power_law_1.01,0.06046976089477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,4,power_law_1.01,0.05249663829803467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,4,power_law_1.01,0.06325888156890869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,4,power_law_1.01,0.06483456134796142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,4,power_law_1.01,0.06378496170043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,4,power_law_1.01,0.06657536029815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,4,power_law_1.01,0.06691967964172363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,4,power_law_1.01,0.06861567974090577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,4,power_law_1.01,0.06898816108703613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,4,power_law_1.01,0.07167615890502929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,4,power_law_1.01,0.0745420789718628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,4,power_law_1.01,0.07598847866058349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,4,power_law_1.01,0.08056447982788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,4,power_law_1.01,0.08100480079650879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,4,power_law_1.01,3.381564025878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,4,power_law_1.01,3.0491519165039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,4,power_law_1.01,0.08948479652404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,4,power_law_1.01,0.10775424003601075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,4,power_law_1.01,0.1847808074951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,4,power_law_1.01,0.14547712326049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,4,power_law_1.01,0.11469056129455565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,4,power_law_1.01,6.1320654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,4,power_law_1.01,0.22949760437011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,4,power_law_1.01,0.33789695739746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,4,power_law_1.01,0.03939584016799927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,4,power_law_1.01,0.03973887920379639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,4,power_law_1.01,0.03984384059906006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,4,power_law_1.01,0.04076288223266601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,4,power_law_1.01,0.05015423774719239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,4,power_law_1.01,0.7024781036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,4,power_law_1.01,0.06608255863189696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,4,power_law_1.01,0.08262399673461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,4,power_law_1.01,0.08428928375244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,4,power_law_1.01,0.5089548873901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,4,power_law_1.01,0.11559040069580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,4,power_law_1.01,0.11673343658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,4,power_law_1.01,0.12603648185729982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,4,power_law_1.01,0.16612735748291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,4,power_law_1.01,0.9326732635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,4,power_law_1.01,0.16678272247314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,4,power_law_1.01,0.19926528930664061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,4,power_law_1.01,0.24497791290283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,4,power_law_1.01,0.28955263137817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,4,power_law_1.01,0.3572403335571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,4,power_law_1.01,1.1607833862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,4,power_law_1.01,0.5085491180419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,4,power_law_1.01,0.6574285125732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,4,power_law_1.01,0.9612556457519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,4,power_law_1.01,1.297375946044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,4,power_law_1.01,5.024389038085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,4,power_law_1.2,0.06382976055145265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,4,power_law_1.2,0.07371263980865479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,4,power_law_1.2,0.1215436840057373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,4,power_law_1.2,0.12895232200622558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,4,power_law_1.2,0.12980863571166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,4,power_law_1.2,0.13103615760803222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,4,power_law_1.2,0.13263232231140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,4,power_law_1.2,0.13323391914367674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,4,power_law_1.2,0.13612031936645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,4,power_law_1.2,0.1396505641937256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,4,power_law_1.2,0.14048383712768556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,4,power_law_1.2,0.14159744262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,4,power_law_1.01,1.7109146118164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,4,power_law_1.2,0.14338303565979005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,4,power_law_1.2,0.1749785614013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,4,power_law_1.2,0.20007423400878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,4,power_law_1.2,0.22449024200439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,4,power_law_1.2,0.287270393371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,4,power_law_1.2,0.3794073486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,4,power_law_1.01,1.8714393615722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,4,power_law_1.2,0.4568806457519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,4,power_law_1.2,0.7578790283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,4,power_law_1.01,2.612255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,4,power_law_1.2,0.9200128173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,4,power_law_1.2,1.2338240051269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,4,power_law_1.2,1.5912832641601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,4,power_law_1.01,3.8547943115234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,4,power_law_1.2,0.04067840099334717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,4,power_law_1.2,0.04972799777984619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,4,power_law_1.2,0.06174464225769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,4,power_law_1.2,0.06279935836791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,4,power_law_1.2,0.06225152015686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,4,power_law_1.2,0.06485119819641114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,4,power_law_1.2,0.06636288166046142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,4,power_law_1.2,0.06764416217803955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,4,power_law_1.2,0.06873727798461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,4,power_law_1.2,0.06920703887939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,4,power_law_1.2,0.07164031982421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,4,power_law_1.2,0.0735206413269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,4,power_law_1.2,0.07639423847198487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,4,power_law_1.2,0.08080127716064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,4,power_law_1.2,0.08438528060913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,4,power_law_1.2,0.089236478805542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,4,power_law_1.2,2.2173529052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,4,power_law_1.2,0.10795647621154784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,4,power_law_1.2,0.11575296401977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,4,power_law_1.2,0.19236608505249025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,4,power_law_1.2,0.1538304042816162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,4,power_law_1.2,3.466346130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,4,power_law_1.2,0.24343423843383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,4,power_law_1.2,0.3383871841430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,4,power_law_1.01,7.481494750976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,4,power_law_1.2,0.4876569747924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,4,power_law_1.01,5.184146118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,4,4,power_law_1.2,0.03940351963043213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,4,4,power_law_1.2,0.03891455888748169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,4,4,power_law_1.2,0.03922303915023804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,4,4,power_law_1.2,0.03995520114898682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,4,4,power_law_1.2,0.049108481407165526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,4,4,power_law_1.2,0.06425600051879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,4,4,power_law_1.2,0.07812096118927002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,4,4,power_law_1.2,0.08456576347351075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,4,power_law_1.2,0.7117081451416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,4,4,power_law_1.2,0.11434368133544921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,4,4,power_law_1.2,0.11670271873474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,4,4,power_law_1.2,0.12562175750732424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,4,4,power_law_1.2,0.16748928070068358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,4,power_law_1.2,1.7667277526855467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,4,4,power_law_1.2,0.16799232482910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,4,4,power_law_1.2,0.1997427177429199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,4,4,power_law_1.2,0.24804096221923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,4,4,power_law_1.2,0.2824320030212403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,4,4,power_law_1.2,0.359818229675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,4,power_law_1.2,4.7839834594726565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,4,power_law_1.2,0.9122598266601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,4,4,power_law_1.2,0.5112985610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,4,4,power_law_1.2,0.6616921234130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,4,power_law_1.2,6.466260375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,4,4,power_law_1.2,0.962033920288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,4,4,power_law_1.2,1.2871527099609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,4,4,power_law_1.2,1.8740736389160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,2,balanced,0.046210560798645016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,2,balanced,0.05669375896453858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,2,balanced,0.08122752189636231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,2,balanced,0.10978048324584962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,2,balanced,0.11190015792846679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,2,balanced,0.11396096229553224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,2,balanced,0.1152064037322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,2,balanced,0.11613568305969238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,2,balanced,0.11663104057312013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,2,balanced,0.11700351715087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,2,balanced,0.11954560279846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,2,balanced,0.12200703620910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,2,balanced,0.12326656341552736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,2,balanced,0.12845696449279784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,2,balanced,0.1331392002105713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,2,balanced,0.13793408393859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,2,balanced,0.13436927795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,2,balanced,0.19431167602539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,2,balanced,0.24639871597290036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,2,balanced,0.3614310455322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,2,balanced,0.43437183380126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,4,power_law_1.2,1.3533529663085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,2,balanced,0.6285055923461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,2,balanced,0.8201305389404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,2,balanced,1.2139071655273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,4,4,power_law_1.2,2.5341952514648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,2,balanced,1.6057907104492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,2,balanced,0.027696640491485597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,2,balanced,0.03795968055725098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,2,balanced,0.05325695991516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,2,balanced,0.05708928108215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,2,balanced,0.057541117668151856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,2,balanced,0.05849472045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,2,balanced,2.413948211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,2,balanced,0.05912191867828369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,2,balanced,0.06087296009063721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,2,balanced,0.0612659215927124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,2,balanced,0.06227968215942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,2,balanced,0.06425856113433838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,2,balanced,0.06601984024047851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,2,balanced,0.06695680141448974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,2,balanced,0.07155712127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,2,balanced,0.0748095989227295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,2,balanced,0.07942399978637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,2,balanced,0.07472896099090576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,2,balanced,0.08955648422241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,2,balanced,0.0995302391052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,2,balanced,0.13576576232910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,2,balanced,0.15720064163208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,2,balanced,3.220523376464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,2,balanced,0.2277619171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,4,power_law_1.01,10.407648925781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,2,balanced,0.2966515159606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,2,balanced,0.42719230651855467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,2,balanced,0.02868096113204956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,2,balanced,0.543509750366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,2,balanced,0.03962879896163941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,2,balanced,0.040144639015197756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,2,balanced,0.039701759815216064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,2,balanced,0.04238207817077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,2,balanced,0.8912882995605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,2,balanced,0.05067647933959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,2,balanced,0.05478528022766114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,2,balanced,0.06967167854309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,2,balanced,0.0807372760772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,2,balanced,0.08187392234802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,2,balanced,1.0637248229980467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,2,balanced,0.08850432395935058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,2,balanced,0.12454143524169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,2,balanced,0.11767935752868652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,2,balanced,0.12477567672729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,2,balanced,0.16884992599487306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,2,balanced,0.17359743118286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,2,balanced,0.20446720123291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,2,balanced,0.2975142478942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,2,balanced,0.37854976654052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,2,balanced,0.5345587158203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,2,balanced,0.7203314971923829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,2,balanced,1.0210304260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,2,balanced,1.368869171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,2,balanced,2.1163955688476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,2,power_law_1.01,0.052505598068237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,2,power_law_1.01,0.059467520713806156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,2,power_law_1.01,0.06002304077148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,4,4,power_law_1.2,3.831110534667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,2,power_law_1.01,0.10990079879760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,2,power_law_1.01,0.11210880279541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,2,balanced,2.7152947998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,2,power_law_1.01,0.11217663764953614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,2,power_law_1.01,0.11439104080200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,2,power_law_1.01,0.11709312438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,2,power_law_1.01,0.11610112190246583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,2,power_law_1.01,0.11824128150939942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,2,power_law_1.01,0.12079487800598146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,2,power_law_1.01,0.12075519561767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,2,power_law_1.01,0.12390656471252441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,2,power_law_1.01,0.1304422378540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,2,power_law_1.01,0.13911808013916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,2,power_law_1.01,0.153820161819458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,2,power_law_1.01,0.19217792510986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,2,power_law_1.01,0.2901542472839355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,2,power_law_1.01,0.32084606170654295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,2,balanced,4.0084338378906255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,2,power_law_1.01,0.46152576446533206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,2,balanced,5.378694458007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,2,power_law_1.01,0.6378214263916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,2,power_law_1.01,0.8847910308837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,2,power_law_1.01,1.0806463623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,2,power_law_1.01,0.03285631895065307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,2,power_law_1.01,0.04172287940979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,2,power_law_1.01,0.0443558406829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,2,power_law_1.01,0.057272319793701176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,2,power_law_1.01,0.057867522239685054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,2,power_law_1.01,0.05744768142700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,2,power_law_1.01,0.05912960052490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,2,power_law_1.01,0.060197119712829594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,2,power_law_1.01,0.06074240207672119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,2,power_law_1.01,0.062105598449707033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,2,power_law_1.01,0.06416384220123292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,2,power_law_1.01,0.06585472106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,2,power_law_1.01,0.06730112075805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,2,power_law_1.01,0.07139967918395997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,2,power_law_1.01,0.07579264163970947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,2,power_law_1.01,1.5996287536621092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,2,power_law_1.01,0.07943295955657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,2,power_law_1.01,0.08559871673583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,2,power_law_1.01,0.10463232040405272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,2,power_law_1.01,0.15580544471740723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,2,power_law_1.01,0.11719039916992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,2,power_law_1.01,1.8671437072753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,2,power_law_1.01,0.19447296142578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,2,power_law_1.01,0.36132991790771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,2,power_law_1.01,0.29858688354492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,2,power_law_1.01,4.898490905761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,4,4,power_law_1.2,5.229013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,2,power_law_1.01,0.029268479347229003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,2,power_law_1.01,0.0321395206451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,2,power_law_1.01,0.03795455932617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,4,4,power_law_1.2,7.421221313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,2,power_law_1.01,0.038494720458984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,2,power_law_1.01,0.04352255821228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,2,power_law_1.01,0.05010560035705567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,2,power_law_1.01,0.060555520057678225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,2,power_law_1.01,0.07612671852111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,2,power_law_1.01,0.08032896041870116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,2,power_law_1.01,0.09487872123718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,2,power_law_1.01,0.1018496036529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,2,power_law_1.01,0.93264892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,2,power_law_1.01,0.1139635181427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,2,power_law_1.01,0.11595647811889649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,2,power_law_1.01,0.554252815246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,2,power_law_1.01,0.1490739154815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,2,power_law_1.01,0.17265279769897462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,2,power_law_1.01,0.18300800323486327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,2,power_law_1.01,3.0114776611328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,2,power_law_1.01,0.23115903854370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,2,power_law_1.01,0.3048255920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,2,power_law_1.01,0.3760575866699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,2,power_law_1.01,1.429698486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,2,power_law_1.01,0.5409651184082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,2,power_law_1.01,0.6803609466552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,2,power_law_1.01,0.7314905548095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,2,power_law_1.2,0.050749440193176266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,2,power_law_1.2,0.055517439842224126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,2,power_law_1.2,0.05821951866149903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,2,power_law_1.2,0.11070207595825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,2,power_law_1.2,0.11166720390319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,2,power_law_1.2,0.11304703712463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,2,power_law_1.01,1.021359329223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,2,power_law_1.2,0.11400320053100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,2,power_law_1.2,0.11506048202514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,2,power_law_1.2,0.11661824226379394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,2,power_law_1.2,0.11846912384033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,2,power_law_1.2,0.12053631782531737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,2,power_law_1.2,0.12218239784240723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,2,power_law_1.2,0.12569727897644042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,2,power_law_1.2,0.1324441623687744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,2,power_law_1.2,0.14546048164367675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,2,power_law_1.2,0.15093631744384767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,2,power_law_1.2,0.2027174377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,2,power_law_1.2,0.2772083282470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,2,power_law_1.2,0.31017471313476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,2,power_law_1.01,1.349871368408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,2,power_law_1.2,0.46031871795654294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,2,power_law_1.2,0.5760473632812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,2,power_law_1.2,1.1113728332519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,2,power_law_1.01,2.080083160400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,2,power_law_1.2,0.8214054107666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,2,power_law_1.01,2.734433288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,2,power_law_1.2,0.03416831970214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,2,power_law_1.2,0.04083583831787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,2,power_law_1.2,0.04631936073303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,2,power_law_1.2,0.05760128021240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,2,power_law_1.2,0.05694464206695556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,2,power_law_1.2,0.0586303997039795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,2,power_law_1.2,0.06014592170715331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,2,power_law_1.2,0.06048255920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,2,power_law_1.2,0.061813759803771975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,2,power_law_1.2,0.06226175785064697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,2,power_law_1.2,0.06391295909881592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,2,power_law_1.2,0.06592639923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,2,power_law_1.2,0.06788479804992675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,2,power_law_1.2,0.0707263994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,2,power_law_1.2,1.8965773010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,2,power_law_1.2,0.07610623836517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,2,power_law_1.2,0.07974527835845947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,2,power_law_1.2,1.7676019287109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,2,power_law_1.2,0.08327808380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,2,power_law_1.2,0.10290047645568848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,2,power_law_1.2,0.11690239906311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,2,power_law_1.2,0.15339776039123537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,2,power_law_1.2,0.19518207550048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,2,power_law_1.2,0.30422655105590823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,2,power_law_1.2,0.5171238327026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,2,power_law_1.2,0.3424153518676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,4,4,power_law_1.2,10.231220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,2,power_law_1.2,0.03373568058013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,2,power_law_1.2,0.03424511909484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,2,power_law_1.01,3.950204162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,2,power_law_1.2,0.0392524790763855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,2,power_law_1.2,0.03997056007385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,2,power_law_1.2,0.042329602241516114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,2,power_law_1.2,0.05079808235168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,2,power_law_1.2,0.059828481674194335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,2,power_law_1.2,0.07602303981781006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,2,power_law_1.2,3.293977661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,2,power_law_1.2,0.079617280960083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,2,power_law_1.2,0.09245696067810058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,2,power_law_1.2,0.10483327865600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,2,power_law_1.2,0.11433983802795411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,2,power_law_1.2,0.11648127555847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,2,power_law_1.2,0.15054847717285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,2,power_law_1.2,0.16551168441772462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,2,power_law_1.2,0.18342144012451173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,2,power_law_1.2,0.23061376571655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,2,power_law_1.2,4.987359924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,2,power_law_1.2,0.2988787269592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,2,power_law_1.01,5.358585815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,2,power_law_1.2,0.36903297424316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,2,power_law_1.2,0.9366310119628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,2,power_law_1.2,0.5362841415405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,2,power_law_1.2,1.3039552307128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,2,power_law_1.2,0.7158438110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,1,balanced,0.048797440528869626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,1,balanced,0.060888319015502936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,1,balanced,0.08371392250061035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,1,balanced,0.08383872032165526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,2,power_law_1.2,0.6877145385742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,1,balanced,0.10752448081970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,1,balanced,0.10941696166992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,1,balanced,0.1105395221710205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,1,balanced,0.11228863716125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,1,balanced,0.11197055816650389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,1,balanced,0.1134335994720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,1,balanced,0.11671168327331542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,1,balanced,0.114270076751709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,1,balanced,0.11919936180114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,1,balanced,0.1251424026489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,1,balanced,0.13424256324768066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,1,balanced,0.13774463653564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,1,balanced,0.1381708812713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,1,balanced,0.1844416046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,1,balanced,0.2152601623535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,1,balanced,0.3399411010742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,2,power_law_1.2,1.0281600189208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,1,balanced,0.405615348815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,1,balanced,0.6118380737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,1,balanced,0.8055366516113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,1,balanced,1.1768927764892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,1,balanced,1.5529081726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,balanced,0.03101887941360474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,1,balanced,2.314134979248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,balanced,0.04249728202819824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,balanced,0.05686399936676025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,2,power_law_1.2,1.3516390991210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,balanced,0.06151936054229736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,balanced,0.06299967765808105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,balanced,0.06365503787994384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,balanced,0.06525951862335205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,balanced,0.0654969596862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,balanced,0.06635136127471923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,balanced,0.06696703910827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,balanced,0.06911359786987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,1,balanced,3.087355651855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,balanced,0.07023168087005616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,balanced,0.07268223762512208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,balanced,0.07535359859466553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,balanced,0.07731520175933838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,balanced,0.08789759635925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,balanced,0.09456255912780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,balanced,0.13010047912597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,balanced,0.15434687614440917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,balanced,0.2235424041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,balanced,0.2886969566345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,balanced,0.07857984066009521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,balanced,0.42648384094238284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,balanced,0.05747263908386231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,1,power_law_1.01,0.04861631870269775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,balanced,0.5365184020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,1,power_law_1.01,0.05911231994628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,1,power_law_1.01,0.06487040042877197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,1,power_law_1.01,0.08311488151550292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,balanced,0.7919577789306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,2,power_law_1.2,2.0537446594238284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,1,power_law_1.01,0.10910847663879394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,1,power_law_1.01,0.10957632064819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,1,power_law_1.01,0.11243904113769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,balanced,1.0385151672363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,1,power_law_1.01,0.11173055648803712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,1,power_law_1.01,0.11328639984130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,1,power_law_1.01,0.11388607978820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,1,power_law_1.01,0.11913344383239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,1,power_law_1.01,0.11940863609313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,1,power_law_1.01,0.1268275165557861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,1,power_law_1.01,0.13050687789916993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,1,power_law_1.01,0.13408639907836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,1,power_law_1.01,0.14087615966796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,1,power_law_1.01,0.14929856300354002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,1,power_law_1.01,0.19708608627319335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,1,power_law_1.01,0.24371263504028323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,1,power_law_1.01,0.35208831787109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,1,power_law_1.01,0.43611968994140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,1,power_law_1.01,0.6235161590576171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,1,power_law_1.01,0.8121491241455079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.035162880420684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.041879677772521974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.0464569616317749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.05641600131988526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.06200767993927002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.062392320632934574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.06382527828216553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.06395840167999267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.06556032180786134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,1,power_law_1.01,1.1918335723876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.06620031833648682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.06699391841888427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.06849728107452394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.07204415798187255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.07800576210021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.07957056045532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.08201343536376952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.08096511840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.09452672004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.1203647994995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.13657983779907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,1,power_law_1.01,1.5823635864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.16934463500976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.22763776779174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.2953343963623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,2,power_law_1.2,2.7577908325195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.43281982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,1,power_law_1.01,2.347984619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,1,power_law_1.2,0.04787456035614014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,1,power_law_1.2,0.05819136142730713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,1,power_law_1.2,0.061607041358947755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,1,power_law_1.2,0.08266559600830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,1,power_law_1.2,0.10441599845886232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,1,power_law_1.2,0.10957183837890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,1,power_law_1.2,0.10909952163696288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,1,power_law_1.2,0.11115327835083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,1,power_law_1.2,0.11111616134643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,1,power_law_1.2,0.11401663780212404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,1,power_law_1.2,0.1164147186279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,1,power_law_1.2,0.12013695716857911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,1,power_law_1.2,0.12103103637695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,1,power_law_1.2,0.12913344383239747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,1,power_law_1.2,0.13238975524902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,1,power_law_1.2,0.1416204833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,1,power_law_1.2,0.14684927940368653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,1,power_law_1.2,0.1971187210083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.543040657043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,1,power_law_1.2,0.246374397277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,2,power_law_1.2,3.9835070800781254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,1,power_law_1.2,0.3439014434814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,1,power_law_1.2,0.44111679077148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,1,power_law_1.01,3.1116543579101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,0.7931852722167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,1,power_law_1.2,0.6266502380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.035162880420684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.04102784156799316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,2,power_law_1.2,5.316714477539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.043764481544494624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.06011199951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.06276544094085693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.06350272178649903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.06404160022735596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.06554304122924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.06631487846374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.06748991966247558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.06915200233459473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.07276480197906494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.07780416011810302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.057203202247619635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,1,power_law_1.2,0.8089945220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.08072128295898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.08323391914367675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.08075776100158691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.09312255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.11888383865356444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.0452486419677736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.13837056159973143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.16968000411987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,1,power_law_1.2,1.1881196594238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.2280588722229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.29571775436401365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,8,balanced,0.14402432441711427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,8,balanced,0.14382975578308105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,8,balanced,0.1442124843597412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,8,balanced,0.22407808303833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,8,balanced,0.22357887268066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,8,balanced,0.22499711990356444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,1,power_law_1.2,1.5705958557128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,8,balanced,0.22507135391235353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,8,balanced,0.22825344085693358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,8,balanced,0.2258483123779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,8,balanced,0.2288908767700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,8,balanced,0.2276134490966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,8,balanced,0.2673753547668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,8,balanced,0.27128063201904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,8,balanced,0.2854963111877441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,8,balanced,0.23831552505493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,8,balanced,0.25041664123535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,8,balanced,0.2836569595336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,8,balanced,0.3575487899780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,8,balanced,0.3797452926635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,8,balanced,0.5926886367797851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,8,balanced,0.7076198577880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,8,balanced,1.049222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,8,balanced,1.3600563049316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.4277139282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,8,balanced,2.000732116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,8,balanced,2.6582131958007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,8,balanced,0.08290047645568847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,8,balanced,0.08295552253723144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,8,balanced,0.08333567619323731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,8,balanced,0.10197888374328615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,8,balanced,0.10270976066589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,8,balanced,0.10317952156066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,8,balanced,3.9786087036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,8,balanced,0.10371328353881837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,8,balanced,0.10247424125671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,8,balanced,0.10440704345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,8,balanced,0.10346240043640136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,8,balanced,0.10485759735107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,8,balanced,0.10346112251281739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,8,balanced,0.10635647773742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,8,balanced,0.1057356834411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,8,balanced,0.10919551849365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,8,balanced,0.10880895614624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,8,balanced,0.11386240005493165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,8,balanced,0.1238105583190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,8,balanced,0.13249024391174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,8,balanced,0.16950399398803712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,8,balanced,0.17594879150390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,8,balanced,0.2689971160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,8,balanced,0.32041473388671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,8,balanced,5.307474975585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,8,balanced,0.469164810180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,8,balanced,0.5851353454589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.546451187133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,8,balanced,0.926324462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,8,balanced,1.2165248107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,8,power_law_1.01,0.14347135543823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,8,power_law_1.01,0.2244838333129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,8,power_law_1.01,0.2358425521850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,8,power_law_1.01,0.22490495681762696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,8,power_law_1.01,0.22552959442138673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,8,power_law_1.01,0.2329599952697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,8,power_law_1.01,0.24415359497070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,8,power_law_1.01,0.26420608520507816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,8,power_law_1.01,0.27340671539306644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,8,power_law_1.01,0.2667584037780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,8,power_law_1.01,0.25556991577148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,8,power_law_1.01,0.2897164726257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,8,power_law_1.01,0.31480960845947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,8,power_law_1.01,0.36971904754638674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,8,power_law_1.01,0.4731264114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,8,power_law_1.01,0.5406169509887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,8,power_law_1.01,0.7000614166259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,1,power_law_1.2,2.3418687438964847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,8,power_law_1.01,0.9822463989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,8,power_law_1.01,1.2853759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,8,power_law_1.01,1.6976460266113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,8,power_law_1.01,2.2987353515624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,8,power_law_1.01,5.184074096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,8,power_law_1.01,3.655760498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,8,power_law_1.01,0.08205056190490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,8,power_law_1.01,0.09989248275756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,8,power_law_1.01,0.10113663673400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,8,power_law_1.01,0.10096384048461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,8,power_law_1.01,0.10188799858093263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,8,power_law_1.01,0.10472448348999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,8,power_law_1.01,0.10550784111022948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,8,power_law_1.01,0.10714367866516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,8,power_law_1.01,0.10805376052856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,8,power_law_1.01,0.11005056381225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,8,power_law_1.01,0.11252223968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,8,power_law_1.01,0.11808128356933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,8,power_law_1.01,0.11858176231384276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,8,power_law_1.01,0.13037311553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,8,power_law_1.01,0.15428992271423342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,8,power_law_1.01,0.16423040390014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,0.7958515167236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,8,power_law_1.01,0.17281919479370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,1,power_law_1.2,3.136882629394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,8,power_law_1.01,0.24026367187500003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,8,power_law_1.01,8.641831665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,8,power_law_1.01,0.29017215728759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,8,power_law_1.01,0.5044633483886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,8,power_law_1.01,0.4498905563354493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,8,power_law_1.01,0.8473715209960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,8,power_law_1.01,7.775283203124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,8,power_law_1.01,1.1361228942871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,8,power_law_1.01,1.6549031066894533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,8,power_law_1.01,3.6282214355468754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.036968994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,8,power_law_1.01,2.366824951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,8,power_law_1.01,16.825108642578122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,2,8,power_law_1.2,0.1429759979248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,2,8,power_law_1.2,0.2202662467956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,2,8,power_law_1.2,0.22376192092895505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,2,8,power_law_1.2,0.22332544326782228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,2,8,power_law_1.2,0.2248115158081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,2,8,power_law_1.2,0.22599552154541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,2,8,power_law_1.2,0.24242431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,2,8,power_law_1.2,0.2757785606384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,2,8,power_law_1.2,0.25634815216064455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,2,8,power_law_1.2,0.269041919708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,2,8,power_law_1.2,0.2591462326049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,2,8,power_law_1.2,0.28901376724243166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,2,8,power_law_1.2,0.3058777618408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,2,8,power_law_1.2,0.35340286254882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,2,8,power_law_1.2,0.48009601593017576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,2,8,power_law_1.2,0.5412787246704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,2,8,power_law_1.2,0.7104332733154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,2,8,power_law_1.2,0.9939762878417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,2,8,power_law_1.2,1.2857305908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,2,8,power_law_1.2,1.8247640991210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,2,8,power_law_1.2,2.4567526245117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,2,8,power_law_1.2,3.9885861206054685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,8,power_law_1.01,4.672410888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,8,power_law_1.2,0.0867187213897705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,8,power_law_1.2,0.10399359703063964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,8,power_law_1.2,0.10344703674316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,8,power_law_1.2,0.10295680046081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,8,power_law_1.2,0.10411264419555663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,8,power_law_1.2,0.10476160049438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,8,power_law_1.2,0.10567680358886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,8,power_law_1.2,0.10710783958435059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,8,power_law_1.2,0.10813183784484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,8,power_law_1.2,0.10992128372192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,2,8,power_law_1.2,5.163614501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,8,power_law_1.2,0.11283967971801759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,8,power_law_1.2,0.11419391632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,8,power_law_1.2,0.11821824073791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,8,power_law_1.2,0.12352000236511232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,8,power_law_1.2,0.15412863731384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,8,power_law_1.2,0.15661824226379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,8,power_law_1.2,0.20741247177124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,8,power_law_1.2,0.17362943649291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,8,power_law_1.01,21.20703369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,8,power_law_1.2,0.30662784576416013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,8,power_law_1.2,0.5167667388916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,8,power_law_1.2,0.4204646301269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,8,power_law_1.2,0.8926374053955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,8,power_law_1.2,1.129928970336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,2,8,power_law_1.2,7.570041503906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,8,power_law_1.2,1.7134515380859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,2,8,power_law_1.2,10.2385498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,8,power_law_1.2,2.0890176391601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,4,balanced,0.08833024024963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,4,balanced,0.08819328308105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,4,balanced,0.12662655830383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,4,balanced,0.1814067268371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,4,balanced,0.1819481658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,4,balanced,0.18292224884033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,4,balanced,0.18388864517211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,4,balanced,0.18441728591918943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,4,balanced,0.183953914642334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,4,balanced,0.1837068748474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,8,power_law_1.2,4.4624026489257815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,4,balanced,0.18521472930908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,4,balanced,0.20938495635986326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,4,balanced,0.19461376190185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,4,balanced,0.19751424789428712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,4,balanced,0.19921791076660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,4,balanced,0.20300672531127928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,4,balanced,0.2113408088684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,4,balanced,0.35970176696777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,4,balanced,0.3968524932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,4,balanced,0.5724736022949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,4,balanced,0.7004902648925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,4,balanced,1.0632704162597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,2,8,power_law_1.2,16.835562744140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,4,balanced,1.3626354980468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,4,balanced,2.036910095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,4,balanced,0.05317503929138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,4,balanced,0.05295743942260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,4,balanced,0.0772223997116089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,8,power_law_1.2,3.5217831420898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,4,balanced,0.0826585578918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,4,balanced,0.09065471649169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,4,balanced,0.08401023864746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,4,balanced,0.08884480476379394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,4,balanced,0.08514176368713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,4,balanced,0.08782976150512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,4,balanced,0.08651519775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,4,balanced,0.08842880249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,4,balanced,2.706690673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,4,balanced,0.0885260772705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,4,balanced,0.09082112312316895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,4,balanced,0.09341440200805665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,4,balanced,0.0956761646270752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,4,balanced,0.09980416297912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,4,balanced,0.10619520187377929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,4,balanced,0.1215667152404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,4,balanced,0.12070400238037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,4,balanced,0.17668224334716798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,4,balanced,0.1974323272705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,4,balanced,0.2733247947692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,4,balanced,0.3398835372924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,4,balanced,4.074186096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,4,balanced,0.5194009780883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,4,balanced,0.048728318214416505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,4,balanced,0.04810368061065674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,4,balanced,0.669323501586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,4,balanced,0.04814335823059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,4,balanced,0.05134848117828369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,4,balanced,0.05102975845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,4,balanced,0.07224319934844971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,4,balanced,0.07002240180969238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,4,balanced,1.021506576538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,4,balanced,0.0899788761138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,4,balanced,0.09116800308227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,4,balanced,0.11942784309387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,4,balanced,0.11441280364990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,4,balanced,0.1720806312561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,4,balanced,1.3480038452148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,4,balanced,0.1938572883605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,4,balanced,0.24995071411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,4,balanced,0.27250431060791014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,4,balanced,0.32439937591552737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,4,balanced,5.44141845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,4,balanced,0.4418201446533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,4,balanced,0.5728550338745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,4,balanced,0.18467840194702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,4,balanced,0.8195008087158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,4,balanced,1.0777471923828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,4,balanced,1.5990924072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,4,balanced,2.32260986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,4,power_law_1.01,0.08950912475585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,4,power_law_1.01,0.10598527908325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,4,power_law_1.01,0.17724288940429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,2,8,power_law_1.2,22.5822412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,4,power_law_1.01,0.1834867286682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,4,balanced,3.279301147460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,4,power_law_1.01,0.18405887603759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,4,power_law_1.01,0.18650495529174804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,4,power_law_1.01,0.19012351989746096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,4,power_law_1.01,0.1870694351196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,4,power_law_1.01,0.1904319953918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,4,power_law_1.01,0.194781436920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,4,power_law_1.01,0.19440000534057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,4,power_law_1.01,0.19846784591674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,4,power_law_1.01,0.20046079635620115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,4,balanced,4.436011657714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,4,power_law_1.01,0.2731481552124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,4,power_law_1.01,0.33108734130859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,4,power_law_1.01,0.3987161636352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,4,power_law_1.01,0.4453376007080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,4,power_law_1.01,0.607589111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,4,power_law_1.01,0.8747865295410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,4,power_law_1.01,1.0914265441894533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,4,balanced,6.7044482421875005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,4,power_law_1.01,2.261180114746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,4,balanced,8.956309814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,4,power_law_1.01,1.458612518310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,4,power_law_1.01,0.05326208114624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,4,power_law_1.01,0.06783360004425049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,4,power_law_1.01,0.07825024127960205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,4,power_law_1.01,0.08316032409667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,4,power_law_1.01,0.08381312370300294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,4,power_law_1.01,3.0894232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,4,power_law_1.01,0.0852723217010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,4,power_law_1.01,0.08639103889465331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,4,power_law_1.01,0.08751487731933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,4,power_law_1.01,0.08896639823913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,4,power_law_1.01,0.08977151870727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,4,power_law_1.01,0.09239935874938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,4,power_law_1.01,0.0949503993988037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,4,power_law_1.01,0.09667327880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,4,power_law_1.01,0.10292736053466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,4,power_law_1.01,0.11559679985046387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,4,power_law_1.01,0.12192768096923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,4,power_law_1.01,0.1470464038848877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,4,power_law_1.01,0.1856025505065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,4,power_law_1.01,0.2491596794128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,4,power_law_1.01,0.2125951957702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,4,power_law_1.01,0.3889625549316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,4,power_law_1.01,0.543691520690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,4,power_law_1.01,4.4310604858398435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,4,power_law_1.01,0.7104486083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,4,power_law_1.01,0.04852992057800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,4,power_law_1.01,0.04737919807434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,4,power_law_1.01,0.047559680938720705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,4,power_law_1.01,0.04918399810791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,4,power_law_1.01,0.06602752208709717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,4,power_law_1.01,6.283678588867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,4,power_law_1.01,0.0861184024810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,4,power_law_1.01,1.063109130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,4,power_law_1.01,0.10216320037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,4,power_law_1.01,0.11027584075927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,4,power_law_1.01,0.1780147171020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,4,power_law_1.01,0.173437442779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,4,power_law_1.01,0.17721216201782225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,4,power_law_1.01,0.2522611236572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,4,power_law_1.01,0.25851264953613284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,4,power_law_1.01,0.31419136047363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,4,power_law_1.01,2.8325848388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,4,power_law_1.01,0.3805324935913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,4,power_law_1.01,0.43995136260986334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,4,power_law_1.01,0.5569062423706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,4,power_law_1.01,0.8064320373535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,4,power_law_1.01,1.3568716430664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,4,power_law_1.01,1.0732403564453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,4,power_law_1.01,9.59430908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,4,power_law_1.01,1.5717298889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,4,power_law_1.01,2.3451391601562497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,4,power_law_1.01,2.198524169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,4,power_law_1.2,0.08969087600708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,4,power_law_1.2,0.105282564163208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,4,power_law_1.2,0.17197696685791014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,4,power_law_1.2,0.18353919982910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,4,power_law_1.2,0.1845248031616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,4,power_law_1.2,0.1849190330505371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,4,power_law_1.2,0.18732288360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,4,power_law_1.2,0.18795648574829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,4,power_law_1.2,0.19220991134643556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,4,power_law_1.2,0.19582975387573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,4,power_law_1.2,0.1971174430847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,4,power_law_1.2,0.19819391250610352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,4,power_law_1.2,0.20300416946411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,4,power_law_1.2,0.22959232330322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,4,power_law_1.2,0.3470873641967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,4,power_law_1.2,0.3609088134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,4,power_law_1.2,0.49737087249755857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,4,power_law_1.2,0.612669448852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,4,power_law_1.01,3.224140930175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,4,power_law_1.2,0.8701414489746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,4,power_law_1.2,1.4712538146972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,4,power_law_1.01,11.882814941406249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,4,power_law_1.2,1.158809585571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,4,power_law_1.01,4.416131896972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,4,power_law_1.01,6.3715710449218745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,4,power_law_1.2,2.298864593505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,4,power_law_1.2,3.0939736938476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,4,power_law_1.2,0.054300160408020014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,4,power_law_1.2,0.06397696018218994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,4,power_law_1.2,0.07775231838226318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,4,power_law_1.2,0.08322303771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,4,power_law_1.2,0.08121855735778809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,4,power_law_1.2,0.08489215850830079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,4,power_law_1.2,0.08600192070007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,4,power_law_1.2,0.08736767768859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,4,power_law_1.2,0.08856831550598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,4,power_law_1.2,0.08929535865783692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,4,power_law_1.2,0.09217151641845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,4,power_law_1.2,0.09538175582885741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,4,power_law_1.2,0.09769087791442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,4,power_law_1.2,0.1005350399017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,4,power_law_1.2,0.11849087715148925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,4,power_law_1.2,0.1228121566772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,4,power_law_1.2,0.14492159843444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,4,power_law_1.2,0.17712127685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,4,power_law_1.2,0.2090777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,4,power_law_1.2,4.230458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,4,power_law_1.2,0.370120964050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,4,power_law_1.2,0.29012351989746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,4,power_law_1.2,0.4430259323120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,4,power_law_1.2,6.0266088867187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,4,power_law_1.2,0.6596685028076171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,4,power_law_1.2,7.915191040039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,4,power_law_1.01,8.46132080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,4,4,power_law_1.2,0.047599358558654783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,4,4,power_law_1.2,0.04734208106994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,4,4,power_law_1.2,0.04728831768035889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,4,4,power_law_1.2,0.04888576030731201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,4,4,power_law_1.2,0.0658022403717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,4,4,power_law_1.2,0.08584320068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,4,4,power_law_1.2,0.10504575729370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,4,4,power_law_1.2,0.11172096252441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,4,4,power_law_1.2,0.17147520065307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,4,power_law_1.2,0.9980838775634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,4,4,power_law_1.2,0.17189504623413085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,4,4,power_law_1.2,0.18495744705200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,4,4,power_law_1.2,0.2476044845581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,4,4,power_law_1.2,0.2576972770690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,4,4,power_law_1.2,0.31805440902709964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,4,4,power_law_1.2,0.37536510467529294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,4,power_law_1.2,1.4399833679199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,4,4,power_law_1.2,0.437237777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,4,4,power_law_1.2,0.5630899047851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,4,power_law_1.2,10.607587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,4,power_law_1.01,13.21104736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,4,4,power_law_1.2,0.8050943756103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,4,4,power_law_1.2,1.0639769744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,4,4,power_law_1.2,1.568371124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,4,4,power_law_1.2,2.192421112060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,4,power_law_1.2,2.7406387329101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,4,power_law_1.2,2.4365478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,2,balanced,0.06819968223571778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,2,balanced,0.08208000183105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,2,balanced,0.12119551658630372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,2,balanced,0.15901056289672852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,2,balanced,0.160130558013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,2,balanced,0.1626483154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,2,balanced,0.16389888763427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,2,balanced,0.16510847091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,2,balanced,0.16402048110961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,2,balanced,0.16668031692504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,4,power_law_1.01,18.818370361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,2,balanced,0.1669977569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,2,balanced,0.16980863571166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,2,balanced,0.17305471420288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,2,balanced,0.17883007049560545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,2,balanced,0.1983500862121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,2,balanced,0.2052223968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,2,balanced,0.20537471771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,2,balanced,0.33861248016357426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,2,balanced,0.40273281097412106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,2,balanced,0.5860992050170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,2,balanced,0.7219865417480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,2,balanced,1.0767718505859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,4,4,power_law_1.2,3.192332763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,2,balanced,1.3894003295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,2,balanced,2.0742962646484377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,2,balanced,2.7782501220703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,2,balanced,0.03649535894393921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,2,balanced,0.05124224185943603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,2,balanced,0.07689856052398682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,2,balanced,0.08085887908935548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,2,balanced,0.08085760116577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,2,balanced,0.0818995189666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,2,balanced,0.08345727920532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,2,balanced,0.08391936302185059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,2,balanced,4.161656188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,2,balanced,0.08502143859863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,2,balanced,0.08555904388427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,2,balanced,0.08806400299072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,2,balanced,0.0906048011779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,2,balanced,0.09481599807739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,2,balanced,0.10046208381652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,2,balanced,0.10512512207031251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,2,balanced,0.10923647880554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,2,balanced,0.10585087776184081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,2,balanced,0.12549504280090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,2,balanced,0.13825152397155763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,2,balanced,0.18968320846557618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,2,balanced,0.2228825569152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,2,balanced,0.32575359344482424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,2,balanced,0.4150502395629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,2,balanced,0.6171315383911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,2,balanced,5.557163696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,2,balanced,0.8065267181396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,2,balanced,0.03197695970535278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,2,balanced,0.047700481414794924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,2,balanced,0.04781824111938476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,2,balanced,0.04837247848510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,2,balanced,1.2467903900146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,2,balanced,0.050557441711425774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,2,balanced,0.07080704212188721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,2,balanced,0.068472318649292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,2,balanced,0.08880000114440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,2,balanced,0.094136323928833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,2,balanced,0.10872703552246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,2,balanced,0.11575167655944825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,2,balanced,1.778092803955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,2,balanced,0.176812801361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,2,balanced,0.17858047485351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,2,balanced,0.20565248489379884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,2,balanced,0.25689599990844725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,2,balanced,0.2623795127868652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,2,balanced,0.3347737503051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,2,balanced,0.4534118270874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,2,balanced,0.5938790512084962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,2,balanced,0.8531314849853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,2,balanced,1.137306900024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,4,4,power_law_1.2,6.391004028320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,2,balanced,1.7255346679687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,4,4,power_law_1.2,4.418009643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,2,balanced,2.423285827636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,2,power_law_1.01,0.07289984226226806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,2,power_law_1.01,0.09338239669799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,2,power_law_1.01,0.10523391723632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,2,balanced,3.3900683593750003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,2,power_law_1.01,0.16037887573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,2,power_law_1.01,0.1620275115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,2,power_law_1.01,0.16231935501098632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,2,power_law_1.01,0.16497919082641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,2,power_law_1.01,0.16651391983032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,2,power_law_1.01,0.16628223419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,2,power_law_1.01,0.1671449661254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,2,power_law_1.01,0.17084672927856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,2,balanced,4.634790344238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,2,power_law_1.01,0.17852415084838866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,2,power_law_1.01,0.18347135543823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,2,power_law_1.01,0.2120204734802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,2,power_law_1.01,0.24591232299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,2,power_law_1.01,0.23701248168945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,2,power_law_1.01,0.33641857147216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,2,power_law_1.01,0.4451289749145507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,2,power_law_1.01,0.545425910949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,2,power_law_1.01,0.7873766326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,2,balanced,6.777927856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,2,power_law_1.01,0.9643647766113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,2,power_law_1.01,1.3447474670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,2,balanced,9.9708056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,2,power_law_1.01,1.7928512573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,2,power_law_1.01,0.04571904182434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,2,power_law_1.01,0.05471871852874756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,2,power_law_1.01,0.05928959846496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,2,power_law_1.01,0.0814732837677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,2,power_law_1.01,0.08158464431762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,2,power_law_1.01,2.981440124511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,2,power_law_1.01,0.08288384437561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,2,power_law_1.01,0.08445568084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,2,power_law_1.01,0.08492032051086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,2,power_law_1.01,0.08627455711364747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,2,power_law_1.01,0.08668031692504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,2,power_law_1.01,0.09020671844482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,2,power_law_1.01,0.09243776321411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,2,power_law_1.01,0.09608960151672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,2,power_law_1.01,0.10035712242126464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,2,power_law_1.01,0.11517439842224123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,2,power_law_1.01,0.11157119750976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,2,power_law_1.01,0.11906944274902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,2,power_law_1.01,0.14416128158569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,2,power_law_1.01,0.22918912887573245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,2,power_law_1.01,0.1658355140686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,2,power_law_1.01,0.36897537231445315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,2,power_law_1.01,0.2786355209350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,4,4,power_law_1.2,8.5309326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,2,power_law_1.01,3.612303466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,2,power_law_1.01,0.7388800048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,2,power_law_1.01,0.5451891326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,2,power_law_1.01,1.0319398498535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,2,power_law_1.01,0.03513855934143066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,2,power_law_1.01,0.04367104053497314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,2,power_law_1.01,0.0490828800201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,2,power_law_1.01,0.04971648216247558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,2,power_law_1.01,0.050391039848327636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,2,power_law_1.01,0.06928256034851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,2,power_law_1.01,0.08203904151916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,2,power_law_1.01,0.10698752403259278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,2,power_law_1.01,0.10859264373779295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,2,power_law_1.01,0.1297216033935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,2,power_law_1.01,5.459481811523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,2,power_law_1.01,0.13807616233825684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,2,power_law_1.01,0.17093376159667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,2,power_law_1.01,0.172225284576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,2,power_law_1.01,0.2186726379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,2,power_law_1.01,0.25161088943481447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,2,power_law_1.01,0.2814988708496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,2,power_law_1.01,0.3402329635620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,2,power_law_1.01,1.7828314208984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,2,power_law_1.01,0.47103233337402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,2,power_law_1.01,0.6175129699707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,2,power_law_1.01,0.8733747100830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,2,power_law_1.01,1.4541171264648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,2,power_law_1.01,1.110424346923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,2,power_law_1.01,1.686858215332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,4,4,power_law_1.2,14.044984130859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,2,power_law_1.2,0.07971712112426757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,2,power_law_1.2,0.09739392280578614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,2,power_law_1.2,0.10237055778503419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,2,power_law_1.2,0.16241279602050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,2,power_law_1.2,0.16268287658691408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,2,power_law_1.2,0.16405632019042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,2,power_law_1.2,0.16553600311279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,2,power_law_1.2,0.16594816207885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,2,power_law_1.2,0.1672140884399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,2,power_law_1.2,0.1669388771057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,2,power_law_1.2,0.17138431549072267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,2,power_law_1.2,0.1736499214172363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,2,power_law_1.2,0.18466047286987303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,2,power_law_1.01,2.2521714782714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,2,power_law_1.2,0.20340736389160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,2,power_law_1.01,7.389446411132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,2,power_law_1.2,0.24485631942749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,2,power_law_1.2,0.24544000625610352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,2,power_law_1.2,0.3336511993408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,2,power_law_1.2,0.42687614440917965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,2,power_law_1.2,0.5387430572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,2,power_law_1.2,0.753158416748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,2,power_law_1.2,0.9463180541992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,2,power_law_1.2,1.3830450439453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,2,power_law_1.2,1.794439697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,2,power_law_1.01,3.530506286621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,4,4,power_law_1.2,19.20461181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,2,power_law_1.2,0.045227518081665044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,2,power_law_1.2,0.05144320011138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,2,power_law_1.2,2.732218933105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,2,power_law_1.2,0.0593395185470581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,2,power_law_1.2,0.08153087615966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,2,power_law_1.2,0.0783244800567627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,2,power_law_1.2,0.082675199508667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,2,power_law_1.2,0.08315391540527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,2,power_law_1.2,0.08463359832763671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,2,power_law_1.2,0.0854860782623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,2,power_law_1.2,0.08687744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,2,power_law_1.2,0.08904959678649901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,2,power_law_1.2,0.0925875186920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,2,power_law_1.2,0.092806396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,2,power_law_1.2,0.10245887756347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,2,power_law_1.2,3.376856384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,2,power_law_1.2,0.1107750415802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,2,power_law_1.2,0.11503104209899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,2,power_law_1.2,0.11603455543518067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,2,power_law_1.2,0.14462719917297365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,2,power_law_1.2,0.16403072357177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,2,power_law_1.2,0.22018943786621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,2,power_law_1.2,0.27557247161865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,2,power_law_1.2,0.41937534332275395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,2,power_law_1.2,0.4798912048339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,2,power_law_1.01,4.528661804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,2,power_law_1.2,0.7251187133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,2,power_law_1.2,0.034528000354766844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,2,power_law_1.2,0.041751041412353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,2,power_law_1.2,0.048012800216674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,2,power_law_1.01,6.641265869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,2,power_law_1.2,0.048414721488952636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,2,power_law_1.2,0.050264320373535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,2,power_law_1.2,0.06770815849304199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,2,power_law_1.2,0.081080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,2,power_law_1.2,0.10682239532470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,2,power_law_1.2,0.10912896156311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,2,power_law_1.2,0.1298265552520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,2,power_law_1.2,0.14020095825195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,2,power_law_1.2,0.16710655212402342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,2,power_law_1.2,0.1795136070251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,2,power_law_1.2,0.22015359878540036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,2,power_law_1.2,0.2596915245056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,2,power_law_1.2,0.2861747169494629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,2,power_law_1.2,0.3362854385375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,2,power_law_1.2,0.4727129745483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,2,power_law_1.2,5.099230651855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,2,power_law_1.2,0.9612390136718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,2,power_law_1.2,1.4937881469726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,2,power_law_1.2,0.5887603378295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,2,power_law_1.2,8.392886962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,2,power_law_1.2,2.1692825317382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,2,power_law_1.2,0.8721638488769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,2,power_law_1.2,1.1156723022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,1,balanced,0.06537471771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,1,balanced,0.08412480354309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,1,balanced,0.12626560211181642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,1,balanced,0.12698880195617676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,1,balanced,0.1622271919250488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,1,balanced,0.1632512092590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,1,balanced,0.16642688751220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,2,power_law_1.2,1.688035888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,1,balanced,0.16809024810791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,1,balanced,0.16757503509521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,1,balanced,0.17152448654174807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,1,balanced,0.17204416275024415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,1,balanced,0.17812160491943357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,1,balanced,0.17883840560913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,1,balanced,0.18743871688842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,1,balanced,0.2010527992248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,1,balanced,0.2070822334289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,1,balanced,0.21921663284301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,1,balanced,0.3214643096923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,1,balanced,0.3582432174682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,1,balanced,0.5310924911499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,1,balanced,0.6887340545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,1,balanced,1.0215251159667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,1,balanced,1.339658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,2,power_law_1.2,2.2963148498535153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,1,balanced,2.0041165161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,1,balanced,2.6531057739257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,balanced,0.03764159917831421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,balanced,0.05563072204589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,balanced,0.08004863739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,balanced,0.0803660774230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,balanced,0.08704447746276855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,balanced,0.08862079620361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,balanced,0.09068160057067871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,1,balanced,4.018431396484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,balanced,0.09027839660644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,balanced,0.09147839546203614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,balanced,0.0921452808380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,balanced,0.0945631980895996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,balanced,0.09592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,balanced,0.0975551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,balanced,0.10314623832702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,balanced,0.10588288307189941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,balanced,0.10950719833374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,balanced,0.11102592468261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,balanced,0.12567744255065919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,balanced,0.1348703956604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,1,balanced,5.456411743164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,balanced,0.19313791275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,balanced,0.22132480621337888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,balanced,0.3375481414794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,balanced,0.4130329513549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,balanced,0.6072345733642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,balanced,0.8571212768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,1,balanced,0.02611776113510132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,1,balanced,0.034138240814208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,1,balanced,0.0487724781036377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,1,balanced,0.04867712020874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,balanced,1.2077638244628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,1,balanced,0.04892159938812256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,1,balanced,0.053519358634948735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,1,balanced,0.053197441101074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,1,balanced,0.06975359916687011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,1,balanced,0.07031295776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,1,balanced,0.0733350419998169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,1,balanced,0.09051008224487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,1,balanced,0.0983743953704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,1,balanced,0.1129651165008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,balanced,1.6345945739746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,1,balanced,0.12233535766601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,1,balanced,0.17615552902221682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,1,balanced,0.1938764762878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,1,balanced,0.18461759567260744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,1,balanced,0.2709491157531738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,1,balanced,0.33998912811279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,2,power_law_1.2,3.4330752563476565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,1,balanced,0.47856384277343744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,1,balanced,0.6209228897094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,1,balanced,0.8992076873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,1,balanced,1.1882771301269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,1,balanced,1.7598034667968752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,1,power_law_1.01,0.06563712120056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,1,power_law_1.01,0.08233599662780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,1,power_law_1.01,0.09244928359985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,1,power_law_1.01,0.1253312015533447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,1,balanced,2.4273522949218753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,1,power_law_1.01,0.16133888244628908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,1,power_law_1.01,0.1652921676635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,1,power_law_1.01,0.16632255554199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,1,power_law_1.01,0.1683302307128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,1,power_law_1.01,0.16764223098754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,1,power_law_1.01,0.17384000778198244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,1,power_law_1.01,0.17689855575561525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,1,power_law_1.01,0.17841856002807616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,1,balanced,3.45126708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,1,power_law_1.01,0.19705919265747068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,1,power_law_1.01,0.1985286331176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,1,power_law_1.01,0.21005376815795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,1,power_law_1.01,0.23723520278930663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,1,power_law_1.01,0.1869875144958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,1,power_law_1.01,0.34037376403808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,1,balanced,4.68976318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,1,power_law_1.01,0.4474444961547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,1,power_law_1.01,0.5718310546875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,2,power_law_1.01,8.926051635742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,1,power_law_1.01,0.7389958190917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,1,power_law_1.01,1.069085464477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,2,power_law_1.2,4.6537548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.04339583873748779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,1,power_law_1.01,1.3991763305664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05525760173797607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.0611187219619751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.0793996810913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.08847616195678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.08859840393066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.09086272239685059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.0902444839477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.0920524787902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.09330623626708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.09558848381042481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.0964095973968506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.1002963161468506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.10394559860229494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.10635456085205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.11134464263916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.11466239929199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.15917695999145506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,1,power_law_1.01,2.0787628173828123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.16479488372802736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.19829120635986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.25649343490600585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.3526425552368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,1,power_law_1.01,2.7561184692382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.4545856094360351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,0.6412000274658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,1,power_law_1.01,0.027175679206848147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,1,power_law_1.01,0.03198784112930298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,1,power_law_1.01,0.03528320074081421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,1,power_law_1.01,0.04835072040557861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,1,power_law_1.01,0.053372797966003416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,1,power_law_1.01,0.05782783985137939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,1,power_law_1.01,0.0653107213973999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,1,power_law_1.01,0.07971583843231202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,1,power_law_1.01,0.08683391571044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,1,power_law_1.01,0.08858240127563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,1,power_law_1.01,0.11181247711181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,1,power_law_1.01,0.12334400177001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,1,power_law_1.01,0.1421190357208252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,1,power_law_1.01,4.106752014160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,0.8532653045654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,1,power_law_1.01,0.1670355224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,1,power_law_1.01,0.1893836784362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,1,power_law_1.01,0.17480127334594725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,1,power_law_1.01,0.22733695983886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,1,power_law_1.01,0.29499839782714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,1,power_law_1.01,0.3716486358642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,2,power_law_1.2,6.678034057617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,1,power_law_1.01,0.5059955215454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,1,power_law_1.01,0.6404147338867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,1.2123961639404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,1,power_law_1.01,0.911162872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,1,power_law_1.01,5.436613159179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,1,power_law_1.2,0.06466944217681884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,1,power_law_1.2,0.08018239974975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,1,power_law_1.2,0.08617280006408692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,1,power_law_1.2,0.1250368022918701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,1,power_law_1.2,0.1572486400604248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,1,power_law_1.2,0.16271167755126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,1,power_law_1.2,0.16601408004760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,1,power_law_1.01,1.1755423736572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,1,power_law_1.2,0.16703872680664061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,1,power_law_1.2,0.17020864486694337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,1,power_law_1.2,0.17351295471191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,1,power_law_1.2,0.17584320068359377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,1,power_law_1.2,0.1798086357116699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,1,power_law_1.2,0.1852454376220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,1,power_law_1.2,0.19828800201416014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,1,power_law_1.2,0.20188032150268556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,1,power_law_1.2,0.2111039924621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,1,power_law_1.2,0.23389247894287107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,1,power_law_1.2,0.3381862258911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,1.6459992980957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,1,power_law_1.2,0.42212734222412107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,1,power_law_1.2,0.5743494415283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,1,power_law_1.2,0.7411673736572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,1,power_law_1.2,1.0703218841552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,1,power_law_1.01,1.7463948059082033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,1,power_law_1.2,1.3975199890136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,1,power_law_1.01,2.337859802246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.043552641868591306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.054515199661254884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.057956480979919435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,1,power_law_1.01,3.4197119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.08042943954467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.08578495979309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.08951231956481934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.09001855850219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.09110272407531739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.09151488304138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.09305791854858399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.0942796802520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.0978547191619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.09867199897766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.10282688140869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,1,power_law_1.2,2.0748947143554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.10674816131591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.11356415748596191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.11505599975585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1515711975097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.16486015319824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.19766399383544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,1,power_law_1.01,4.597922058105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.26071168899536135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.35341247558593747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,1,power_law_1.2,2.7438040161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.4544736099243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,1,power_law_1.2,0.02699903964996338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,1,power_law_1.2,0.03072128057479858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,1,power_law_1.2,0.03317183971405029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,1,power_law_1.2,0.048253440856933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,1,power_law_1.2,0.05253439903259277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,1,power_law_1.2,0.05649983882904053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,1,power_law_1.2,0.06510079860687255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,1,power_law_1.2,0.08027456283569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,1,power_law_1.2,0.0836409568786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,1,power_law_1.2,0.08875583648681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,1,power_law_1.2,0.11202239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,1,power_law_1.2,0.1284684753417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,1,power_law_1.2,0.13831744194030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,1,power_law_1.2,0.16892799377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,1,power_law_1.2,0.178798713684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,1,power_law_1.2,0.1991302490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,1,power_law_1.2,0.22493120193481447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,0.6432294464111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,1,power_law_1.2,0.2966361618041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,1,power_law_1.2,0.3652684783935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,1,power_law_1.2,4.088688659667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,2,power_law_1.2,8.881552734375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,0.8170783996582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,1,power_law_1.2,0.5015289688110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,1,power_law_1.2,0.6415731048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,1,power_law_1.2,0.9260755157470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,1,power_law_1.2,1.1815309143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,1.1895558166503908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,16,balanced,0.04880383968353271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,16,balanced,0.049098238945007325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,16,balanced,0.07799424171447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,1,power_law_1.2,5.443577880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,16,balanced,0.1399449634552002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,16,balanced,0.2532953643798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,16,balanced,0.4835622406005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,16,balanced,0.4974335861206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,16,balanced,0.49715839385986327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,1,power_law_1.2,1.753369598388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,16,balanced,0.5112575912475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,1.5806405639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,16,balanced,0.5142374420166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,16,balanced,0.5204723358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,16,balanced,0.5093555068969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,16,balanced,0.5415091323852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,16,balanced,0.5195532989501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,1,power_law_1.2,3.487709350585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,16,balanced,0.5097087860107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,16,balanced,0.5461196899414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,1,power_law_1.2,2.3484594726562498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,16,balanced,0.5720064163208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,16,balanced,0.8332300567626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,16,balanced,0.5310502243041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,16,balanced,0.5726988983154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,16,balanced,1.1472486114501952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,16,balanced,0.044664320945739744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,16,balanced,0.04435200214385986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,16,balanced,1.6672819519042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,16,balanced,0.055718398094177245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,16,balanced,0.08434687614440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,16,balanced,0.6135411071777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,16,balanced,0.14613375663757325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,16,balanced,0.7119718170166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,16,balanced,0.2802560043334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,16,balanced,0.28173568725585935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,16,balanced,0.2885606384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,16,balanced,0.2891110420227051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,16,balanced,1.986540832519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,16,balanced,0.2932390403747559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,16,balanced,0.2967884826660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,16,balanced,0.300576000213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,16,balanced,0.3009651184082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,16,balanced,0.29714687347412105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,16,balanced,0.2673740768432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,16,balanced,0.30605951309204105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,16,balanced,0.3161843109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,16,balanced,0.3356044769287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,16,balanced,0.3569753646850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,16,balanced,0.3971443176269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,16,balanced,0.4383564758300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,16,balanced,0.5099635314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,16,balanced,0.598600959777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,16,balanced,0.7656768035888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,16,balanced,0.09064191818237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,16,balanced,0.09099136352539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,16,balanced,0.15545087814331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,16,balanced,0.949996795654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,16,balanced,0.15438591957092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,16,balanced,0.15718655586242675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,16,balanced,0.6506662750244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,16,balanced,0.16412799835205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,16,balanced,0.2139507293701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,16,balanced,0.21400831222534178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,16,balanced,1.3079884338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,16,balanced,0.2184499168395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,16,balanced,0.22251264572143556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,16,balanced,0.2924339294433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,16,balanced,0.29928447723388674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,16,balanced,1.680912628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,16,balanced,0.35856510162353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,16,balanced,0.36488449096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,16,balanced,0.6520806121826171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,16,balanced,0.6541862487792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,16,balanced,0.6681343841552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,16,balanced,0.9880908966064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,16,balanced,1.307587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,16,balanced,1.974054412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,16,balanced,2.643487854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,16,balanced,3.8997824096679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,16,balanced,0.9923583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,16,power_law_1.01,0.24977664947509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,16,power_law_1.01,0.4844684982299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,16,balanced,5.3293041992187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,1,power_law_1.2,4.526826171874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,16,balanced,8.5284619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,16,power_law_1.01,0.47631614685058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,16,balanced,11.758499755859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,16,power_law_1.01,0.4811391830444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,16,balanced,16.263868408203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,16,power_law_1.01,0.41607295989990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,16,power_law_1.01,0.4502310562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,16,power_law_1.01,0.41043582916259763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,16,power_law_1.01,0.4484697723388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,16,balanced,21.60403564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,16,power_law_1.01,0.44599166870117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,16,power_law_1.01,0.4085836791992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,16,power_law_1.01,0.5601318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,16,power_law_1.01,0.46102272033691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,16,power_law_1.01,0.42578689575195316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,16,power_law_1.01,0.4792422485351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,16,power_law_1.01,0.5286016082763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,16,power_law_1.01,0.6015039825439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,16,power_law_1.01,1.3793087768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,16,power_law_1.01,0.5699750518798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,16,power_law_1.01,1.8053453063964846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,16,power_law_1.01,0.5925811386108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,16,power_law_1.01,0.6204428863525391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,16,power_law_1.01,0.7709760284423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.14381823539733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.2629145622253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.26452735900878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,16,power_law_1.01,0.8004851531982421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.2635775947570801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.26631423950195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.21558271408081056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.26387327194213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.26832639694213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.2629939270019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.2860902404785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.2767487907409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.2842406463623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.2904115104675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.24163839340209964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.2816076850891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.28670463562011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.3464076614379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.3810483169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,16,power_law_1.01,3.617008666992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.43344127655029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.5115788650512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,0.6444825744628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.3072319984436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,0.7727334594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,16,power_law_1.01,0.09127552032470702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,0.9691059112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,16,power_law_1.01,0.11332863807678221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,16,power_law_1.01,0.15476096153259278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,1.3674227905273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,16,power_law_1.01,0.15606271743774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,16,power_law_1.01,0.880346908569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,16,power_law_1.01,0.16559104919433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,16,power_law_1.01,0.1938739204406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,16,power_law_1.01,0.21627647399902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,16,power_law_1.01,0.24852224349975588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,2.18150146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,16,power_law_1.01,0.27627647399902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,16,power_law_1.01,0.3463897705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,2.4749874877929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,16,power_law_1.01,2.709219970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,16,power_law_1.01,0.3798195266723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,16,power_law_1.01,0.4657011032104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,16,power_law_1.01,0.5822348785400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,16,power_law_1.01,0.6148748779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,16,power_law_1.01,0.7036287689208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,16,power_law_1.01,0.7723955535888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,16,power_law_1.01,1.0681382751464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,16,power_law_1.01,1.3718899536132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,16,power_law_1.01,1.3187391662597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,16,power_law_1.01,1.8042970275878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,16,power_law_1.01,2.9783502197265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,16,power_law_1.2,0.24972799301147458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,16,power_law_1.2,0.4763264083862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,16,power_law_1.01,4.355989685058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,16,power_law_1.2,0.41698558807373043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,16,power_law_1.2,0.47078529357910154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,16,power_law_1.2,0.4824332809448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,16,power_law_1.2,0.44109310150146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,16,power_law_1.2,0.34585472106933596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,16,power_law_1.01,6.004384155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,16,power_law_1.2,0.39119361877441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,16,power_law_1.2,0.37604095458984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,16,power_law_1.2,0.4162188720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,16,power_law_1.2,0.48149761199951174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,16,power_law_1.2,0.5923865509033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,16,power_law_1.2,0.40210048675537113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,16,power_law_1.2,0.5914393615722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,16,power_law_1.2,0.615170555114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,16,power_law_1.2,0.543839988708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,16,power_law_1.2,0.6646707153320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,16,power_law_1.2,0.46656639099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,16,power_law_1.01,9.645702514648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,16,power_law_1.2,0.8044863891601561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,16,power_law_1.2,0.8003622436523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,16,power_law_1.2,0.623138542175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,16,power_law_1.2,1.7349017333984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,16,power_law_1.2,1.1946125030517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,16,power_law_1.2,3.103271789550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.14482815742492677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.24252672195434571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,16,power_law_1.2,2.165166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.22492031097412107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.2655641555786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.26650367736816405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.231856632232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.24455551147460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.24771968841552736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.25133695602416994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.2565977668762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.2745369529724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.2835865592956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.28624767303466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.2792793655395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.28496000289916995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.29402496337890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,16,power_law_1.2,5.021710205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.2986841583251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.37312385559082034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.39922046661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.4718169784545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.530777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,0.6890879821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,0.8028672027587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,1.2273075103759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,1.6036236572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,16,power_law_1.2,0.09108223915100097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,16,power_law_1.2,0.1118387222290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,2.590179748535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,16,power_law_1.2,0.15501055717468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,16,power_law_1.2,1.5765029907226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,16,power_law_1.2,0.1886515235900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,16,power_law_1.2,0.17207168579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,16,power_law_1.2,0.1975564765930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,16,power_law_1.2,0.20680704116821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,16,power_law_1.2,0.25487871170043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,16,power_law_1.2,0.2678771209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,3.6309555053710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,16,power_law_1.2,0.35185150146484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,16,power_law_1.2,0.3711859130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,16,power_law_1.2,0.456360969543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,16,power_law_1.2,0.5839744186401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,16,power_law_1.2,0.6249433517456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,16,power_law_1.2,0.7574079895019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,16,power_law_1.2,0.9335897827148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,16,power_law_1.2,1.1754009246826171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,16,power_law_1.01,11.769276123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,16,power_law_1.2,1.672051239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,16,power_law_1.2,2.1855783081054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,16,power_law_1.2,3.33327880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,16,power_law_1.2,4.8591284179687495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,16,power_law_1.2,6.642552490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,16,power_law_1.2,7.341326293945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,8,balanced,0.060695037841796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,8,balanced,0.06802303791046142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,8,balanced,0.08866175651550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,8,balanced,0.14791423797607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,8,balanced,0.25665536880493167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,8,balanced,0.5281164932250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,8,balanced,0.6397708892822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,8,balanced,0.6468275451660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,8,balanced,0.6477977752685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,8,balanced,0.6550579071044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,8,balanced,0.652458267211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,8,balanced,0.6613581085205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,8,balanced,0.6643468475341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,8,balanced,0.6712818908691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,8,balanced,0.6870732879638671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,8,balanced,0.6957414245605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,8,balanced,0.7213260650634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,8,balanced,0.7737907409667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,8,balanced,0.8376268768310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,16,power_law_1.01,17.921735839843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,8,balanced,0.9368716430664061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,8,balanced,1.021850891113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,8,balanced,1.2561126708984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,8,balanced,1.4620825195312501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,8,balanced,2.03683837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,8,balanced,2.544935607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,8,balanced,3.733702392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,8,balanced,0.034382081031799315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,8,balanced,0.04299647808074951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,8,balanced,0.05660927772521973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,8,balanced,0.08628479957580566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,8,balanced,0.14788991928100587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,8,balanced,0.2684953689575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,8,balanced,4.704718017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,8,balanced,0.2875263977050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,8,balanced,0.2915263938903808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,8,balanced,0.29431680679321287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,8,balanced,0.29900672912597653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,8,balanced,0.28990463256835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,8,balanced,0.29368703842163085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,8,balanced,0.29643903732299803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,8,balanced,0.3055641555786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,8,balanced,0.31469696044921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,8,balanced,0.32425086975097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,8,balanced,0.3464780807495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,8,balanced,0.37764350891113285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,8,balanced,0.41140735626220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,8,balanced,0.47318656921386715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,8,balanced,0.5331443023681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,8,balanced,0.6688729858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,8,balanced,0.8104064178466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,8,balanced,1.0806489562988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,8,balanced,1.3575091552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,8,balanced,1.9418701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,8,balanced,0.062428159713745116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,8,balanced,0.0929856014251709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,8,balanced,0.15727871894836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,8,balanced,0.15884927749633787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,8,balanced,2.497698516845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,8,balanced,0.1617804718017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,8,balanced,0.17057664871215822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,8,balanced,0.17485952377319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,8,balanced,0.22657279968261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,8,balanced,0.2314240074157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,8,balanced,0.23601919174194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,8,balanced,0.2979174423217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,8,balanced,0.305795841217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,8,balanced,0.3686656188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,8,balanced,0.3848153686523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,8,balanced,0.6739174652099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,8,balanced,0.6815103912353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,8,balanced,0.7006502532958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,8,balanced,1.0280703735351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,8,balanced,1.3389389038085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,8,balanced,2.080624694824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,8,balanced,2.6750143432617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,8,balanced,4.196064147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,8,balanced,5.360647583007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,8,balanced,8.558291015624999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,8,balanced,10.8838623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,8,balanced,16.62977294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,8,power_law_1.01,0.1464883232116699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,8,power_law_1.01,0.2515238380432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,8,power_law_1.01,0.324532470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,8,power_law_1.01,0.36755966186523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,8,power_law_1.01,0.4688102340698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,8,power_law_1.01,0.4885324859619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,8,power_law_1.01,0.5414412689208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,8,power_law_1.01,0.5095987319946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,8,power_law_1.01,0.5231820678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,8,power_law_1.01,0.5413862228393554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,8,power_law_1.01,0.562289924621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,8,power_law_1.01,0.5732710266113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,8,power_law_1.01,0.5726643371582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,8,power_law_1.01,0.6054655838012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,8,balanced,21.80969970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,8,power_law_1.01,0.6151359939575196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,8,power_law_1.01,0.5955929565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,8,power_law_1.01,0.6796364593505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,8,power_law_1.01,0.8064985656738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,8,power_law_1.01,0.8753778839111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,8,power_law_1.01,1.0167385864257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,8,power_law_1.01,1.1575475311279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,8,power_law_1.01,1.4834521484374998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,8,power_law_1.01,1.708337860107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,8,power_law_1.01,2.473383636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,8,power_law_1.01,3.051171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,8,power_law_1.01,5.21947509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,8,power_law_1.01,0.0940339183807373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,8,power_law_1.01,0.1435187244415283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,8,power_law_1.01,0.1603264045715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,8,power_law_1.01,0.20000640869140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,8,power_law_1.01,6.28600341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,8,power_law_1.01,0.21019392013549804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,8,power_law_1.01,0.24881664276123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,8,power_law_1.01,0.2430348777770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,8,power_law_1.01,0.2556224060058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,8,power_law_1.01,0.2373529624938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,8,power_law_1.01,0.24924032211303712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,8,power_law_1.01,0.26113279342651363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,8,power_law_1.01,0.25916032791137694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,8,power_law_1.01,0.25921920776367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,8,power_law_1.01,0.2704128074645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,8,power_law_1.01,0.2743628883361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,8,power_law_1.01,0.28005887985229494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,8,power_law_1.01,0.2943731117248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,8,power_law_1.01,0.3421478271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,8,power_law_1.01,0.39773311614990237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,8,power_law_1.01,0.44113407135009763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,8,power_law_1.01,0.4893798446655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,16,power_law_1.01,25.5929931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,8,power_law_1.01,0.6395379257202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,8,power_law_1.01,0.7751846313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,8,power_law_1.01,1.1134374237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,8,power_law_1.01,1.4906201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,8,power_law_1.01,0.06374015808105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,8,power_law_1.01,0.07650815963745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,8,power_law_1.01,1.9310630798339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,8,power_law_1.01,0.09697664260864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,8,power_law_1.01,0.15845248222351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,8,power_law_1.01,0.16898176193237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,8,power_law_1.01,0.18201215744018556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,8,power_law_1.01,2.5581452941894534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,8,power_law_1.01,0.20627840042114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,8,power_law_1.01,0.21617536544799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,8,power_law_1.01,0.2889177513122559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,8,power_law_1.01,0.2769830322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,8,power_law_1.01,0.3205222320556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,8,power_law_1.01,0.387828483581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,8,power_law_1.01,0.3942502212524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,8,power_law_1.01,0.5294553756713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,8,power_law_1.01,0.6067366409301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,8,power_law_1.01,0.6756185913085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,8,power_law_1.01,0.7727667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,8,power_law_1.01,1.0824729919433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,8,power_law_1.01,1.5161958312988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,8,power_law_1.01,2.011472625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,8,power_law_1.01,2.655852661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,8,power_law_1.01,3.441826477050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,8,power_law_1.01,5.22532470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,8,power_law_1.01,7.779498291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,16,power_law_1.2,16.8414697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,8,power_law_1.2,0.1479360008239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,8,power_law_1.2,0.25116928100585934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,8,power_law_1.2,0.24596736907958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,8,power_law_1.2,0.37963520050048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,8,power_law_1.2,0.4651724624633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,8,power_law_1.2,0.46423679351806635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,8,power_law_1.2,0.4844620895385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,8,power_law_1.2,0.49833217620849607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,8,power_law_1.2,0.5146239852905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,8,power_law_1.2,0.532638702392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,8,power_law_1.2,0.5537459182739257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,8,power_law_1.2,0.5255820846557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,8,power_law_1.2,0.5540620803833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,8,power_law_1.2,0.6117875289916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,8,power_law_1.2,0.6280064010620118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,8,power_law_1.2,0.6748697662353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,8,power_law_1.2,0.7625049591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,8,power_law_1.2,0.8476108551025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,8,power_law_1.2,0.8920652770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,8,power_law_1.2,1.0694886779785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,8,power_law_1.2,1.194734115600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,8,power_law_1.2,1.6091378784179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,8,power_law_1.2,2.061018829345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,8,power_law_1.2,2.4555609130859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,8,power_law_1.2,3.467701721191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,8,power_law_1.2,5.020906372070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,8,power_law_1.2,7.437364501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,8,power_law_1.2,0.09323391914367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,8,power_law_1.2,0.13552767753601075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,8,power_law_1.2,0.1376319980621338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,8,power_law_1.2,0.18835840225219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,8,power_law_1.2,0.2196249580383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,8,power_law_1.2,0.234703369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,8,power_law_1.2,0.23345407485961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,8,power_law_1.2,0.23974271774291994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,8,power_law_1.2,0.2440550422668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,8,power_law_1.2,0.24160896301269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,8,power_law_1.2,0.2668659210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,8,power_law_1.2,0.26635648727416994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,8,power_law_1.2,0.2501324844360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,8,power_law_1.2,0.27056768417358396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,8,power_law_1.2,0.27401855468749997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,8,power_law_1.2,0.3024972724914551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,8,power_law_1.2,0.3222476959228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,8,power_law_1.2,0.35713665008544926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,8,power_law_1.2,0.3973337554931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,8,power_law_1.2,0.45730945587158206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,8,power_law_1.2,0.5192678451538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,8,power_law_1.2,0.6592626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,8,power_law_1.2,0.8054553222656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,8,power_law_1.2,1.178686752319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,8,power_law_1.2,1.560436553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,8,power_law_1.2,2.0539033508300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,8,power_law_1.01,10.64207275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,8,power_law_1.2,0.05894400119781494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,8,power_law_1.2,0.07307007789611816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,8,power_law_1.2,0.09232255935668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,8,power_law_1.2,3.0849099731445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,8,power_law_1.2,0.15475584030151368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,8,power_law_1.2,0.1824140739440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,8,power_law_1.2,0.18005376815795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,8,power_law_1.2,0.20576000213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,8,power_law_1.2,0.22246015548706052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,8,power_law_1.2,0.2594342422485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,8,power_law_1.2,0.2773094367980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,8,power_law_1.2,0.3252288055419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,8,power_law_1.2,0.38740097045898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,16,power_law_1.01,41.4644482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,8,power_law_1.2,0.42058368682861325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,8,power_law_1.2,0.5329727935791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,8,power_law_1.2,0.5930457687377929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,8,power_law_1.2,0.6920166778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,8,power_law_1.2,0.8489715576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,8,power_law_1.2,1.1619840240478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,8,power_law_1.2,1.5017971801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,16,power_law_1.2,21.500788574218753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,8,power_law_1.01,21.919992675781252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,8,power_law_1.2,2.129902038574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,8,power_law_1.2,2.885761413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,8,power_law_1.2,3.8938098144531255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,8,power_law_1.01,16.925642089843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,4,balanced,0.056765441894531254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,4,balanced,0.06627583980560303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,4,balanced,0.09193344116210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,4,balanced,0.13913727760314942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,4,balanced,0.25192192077636716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,4,balanced,0.5215871810913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,4,balanced,0.5249676895141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,4,balanced,0.5285657501220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,4,balanced,0.6341337585449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,4,balanced,0.6345830535888671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,4,balanced,0.639760627746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,4,balanced,0.6494143676757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,4,balanced,0.6540799713134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,4,balanced,0.6692940521240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,4,balanced,0.6857100677490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,4,balanced,0.6953075408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,4,balanced,0.7149874877929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,4,balanced,0.7633049774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,8,power_law_1.2,5.317318115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,4,balanced,0.8190962982177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,4,balanced,0.9148774719238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,4,balanced,1.010483169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,4,balanced,1.2884262084960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,4,balanced,1.4989913940429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,4,balanced,2.0715481567382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,4,balanced,2.5400665283203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,4,balanced,3.718316650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,4,balanced,0.034708480834960934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,4,balanced,0.04202239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,4,balanced,0.05772543907165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,4,balanced,0.08743424415588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,4,balanced,0.14799615859985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,4,balanced,4.709569396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,4,balanced,0.2676723289489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,4,balanced,0.27746303558349605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,4,balanced,0.2746073532104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,4,balanced,0.2897651290893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,4,balanced,0.29164928436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,4,balanced,0.29481088638305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,4,balanced,0.2983475112915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,4,balanced,0.3007897567749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,4,balanced,0.30853759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,4,balanced,0.3187545585632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,4,balanced,0.3260070419311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,4,balanced,0.3425600051879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,4,balanced,0.3764223861694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,4,balanced,0.40437759399414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,4,balanced,0.4669401550292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,4,balanced,0.5278745651245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,4,balanced,0.6496294403076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,4,balanced,0.7791629028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,4,balanced,1.064368667602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,4,balanced,1.3152613830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,4,balanced,1.883436737060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,4,balanced,0.044051198959350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,4,balanced,0.06061823844909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,4,balanced,0.09641471862792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,4,balanced,0.16270591735839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,4,balanced,2.4331149291992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,4,balanced,0.16376960754394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,4,balanced,0.16662399291992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,4,balanced,0.169354248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,4,balanced,0.17679744720458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,4,balanced,0.17993471145629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,4,balanced,0.18360063552856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,4,balanced,0.24280960083007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,4,balanced,0.25209856033325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,4,balanced,0.25643392562866213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,4,balanced,0.337151985168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,4,balanced,0.3512307357788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,4,balanced,0.4207436752319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,4,balanced,0.4433472061157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,4,balanced,0.7694937896728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,4,balanced,0.8087026977539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,4,balanced,1.203543014526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,4,balanced,1.5634867858886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,4,balanced,2.3424281311035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,4,balanced,3.0907571411132815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,4,balanced,4.688314819335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,4,balanced,6.2027825927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,4,balanced,9.685531005859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,4,power_law_1.01,0.09502464294433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,4,power_law_1.01,0.1393612766265869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,4,power_law_1.01,0.1800102424621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,4,power_law_1.01,0.22504447937011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,4,power_law_1.01,0.28804096221923825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,4,power_law_1.01,0.3017241668701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,4,power_law_1.01,0.3926809692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,4,power_law_1.01,0.4070259094238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,4,power_law_1.01,0.5052223968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,4,power_law_1.01,0.5135270309448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,4,balanced,12.450623779296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,4,power_law_1.01,0.5342732620239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,4,power_law_1.01,0.5161843109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,4,power_law_1.01,0.5567039871215821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,4,power_law_1.01,0.5848255920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,4,power_law_1.01,0.5965657424926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,4,power_law_1.01,0.6268812942504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,4,power_law_1.01,0.6620710754394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,4,power_law_1.01,0.8078297424316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,4,power_law_1.01,0.850298843383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,8,power_law_1.2,8.132977905273439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,4,power_law_1.01,0.9806285095214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,4,power_law_1.01,1.090719985961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,4,power_law_1.01,1.3997593688964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,4,power_law_1.01,1.6655130004882814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,4,power_law_1.01,2.3785189819335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,4,power_law_1.01,2.839798889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,4,power_law_1.01,0.05726079940795899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,4,power_law_1.01,0.08532480239868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,4,power_law_1.01,0.10272512435913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,4,power_law_1.01,4.127484130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,4,power_law_1.01,0.14167167663574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,4,power_law_1.01,0.17386751174926757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,4,power_law_1.01,0.19026176452636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,4,power_law_1.01,0.23642240524291994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,4,power_law_1.01,0.2525593566894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,4,power_law_1.01,0.2558745574951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,4,power_law_1.01,0.26833791732788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,4,power_law_1.01,0.24294527053833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,4,power_law_1.01,0.25754880905151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,4,power_law_1.01,0.26059263229370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,4,power_law_1.01,5.5926013183593755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,4,power_law_1.01,0.27333248138427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,4,power_law_1.01,0.28288511276245115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,4,power_law_1.01,0.2908403205871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,4,power_law_1.01,0.31302656173706056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,4,power_law_1.01,0.35336448669433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,4,power_law_1.01,0.3945663833618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,4,power_law_1.01,0.4561983871459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,4,power_law_1.01,0.521657600402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,4,power_law_1.01,0.6681728363037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,4,power_law_1.01,0.8029158020019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,4,power_law_1.01,1.1206873321533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,4,power_law_1.01,1.4170329284667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,4,power_law_1.01,0.043080959320068356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,4,power_law_1.01,1.9308697509765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,4,power_law_1.01,0.06004479885101318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,4,power_law_1.01,0.087324161529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,4,power_law_1.01,0.10033535957336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,4,power_law_1.01,0.17572608947753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,4,power_law_1.01,0.15725567817687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,4,power_law_1.01,2.4808639526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,4,power_law_1.01,0.2106048011779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,4,power_law_1.01,0.19597312927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,4,power_law_1.01,0.2298111915588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,4,power_law_1.01,0.20983936309814455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,4,power_law_1.01,0.2864127922058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,4,power_law_1.01,0.3201126480102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,4,power_law_1.01,0.33923969268798826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,4,power_law_1.01,0.4386291122436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,4,power_law_1.01,0.4880384063720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,4,power_law_1.01,0.5727948760986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,4,power_law_1.01,0.660680923461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,4,power_law_1.01,0.8427212524414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,4,power_law_1.01,1.035687713623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,4,power_law_1.01,1.3531111145019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,4,power_law_1.01,1.7833920288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,4,power_law_1.01,2.5267955017089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,4,power_law_1.01,3.3110232543945317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,4,power_law_1.01,4.78845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,4,power_law_1.01,6.256893310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,4,power_law_1.2,0.09278079986572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,4,power_law_1.2,0.13961343765258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,4,power_law_1.2,0.15182847976684571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,4,power_law_1.2,0.22757631301879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,4,power_law_1.2,0.2766182327270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,4,power_law_1.2,0.2953638458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,4,power_law_1.2,0.3942015838623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,4,power_law_1.2,0.4062476730346679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,4,power_law_1.2,0.4840127944946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,4,power_law_1.2,0.5142809677124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,4,power_law_1.2,0.5330470275878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,4,power_law_1.2,0.566264305114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,4,power_law_1.2,0.5798144149780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,4,power_law_1.2,0.6099404907226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,4,power_law_1.2,0.6264896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,4,power_law_1.2,0.6818355560302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,4,power_law_1.2,0.7417587280273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,4,power_law_1.2,0.8391654205322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,4,power_law_1.2,0.8660492706298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,4,power_law_1.2,0.9544281768798829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,4,power_law_1.01,12.74808837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,4,power_law_1.2,1.124419860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,4,power_law_1.2,1.352454376220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,4,power_law_1.2,1.7814067077636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,4,power_law_1.2,2.4356620788574217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,4,power_law_1.2,3.303648071289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,4,power_law_1.2,4.49183349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,4,power_law_1.2,0.06337408065795899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,4,power_law_1.2,0.08190464019775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,4,power_law_1.2,0.09254015922546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,4,power_law_1.2,0.13102720260620118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,4,power_law_1.2,0.14925567626953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,4,power_law_1.2,0.18654720306396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,4,power_law_1.2,0.2287500762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,4,power_law_1.2,5.805733032226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,4,power_law_1.2,0.2412403106689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,4,power_law_1.2,0.23869951248168944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,4,power_law_1.2,0.2501401519775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,4,power_law_1.2,0.26289024353027346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,4,power_law_1.2,0.2691993522644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,4,power_law_1.2,0.2699404716491699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,4,power_law_1.2,0.2767500877380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,4,power_law_1.2,0.2870310401916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,4,power_law_1.2,0.3059456062316895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,4,power_law_1.2,0.32920959472656247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,4,power_law_1.2,0.37730430603027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,4,power_law_1.2,0.4130739212036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,4,power_law_1.2,0.4727987289428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,4,power_law_1.2,0.5503321456909179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,4,power_law_1.2,0.6964749145507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,4,power_law_1.01,9.362521362304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,4,power_law_1.2,0.802840347290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,4,power_law_1.2,1.1392845153808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,4,power_law_1.2,1.4050662231445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,4,power_law_1.2,0.04513535976409912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,4,power_law_1.2,1.9833343505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,4,power_law_1.2,0.05661056041717529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,4,power_law_1.2,0.08022015571594239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,4,power_law_1.2,0.09434368133544921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,4,power_law_1.2,0.15730175971984864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,4,power_law_1.2,0.18222591400146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,4,power_law_1.2,0.20544511795043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,4,power_law_1.2,0.19774208068847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,4,power_law_1.2,2.7568038940429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,4,power_law_1.2,0.2129484748840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,4,power_law_1.2,0.23256320953369142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,4,power_law_1.2,0.29189760208129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,4,power_law_1.2,0.3223820877075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,4,power_law_1.2,0.3477683258056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,4,power_law_1.2,0.4419366455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,4,power_law_1.2,0.48780929565429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,4,power_law_1.2,0.5864371109008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,4,power_law_1.2,0.67106689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,4,power_law_1.2,0.8553151702880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,4,power_law_1.2,1.037176284790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,4,power_law_1.2,1.3942105102539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,4,power_law_1.2,1.7704115295410154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,4,power_law_1.2,2.5418675231933596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,4,power_law_1.2,3.3295141601562497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,16,power_law_1.2,32.9809814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,4,power_law_1.2,4.774347534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,2,balanced,0.05702655792236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,2,balanced,0.06765183925628662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,2,balanced,0.08757887840270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,2,balanced,0.13687680244445802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,2,balanced,0.256499195098877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,2,balanced,0.5196364974975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,2,balanced,0.5241190338134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,2,balanced,0.5264678573608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,2,balanced,0.5296396636962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,8,power_law_1.2,10.725014648437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,2,balanced,0.5327129745483399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,2,balanced,0.538265609741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,2,balanced,0.6365004730224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,2,balanced,0.6458841705322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,2,balanced,0.6502156829833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,2,balanced,0.6657177734374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,2,balanced,0.6736972808837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,2,balanced,0.6919795227050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,2,balanced,0.74142333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,2,balanced,0.7868940734863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,2,balanced,0.8806489562988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,2,balanced,0.9851519775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,2,balanced,1.326438446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,2,balanced,1.5479820251464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,2,balanced,2.158730316162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,2,balanced,2.6343603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,2,balanced,3.7467749023437498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,2,balanced,0.03408512115478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,2,balanced,0.044741120338439945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,2,balanced,0.060222721099853514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,4,power_law_1.2,6.233638305664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,2,balanced,0.09156479835510253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,2,balanced,0.1605824089050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,2,balanced,0.2923148727416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,2,balanced,0.2957081604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,2,balanced,0.2985369682312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,2,balanced,4.657554016113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,2,balanced,0.3028441619873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,2,balanced,0.30526592254638674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,2,balanced,0.31087743759155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,2,balanced,0.34646526336669925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,2,balanced,0.3458278274536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,2,balanced,0.35369857788085934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,2,balanced,0.3626598358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,2,balanced,0.363902702331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,2,balanced,0.37674751281738283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,2,balanced,0.40266368865966795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,2,balanced,0.43043968200683597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,2,balanced,0.48403583526611327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,2,balanced,0.5434905624389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,2,balanced,0.6588211059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,2,balanced,0.7787200164794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,2,balanced,1.1224320220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,2,balanced,1.378839111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,2,balanced,0.032057600021362306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,2,balanced,0.0451532793045044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,2,balanced,1.9642098999023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,2,balanced,0.06464767932891846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,2,balanced,0.1030451202392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,2,balanced,0.17504512786865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,2,balanced,0.17823360443115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,2,balanced,2.542247619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,2,balanced,0.18097919464111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,2,balanced,0.18358911514282225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,2,balanced,0.18557952880859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,2,balanced,0.1874086380004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,2,balanced,0.19707263946533202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,2,balanced,0.20452608108520506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,2,balanced,0.21001216888427737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,2,balanced,0.2871232032775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,2,balanced,0.3008844757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,2,balanced,0.311777286529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,2,balanced,0.41282302856445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,2,balanced,0.5179776000976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,2,balanced,0.5582847976684571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,2,balanced,0.9734617614746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,2,balanced,1.0522637176513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,2,balanced,1.53970947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,2,balanced,2.0351104736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,2,balanced,3.0287896728515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,2,balanced,3.987082214355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,2,power_law_1.01,0.06818304061889649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,2,power_law_1.01,0.08792960166931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,2,power_law_1.01,0.11318655967712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,2,power_law_1.01,0.15758208274841307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,2,power_law_1.01,0.21568256378173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,2,power_law_1.01,0.26382463455200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,2,power_law_1.01,0.37086208343505855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,2,balanced,5.978314208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,2,power_law_1.01,0.38164352416992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,2,power_law_1.01,0.42960254669189457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,2,power_law_1.01,0.4427840042114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,2,power_law_1.01,0.47343105316162115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,2,power_law_1.01,0.5255295944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,2,power_law_1.01,0.5286656188964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,2,power_law_1.01,0.5511142349243163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,2,power_law_1.01,0.5534425735473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,2,power_law_1.01,0.5893337631225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,2,balanced,7.899800415039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,2,power_law_1.01,0.6368179321289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,2,power_law_1.01,0.7831846618652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,2,power_law_1.01,0.8283801269531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,2,power_law_1.01,0.9200755310058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,2,power_law_1.01,1.0548556518554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,2,power_law_1.01,1.336995849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,2,power_law_1.01,1.624517059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,2,power_law_1.01,2.2073561096191403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,2,power_law_1.01,2.72247802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,2,power_law_1.01,0.045007362365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,2,power_law_1.01,0.05946623802185058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,2,power_law_1.01,0.07557119846343993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,2,power_law_1.01,3.7873574829101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,2,power_law_1.01,0.10765567779541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,2,power_law_1.01,0.14138239860534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,2,power_law_1.01,0.1772710418701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,2,power_law_1.01,0.2325107192993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,2,power_law_1.01,0.23819391250610353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,2,power_law_1.01,0.24995456695556642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,2,power_law_1.01,0.2569049644470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,2,power_law_1.01,0.2719193649291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,2,power_law_1.01,0.29498111724853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,2,power_law_1.01,4.919064331054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,2,power_law_1.01,0.29633920669555663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,2,power_law_1.01,0.30652799606323244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,2,power_law_1.01,0.31299327850341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,2,power_law_1.01,0.3248601531982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,2,power_law_1.01,0.3433830261230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,2,power_law_1.01,0.3746598434448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,2,power_law_1.01,0.4219993591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,2,power_law_1.01,0.5046335983276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,2,power_law_1.01,0.5610854339599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,2,power_law_1.01,0.711173095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,2,power_law_1.01,0.8461248016357421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,2,power_law_1.01,1.1467059326171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,2,power_law_1.01,1.4553996276855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,2,power_law_1.01,0.03166847944259644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,2,power_law_1.01,2.021020202636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,2,power_law_1.01,0.045181441307067874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,2,power_law_1.01,0.06704512119293213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,2,power_law_1.01,0.0852019214630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,2,power_law_1.01,2.6469824218749998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,2,power_law_1.01,0.10714624404907228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,2,power_law_1.01,0.15497856140136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,2,power_law_1.01,0.1702169609069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,2,power_law_1.01,0.18617088317871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,2,power_law_1.01,0.20699392318725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,2,power_law_1.01,0.21741695404052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,2,power_law_1.01,0.22863231658935548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,2,power_law_1.01,0.24236799240112306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,2,power_law_1.01,0.26635007858276366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,2,power_law_1.01,0.3490214538574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,2,power_law_1.01,0.3787955093383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,2,power_law_1.01,0.4214323043823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,2,power_law_1.01,0.5435136032104493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,2,power_law_1.01,0.7289292907714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,2,power_law_1.01,0.8366118621826171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,2,power_law_1.01,1.0725145721435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,2,power_law_1.01,1.3170367431640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,2,power_law_1.01,1.7973068237304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,2,power_law_1.01,2.289397735595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,2,power_law_1.01,3.2769934082031247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,2,power_law_1.01,4.256546630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,2,power_law_1.01,6.172835693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,2,power_law_1.2,0.06780799865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,2,power_law_1.2,0.08676351547241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,2,power_law_1.2,0.10381823539733888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,2,power_law_1.2,0.15235072135925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,2,power_law_1.2,0.19263999938964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,2,power_law_1.2,0.22825855255126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,2,power_law_1.2,0.3540185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,2,power_law_1.2,0.37808128356933596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,2,power_law_1.2,0.4045414352416993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,2,power_law_1.2,0.4395366287231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,2,power_law_1.2,0.4806387329101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,2,power_law_1.2,0.5182271957397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,2,power_law_1.2,0.5290150451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,2,power_law_1.01,8.131423950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,2,power_law_1.2,0.5680038452148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,2,power_law_1.2,0.5884889602661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,2,power_law_1.2,0.6280844879150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,2,power_law_1.2,0.6903897857666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,2,power_law_1.2,0.8076032257080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,2,power_law_1.2,0.8549440002441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,2,power_law_1.2,0.9396736145019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,2,power_law_1.2,1.068111343383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,2,power_law_1.2,1.351577606201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,2,power_law_1.2,1.667736358642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,2,power_law_1.2,2.2715469360351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,2,power_law_1.2,2.7251815795898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,2,power_law_1.2,0.04534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,2,power_law_1.2,0.05826303958892822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,2,power_law_1.2,0.07075583934783936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,2,power_law_1.2,0.0982528018951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,2,power_law_1.2,3.7971456909179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,2,power_law_1.2,0.13218560218811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,2,power_law_1.2,0.14864128112792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,2,power_law_1.2,0.22056447982788088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,2,power_law_1.2,0.238022403717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,2,power_law_1.2,0.24911359786987303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,2,power_law_1.2,0.25182720184326174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,2,power_law_1.2,0.2641216087341308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,2,power_law_1.2,0.29286272048950196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,2,power_law_1.2,0.296625919342041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,2,power_law_1.2,4.95035400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,2,power_law_1.2,0.3131929588317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,2,power_law_1.2,0.3288499069213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,2,power_law_1.2,0.3356300735473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,2,power_law_1.2,0.35805568695068357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,2,power_law_1.2,0.39213439941406253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,8,power_law_1.2,17.685231933593748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,2,power_law_1.2,0.4506278228759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,2,power_law_1.2,0.5127539062500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,2,power_law_1.2,0.5842867279052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,2,power_law_1.2,0.7361395263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,2,power_law_1.2,0.8577113342285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,2,power_law_1.2,1.181096954345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,2,power_law_1.2,0.031678719520568846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,2,power_law_1.2,1.4978828430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,2,power_law_1.2,0.04515967845916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,2,power_law_1.2,0.060533761978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,2,power_law_1.2,0.07898880004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,2,power_law_1.2,2.0576934814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,2,power_law_1.2,0.10130559921264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,2,power_law_1.2,0.15448320388793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,2,power_law_1.2,2.67309326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,2,power_law_1.2,0.1874367904663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,2,power_law_1.2,0.2096460723876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,2,power_law_1.2,0.23133312225341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,2,power_law_1.2,0.22448511123657228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,2,power_law_1.2,0.24808319091796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,2,power_law_1.2,0.17277568817138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,2,power_law_1.2,0.268797435760498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,2,power_law_1.2,0.36077056884765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,2,power_law_1.2,0.3929702377319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,2,power_law_1.2,0.42278270721435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,2,power_law_1.2,0.5658905410766601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,2,power_law_1.2,0.7339328002929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,2,power_law_1.2,0.8515737915039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,2,power_law_1.2,1.0947660827636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,2,power_law_1.2,1.343310089111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,2,power_law_1.2,1.8198118591308592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,2,power_law_1.2,2.3063116455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,2,power_law_1.2,3.2667071533203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,1,balanced,0.0662009620666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,1,balanced,0.07601600170135499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,1,balanced,0.0977177619934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,1,balanced,0.14835264205932616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,4,power_law_1.2,12.56895263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,1,balanced,0.25891775131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,1,balanced,0.5469094467163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,1,balanced,0.5357766342163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,1,balanced,0.5501721572875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,1,balanced,0.5408691024780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,2,power_law_1.2,4.214726257324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,1,balanced,0.5556953430175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,1,balanced,0.5550502395629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,1,balanced,0.5614854431152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,1,balanced,0.5739564895629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,1,balanced,0.5826688003540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,1,balanced,0.6661504364013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,1,balanced,0.6744812774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,1,balanced,0.6949005126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,1,balanced,0.7399263763427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,1,balanced,0.7822815704345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,1,balanced,0.8793433380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,1,balanced,0.96943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,1,balanced,1.4290451049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,1,balanced,1.4465895080566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,1,balanced,2.091144256591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,1,balanced,2.6688427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,balanced,0.04371967792510986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,balanced,0.05678719997406005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,balanced,0.07622591972351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,balanced,0.1166207981109619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,1,balanced,3.6280371093749997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,balanced,0.20054719924926756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,balanced,0.3686003112792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,balanced,0.37353599548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,balanced,0.37774784088134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,balanced,0.37974014282226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,balanced,0.38212928771972654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,balanced,0.38581569671630855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,balanced,0.38948032379150394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,balanced,0.3940857696533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,2,power_law_1.2,8.085162353515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,balanced,0.40068801879882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,balanced,0.4780243301391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,balanced,0.4809772872924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,1,balanced,4.786210632324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,balanced,0.4887411117553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,balanced,0.5095328140258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,balanced,0.5305920028686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,balanced,0.5667238235473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,balanced,0.622334098815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,balanced,0.7280703735351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,balanced,0.8406476593017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,balanced,1.2488377380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,balanced,1.4657688903808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,1,power_law_1.01,0.0672102403640747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,1,power_law_1.01,0.07613247871398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,1,power_law_1.01,0.09765184402465821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,1,power_law_1.01,0.14833855628967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,1,power_law_1.01,0.20850048065185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,balanced,2.1592306518554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,1,power_law_1.01,0.2835340881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,1,power_law_1.01,0.3869996643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,1,power_law_1.01,0.4070406341552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,balanced,2.83004150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,1,power_law_1.01,0.4245414352416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,1,power_law_1.01,0.4426035308837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,1,power_law_1.01,0.5019929504394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,1,power_law_1.01,0.5269715118408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,1,power_law_1.01,0.5324153518676757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,1,power_law_1.01,0.5411769485473632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,1,power_law_1.01,0.5834380722045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,1,power_law_1.01,0.5986969757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,1,power_law_1.01,0.648115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,1,power_law_1.01,0.7685926055908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,1,power_law_1.01,0.8417043304443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,1,power_law_1.01,0.9272844696044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,1,power_law_1.01,1.0265369415283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,8,power_law_1.2,21.63015380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,1,power_law_1.01,1.3160327148437498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,1,power_law_1.01,1.5857644653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.04310656070709228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.0583244800567627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,1,power_law_1.01,2.187481536865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.07625343799591064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.11692352294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,1,power_law_1.01,2.7120025634765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.1650111961364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.21218624114990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.28670400619506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.29945600509643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.3066643142700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.3121510314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.3264806365966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.33690814971923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,2,power_law_1.2,6.168199462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,1,power_law_1.01,3.864443664550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.3435795211791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.351802864074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.4259187316894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.4244313430786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.44994369506835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.4788703918457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.5234297561645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,1,power_law_1.01,4.8813848876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.605203857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.6718329620361329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.815829086303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,0.9817222595214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,1,power_law_1.2,0.06613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,1,power_law_1.2,0.07599487781524658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.2921798706054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,1,power_law_1.2,0.09796095848083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,1,power_law_1.2,0.1394598388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,1,power_law_1.2,0.19353151321411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.6248626708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,1,power_law_1.2,0.26561023712158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,1,power_law_1.2,0.3784633636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,1,power_law_1.2,0.4011174392700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,1,power_law_1.2,0.4114988708496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,1,power_law_1.2,0.45626369476318357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.2740512084960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,1,power_law_1.2,0.5144857788085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,1,power_law_1.2,0.5244428634643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,1,power_law_1.2,0.5333184051513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,1,power_law_1.2,0.5496352005004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,2.9219732666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,1,power_law_1.2,0.6004070281982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,1,power_law_1.2,0.6244889450073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,1,power_law_1.2,0.6759398651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,1,power_law_1.2,0.8045568084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,1,power_law_1.2,0.8597580718994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,1,power_law_1.2,0.9460044860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,1,power_law_1.2,1.0662188720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,1,power_law_1.2,1.3615731811523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.04476480007171631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,1,power_law_1.2,1.6252403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.05799615859985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.07624383926391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.10973312377929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.15241408348083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,1,power_law_1.2,2.191107177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.20159168243408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.2811718368530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.2960563278198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,1,power_law_1.2,2.7888455200195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.3007219123840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.31243200302124025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.32274112701416013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.3334259033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.343438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3579225540161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,1,power_law_1.2,3.7666821289062495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.4308492660522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.44261760711669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.4562841415405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.5054041671752929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.556990089416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.6270636749267579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.6914835357666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.8445600128173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,1,power_law_1.2,4.891132202148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,1.011496353149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.3112728881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.65023681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.2986309814453127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,16,balanced,0.04495488166809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,2.962366027832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,16,balanced,0.4308287811279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,16,balanced,0.4305920028686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,16,balanced,0.04482304096221924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,16,balanced,0.4458214569091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,16,balanced,0.07006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,16,balanced,0.45188991546630863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,16,power_law_1.2,44.330913085937496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,16,balanced,0.4546495819091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,16,balanced,0.4533465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,16,balanced,0.4646720123291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,16,balanced,0.4721945571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,16,balanced,0.1232102394104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,16,balanced,0.47941120147705074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,16,balanced,0.5021388626098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,16,balanced,0.5377561569213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,16,balanced,0.22066688537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,16,balanced,0.41834880828857424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,16,balanced,0.7255257415771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,16,balanced,0.8747494506835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,16,balanced,1.0095692443847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,16,balanced,0.4435878372192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,16,balanced,1.3900685119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,16,balanced,0.6206553649902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,16,balanced,0.5732211303710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,16,balanced,0.03942399978637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,16,balanced,0.039617280960083004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,16,balanced,0.05082496166229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,16,balanced,1.7398745727539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,16,balanced,0.07515135765075684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,16,balanced,0.128721923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,16,balanced,0.23141248703002928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,16,balanced,0.24618623733520506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,16,balanced,0.2539328002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,16,balanced,0.2458598327636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,16,balanced,0.2591744041442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,16,balanced,0.2612774467468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,16,balanced,0.2678361511230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,16,balanced,0.2615795135498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,16,balanced,0.26751615524291994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,16,balanced,0.5025766372680665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,16,balanced,0.27171327590942385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,16,balanced,0.2800230407714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,16,balanced,0.2985523223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,16,balanced,0.31652608871459964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,16,balanced,0.35525630950927733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,16,balanced,0.3913087844848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,16,balanced,0.25350271224975585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,16,balanced,0.4561331176757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,16,balanced,0.5320409774780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,16,balanced,0.07689472198486327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,16,balanced,0.07697919845581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,16,balanced,0.688620834350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,16,balanced,0.13346431732177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,16,balanced,0.13585408210754396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,16,balanced,0.13650688171386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,16,balanced,0.1428313636779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,16,balanced,0.18938495635986327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,16,balanced,1.160453109741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,16,balanced,0.19176959991455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,16,balanced,0.1969113540649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,16,balanced,0.4488486480712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,16,balanced,0.1947929573059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,16,balanced,1.5005541992187499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,16,balanced,0.2597542381286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,16,balanced,0.2627840042114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,16,balanced,0.314072322845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,16,balanced,0.3203878402709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,16,balanced,0.8508710479736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,16,balanced,0.5697536087036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,16,balanced,0.5718886566162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,16,balanced,0.5830246353149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,16,balanced,0.8385330963134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,16,balanced,1.1128256225585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,16,balanced,1.7322828674316404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,16,balanced,2.281591033935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,16,power_law_1.01,0.21698944091796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,16,power_law_1.01,0.4125388717651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,16,balanced,3.451493225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,16,power_law_1.01,0.41985023498535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,16,power_law_1.01,0.3903142547607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,16,balanced,4.561039428710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,16,balanced,6.738880004882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,16,power_law_1.01,0.349876480102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,16,power_law_1.01,0.3437196731567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,16,balanced,9.5027392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,16,power_law_1.01,0.3619059371948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,16,power_law_1.01,0.3714521789550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,16,power_law_1.01,0.4113612747192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,16,power_law_1.01,0.45235328674316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,16,power_law_1.01,0.42860671997070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,16,power_law_1.01,0.4622592163085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,16,power_law_1.01,0.5067340850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,16,balanced,15.278647460937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,16,power_law_1.01,0.41061248779296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,16,power_law_1.01,0.4007385635375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,16,power_law_1.01,0.41710975646972653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,16,balanced,19.158355712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,16,power_law_1.01,0.7719513702392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,16,power_law_1.01,0.6705484771728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,16,power_law_1.01,0.6819071960449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,16,power_law_1.01,0.582919692993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,16,power_law_1.01,1.1873894500732423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,16,power_law_1.01,1.534264373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,16,power_law_1.01,0.12786175727844237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,16,power_law_1.01,0.22852096557617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,16,power_law_1.01,0.22781951904296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,16,power_law_1.01,0.22232704162597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,16,power_law_1.01,0.23091199874877927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,16,power_law_1.01,2.2382424926757816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,16,power_law_1.01,0.19974399566650392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,16,power_law_1.01,0.2224140739440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,16,power_law_1.01,0.33767425537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,16,power_law_1.01,0.2218764877319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,16,power_law_1.01,0.2361996841430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,16,power_law_1.01,0.21268352508544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,16,power_law_1.01,3.0647552490234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,16,power_law_1.01,0.25581695556640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,16,power_law_1.01,0.24463359832763673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,16,power_law_1.01,0.2577356719970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,16,power_law_1.01,0.2001728057861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,16,power_law_1.01,0.23679231643676757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,16,power_law_1.01,0.2469875144958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,16,power_law_1.01,0.30872447967529293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,16,power_law_1.01,0.5426521682739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,16,power_law_1.01,0.32744449615478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,16,power_law_1.01,0.3644390487670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,16,power_law_1.01,0.42905216217041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,16,power_law_1.01,0.5365158462524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,16,power_law_1.01,0.6422835540771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,16,power_law_1.01,0.2592409515380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,16,power_law_1.01,0.07654143810272217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,16,power_law_1.01,0.9514905548095702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,16,power_law_1.01,0.09694848060607911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,4,power_law_1.2,9.303776245117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,16,power_law_1.01,1.0950067138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,16,power_law_1.01,0.13285759925842283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,16,power_law_1.01,0.13539199829101561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,16,power_law_1.01,0.1698918342590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,16,power_law_1.01,0.16486400604248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,16,power_law_1.01,0.22099071502685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,16,power_law_1.01,0.22710912704467773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,16,power_law_1.01,1.7409805297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,16,power_law_1.01,0.24883071899414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,16,power_law_1.01,0.2563264083862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,16,power_law_1.01,0.34504577636718753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,16,power_law_1.01,2.374712371826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,16,power_law_1.01,0.4196236801147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,16,power_law_1.01,0.5100121688842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,16,power_law_1.01,0.6533401489257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,16,power_law_1.01,0.6772966766357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,16,power_law_1.01,0.787267837524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,16,power_law_1.01,1.1596812438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,16,power_law_1.01,0.915551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,16,power_law_1.01,1.4635661315917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,16,power_law_1.01,1.8969882202148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,16,power_law_1.01,3.6549758911132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,16,power_law_1.2,0.2167731285095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,16,power_law_1.01,2.6711630249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,16,power_law_1.2,0.3816089630126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,16,power_law_1.2,0.40376831054687495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,16,power_law_1.2,0.41257472991943356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,16,power_law_1.2,0.3056780815124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,16,power_law_1.2,0.3739136123657226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,16,power_law_1.2,0.33215232849121096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,16,power_law_1.2,0.3394214248657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,16,power_law_1.2,0.3348633575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,16,power_law_1.2,0.35548416137695316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,16,power_law_1.01,5.1253771972656255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,16,power_law_1.2,0.37564926147460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,16,power_law_1.2,0.34945663452148434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,16,power_law_1.2,0.47539199829101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,16,power_law_1.2,0.5009446334838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,16,power_law_1.2,0.5549619293212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,16,power_law_1.2,0.5762803268432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,16,power_law_1.2,0.44342784881591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,16,power_law_1.2,0.5912371063232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,16,power_law_1.2,0.7505228424072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,16,power_law_1.2,0.47990657806396486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,16,power_law_1.2,1.0682943725585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,16,power_law_1.2,1.5012185668945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,16,power_law_1.2,1.9078770446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,16,power_law_1.2,0.675199966430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,16,power_law_1.2,3.14875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,16,power_law_1.2,0.1386521625518799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,16,power_law_1.2,0.21860607147216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,16,power_law_1.2,0.2046950340270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,16,power_law_1.2,0.2250214385986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,16,power_law_1.2,3.6215386962890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,16,power_law_1.2,0.22798080444335939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,16,power_law_1.01,6.681425781250001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,16,power_law_1.2,0.1923263931274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,16,power_law_1.2,0.21238655090332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,16,power_law_1.2,0.2259775924682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,16,power_law_1.2,0.2320358467102051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,16,power_law_1.2,0.2225587272644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,16,power_law_1.2,0.23868671417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,16,power_law_1.2,0.23899007797241212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,16,power_law_1.2,0.25502336502075196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,16,power_law_1.2,0.24789503097534177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,16,power_law_1.2,0.2574912071228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,16,power_law_1.2,0.27603456497192386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,16,power_law_1.2,0.3319001770019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,16,power_law_1.2,0.34840065002441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,16,power_law_1.2,0.4161830520629882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,16,power_law_1.2,0.25930879592895506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,16,power_law_1.2,0.48719871520996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,16,power_law_1.2,0.6518579101562499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,16,power_law_1.2,0.7812838745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,16,power_law_1.2,1.1252774047851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,16,power_law_1.2,1.364559326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,16,power_law_1.2,0.07696767807006835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,16,power_law_1.2,0.09813504219055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,16,power_law_1.2,1.99372802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,16,power_law_1.2,0.13417599678039552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,16,power_law_1.2,0.1406873607635498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,16,power_law_1.2,0.16434175491333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,16,power_law_1.2,0.17794559478759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,16,power_law_1.2,2.577795715332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,16,power_law_1.2,0.1912575912475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,16,power_law_1.2,0.23341440200805663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,16,power_law_1.2,0.3228262329101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,16,power_law_1.2,0.33689601898193355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,16,power_law_1.2,0.4042073440551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,16,power_law_1.2,1.2299263763427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,16,power_law_1.2,0.41278720855712886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,16,power_law_1.2,0.5379059219360351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,16,power_law_1.2,0.6276544189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,16,power_law_1.2,0.6820301055908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,16,power_law_1.2,0.902471694946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,16,power_law_1.2,1.0337920379638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,16,power_law_1.2,1.5861325073242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,16,power_law_1.2,1.881790771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,16,power_law_1.2,2.9646630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,16,power_law_1.01,11.542982177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,16,power_law_1.2,4.5113854980468755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,16,power_law_1.01,15.499146728515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,16,power_law_1.2,4.992085876464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,8,balanced,0.04558847904205322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,8,balanced,0.061432318687438967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,8,balanced,0.07851136207580567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,8,balanced,0.12218751907348632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,8,balanced,0.2198771286010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,8,balanced,0.45050624847412113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,8,balanced,0.549749755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,8,balanced,0.5536191940307618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,8,balanced,0.558859519958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,8,balanced,0.5626675033569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,8,balanced,0.5615372848510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,8,balanced,0.5695155334472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,8,balanced,0.5747737503051757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,8,balanced,0.5810956954956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,8,balanced,0.5953574371337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,8,balanced,0.609093132019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,8,balanced,0.6271385574340821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,8,balanced,0.6712384033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,8,balanced,0.7240972900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,8,balanced,0.8076659393310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,8,balanced,0.8852928161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,8,balanced,1.0930278778076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,8,balanced,1.262647018432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,8,balanced,1.7384320068359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,8,balanced,2.1816064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,8,balanced,3.223589172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,8,balanced,4.054699401855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,8,balanced,0.03195264101028442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,8,balanced,0.03746432065963745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,8,balanced,0.05170559883117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,8,balanced,0.07732736110687256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,8,balanced,0.13042176246643067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,8,balanced,0.23274879455566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,8,balanced,0.2521753692626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,8,balanced,0.2560051155090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,8,balanced,0.2585804748535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,8,balanced,0.26289279937744137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,8,balanced,0.2535014343261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,8,balanced,0.25752447128295897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,8,balanced,0.2608153533935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,8,balanced,0.26862335205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,8,balanced,0.2762585639953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,8,balanced,0.2858880043029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,8,balanced,0.30350719451904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,8,balanced,0.3343027114868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,8,balanced,0.3635776138305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,8,balanced,0.4195455932617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,8,balanced,0.47398529052734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,8,balanced,0.5930867385864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,8,balanced,0.7185254669189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,8,balanced,0.960901107788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,8,balanced,1.2071488189697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,8,balanced,1.725919952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,8,balanced,2.2222119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,8,balanced,0.05426559925079346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,8,balanced,0.07994624137878417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,8,balanced,0.13837696075439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,8,balanced,0.13961343765258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,8,balanced,0.1421452808380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,8,balanced,0.1484876823425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,8,balanced,0.15315584182739256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,8,balanced,0.1997964859008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,8,balanced,0.2050547218322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,8,balanced,0.20921600341796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,8,balanced,0.2629132843017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,8,balanced,0.27015167236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,8,balanced,0.326242561340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,8,balanced,0.3395775985717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,8,balanced,0.5864281463623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,8,balanced,0.5932928085327148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,8,balanced,0.6148582458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,8,balanced,0.8956543731689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,8,balanced,1.1633062744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,8,balanced,1.760511932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,8,balanced,2.3394508361816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,8,balanced,3.51080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,8,balanced,4.996705322265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,16,power_law_1.2,8.350294799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,8,balanced,6.963309936523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,8,balanced,9.165211181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,16,power_law_1.01,22.3223046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,8,power_law_1.01,0.12195072174072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,8,power_law_1.01,0.21606271743774413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,8,power_law_1.01,0.272861442565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,8,power_law_1.01,0.3237772750854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,8,power_law_1.01,0.40043392181396487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,8,balanced,14.150275878906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,8,power_law_1.01,0.4136025619506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,8,power_law_1.01,0.4114188766479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,8,power_law_1.01,0.5075839996337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,8,power_law_1.01,0.4363904190063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,8,power_law_1.01,0.45553024291992184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,8,power_law_1.01,0.48285694122314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,8,power_law_1.01,0.4751820755004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,8,power_law_1.01,0.4967155075073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,8,power_law_1.01,0.5142412948608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,8,power_law_1.01,0.5375654220581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,8,power_law_1.01,0.5537228775024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,8,power_law_1.01,0.6400793457031251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,8,power_law_1.01,0.716522216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,8,power_law_1.01,0.7581414031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,8,power_law_1.01,0.8470912170410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,8,power_law_1.01,0.9779417419433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,8,power_law_1.01,1.258323211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,8,power_law_1.01,1.4757350158691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,8,power_law_1.01,2.190718688964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,8,power_law_1.01,2.914839172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,8,balanced,18.0473828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,8,power_law_1.01,0.08065024375915528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,8,power_law_1.01,0.12643584251403808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,8,power_law_1.01,4.2303640747070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,8,power_law_1.01,0.14689663887023924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,8,power_law_1.01,0.17588863372802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,8,power_law_1.01,0.19493888854980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,8,power_law_1.01,0.2006822395324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,8,power_law_1.01,0.22538368225097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,8,power_law_1.01,0.21742591857910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,8,power_law_1.01,0.2312063980102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,8,power_law_1.01,5.356787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,8,power_law_1.01,0.23918079376220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,8,power_law_1.01,0.23474048614501952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,8,power_law_1.01,0.25502975463867184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,8,power_law_1.01,0.23830015182495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,8,power_law_1.01,0.23512832641601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,8,power_law_1.01,0.24418560028076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,8,power_law_1.01,0.2440780830383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,8,power_law_1.01,0.27856895446777347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,8,power_law_1.01,0.2977356719970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,8,power_law_1.01,0.34791423797607424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,8,power_law_1.01,0.38805503845214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,8,power_law_1.01,0.4282892990112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,8,power_law_1.01,0.5497779083251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,8,power_law_1.01,0.6402969360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,8,power_law_1.01,0.8761766052246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,8,power_law_1.01,1.1125350189208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,8,power_law_1.01,0.050677762031555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,8,power_law_1.01,0.07060224056243897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,8,power_law_1.01,1.6104896545410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,8,power_law_1.01,0.08671744346618653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,8,power_law_1.01,0.13564160346984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,8,power_law_1.01,0.14811391830444337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,8,power_law_1.01,0.15836288452148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,8,power_law_1.01,2.1340185546874997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,8,power_law_1.01,0.18293119430541993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,8,power_law_1.01,0.1895167922973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,8,power_law_1.01,0.23144447326660159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,8,power_law_1.01,0.2629132843017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,8,power_law_1.01,0.3225945663452149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,8,power_law_1.01,0.34032638549804684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,8,power_law_1.01,0.3773683166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,8,power_law_1.01,0.4622079849243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,8,power_law_1.01,0.6005376052856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,8,power_law_1.01,0.5531814575195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,8,power_law_1.01,0.7290214538574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,8,power_law_1.01,0.931615982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,8,power_law_1.01,1.1280767822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,8,power_law_1.01,1.7173939514160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,8,power_law_1.01,2.0766233825683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,16,power_law_1.2,11.061033935546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,8,power_law_1.01,3.4232473754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,8,power_law_1.01,6.3067431640625005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,8,power_law_1.01,3.7678427124023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,8,power_law_1.2,0.12110079765319823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,8,power_law_1.2,0.2159129524230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,8,power_law_1.2,0.22826751708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,8,power_law_1.2,0.2682508850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,8,power_law_1.2,0.42661888122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,8,power_law_1.2,0.3800947189331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,8,power_law_1.2,0.481739501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,8,power_law_1.2,0.4560883331298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,8,power_law_1.2,0.4327782440185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,8,power_law_1.2,0.4553484725952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,8,power_law_1.2,0.4866611099243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,8,power_law_1.2,0.5010291290283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,8,power_law_1.2,0.4904396820068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,8,power_law_1.2,0.516864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,8,power_law_1.2,0.558581771850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,8,power_law_1.2,0.5920627212524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,8,power_law_1.2,0.6678604888916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,8,power_law_1.2,0.7474124908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,8,power_law_1.2,0.7997286224365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,8,power_law_1.2,0.910271987915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,8,power_law_1.2,1.063589096069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,8,power_law_1.2,1.3831986999511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,8,power_law_1.2,1.7462757873535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,8,power_law_1.2,2.412730865478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,8,power_law_1.2,3.441868896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,8,power_law_1.01,8.623582763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,8,power_law_1.2,5.15843994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,8,power_law_1.2,0.07521024227142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,8,power_law_1.2,0.12356736183166503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,8,power_law_1.2,0.12991616249084473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,8,power_law_1.2,0.15921024322509764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,8,power_law_1.2,0.19808639526367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,8,power_law_1.2,0.18834047317504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,8,power_law_1.2,0.21170303344726565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,8,power_law_1.2,0.2274687957763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,8,power_law_1.2,0.2323353576660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,8,power_law_1.2,6.08123779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,8,power_law_1.2,0.2333657646179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,8,power_law_1.2,0.23332479476928708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,8,power_law_1.2,0.23592960357666018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,8,power_law_1.2,0.23716863632202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,8,power_law_1.2,0.23208831787109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,8,power_law_1.2,0.2398527908325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,8,power_law_1.2,0.25086719512939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,8,power_law_1.2,0.28096895217895507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,8,power_law_1.2,0.29976064682006837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,8,power_law_1.2,0.35201663970947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,8,power_law_1.2,0.421894416809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,8,power_law_1.2,0.43500286102294916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,8,power_law_1.2,0.5806272125244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,8,power_law_1.2,0.70060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,8,power_law_1.2,1.005564193725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,8,power_law_1.2,1.2626124572753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,8,power_law_1.2,1.994001922607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,16,power_law_1.2,19.43117431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,8,power_law_1.2,0.05077760219573975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,8,power_law_1.2,0.06982272148132325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,8,power_law_1.2,0.08624256134033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,8,power_law_1.2,0.1352575969696045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,8,power_law_1.2,0.14904959678649904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,8,power_law_1.2,0.16445823669433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,8,power_law_1.2,0.18431360244750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,8,power_law_1.2,2.4389797973632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,8,power_law_1.2,0.22054784774780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,8,power_law_1.2,0.2403366470336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,8,power_law_1.2,0.2500441551208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,8,power_law_1.2,0.30326528549194337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,8,power_law_1.2,0.3700172805786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,8,power_law_1.2,0.38821247100830075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,8,power_law_1.2,0.48035839080810544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,8,power_law_1.2,0.5454502487182618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,8,power_law_1.2,0.6084684753417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,8,power_law_1.2,0.7593408203124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,8,power_law_1.2,0.949007339477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,8,power_law_1.2,1.1455257415771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,8,power_law_1.2,1.755932159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,8,power_law_1.2,2.2569305419921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,8,power_law_1.01,19.276315917968752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,8,power_law_1.2,3.467595520019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,8,power_law_1.2,4.655248718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,8,power_law_1.01,14.71483154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,4,balanced,0.04996992111206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,4,balanced,0.06001152038574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,4,balanced,0.07875328063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,4,balanced,0.12126208305358888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,4,balanced,0.2188096046447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,4,balanced,0.44486911773681637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,4,balanced,0.4490803146362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,4,balanced,0.4523686218261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,4,balanced,0.5493324661254884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,4,balanced,0.5486886215209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,4,balanced,0.5553139114379884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,4,balanced,0.5609817504882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,4,balanced,0.5660646438598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,4,balanced,0.578131217956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,4,balanced,0.5969177627563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,4,balanced,0.6075417709350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,4,balanced,0.6249958419799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,4,balanced,0.6662604522705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,4,balanced,0.7120690917968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,4,balanced,0.7897727966308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,4,balanced,0.8731571197509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,4,balanced,1.1103974151611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,4,balanced,1.3040882873535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,4,balanced,1.7478950500488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,4,balanced,2.1769702148437498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,4,balanced,3.1709326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,4,balanced,4.024975280761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,4,balanced,0.029967360496520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,4,balanced,0.037798399925231936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,4,balanced,0.05359360218048096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,4,balanced,0.07843711853027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,4,balanced,0.13058688163757323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,4,balanced,0.23464704513549806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,4,balanced,0.2372275161743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,4,balanced,0.24204032897949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,4,balanced,0.25239936828613285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,4,balanced,0.25332735061645506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,4,balanced,0.2570483207702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,4,balanced,0.25941120147705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,4,balanced,0.2633945655822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,4,balanced,0.26970367431640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,4,balanced,0.27701759338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,4,balanced,0.2855155181884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,4,balanced,0.30062463760375974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,4,balanced,0.3316070556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,4,balanced,0.3551846313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,4,balanced,0.4109120178222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,4,balanced,0.46680065155029293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,4,balanced,0.568487663269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,4,balanced,0.6845452880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,4,balanced,0.9375628662109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,4,balanced,1.1612236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,4,balanced,1.6626074218749998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,4,balanced,2.1441970825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,4,balanced,0.03396352052688599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,4,balanced,0.05306496143341064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,4,balanced,0.0844172763824463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,4,balanced,0.14337663650512694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,4,balanced,0.14484352111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,4,balanced,0.14697088241577147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,4,balanced,0.14856191635131838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,4,balanced,0.1551244831085205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,4,balanced,0.1581120014190674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,4,balanced,0.16054527282714842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,16,power_law_1.01,30.277082519531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,4,balanced,0.21516416549682615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,4,balanced,0.2226176071166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,4,balanced,0.2258086395263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,4,balanced,0.2965299224853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,4,balanced,0.30938240051269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,4,balanced,0.3751359939575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,4,balanced,0.39053054809570314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,4,balanced,0.6734374237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,4,balanced,0.7071923065185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,4,balanced,1.0418598175048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,4,balanced,1.3688217163085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,4,balanced,1.9965670776367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,4,balanced,2.686570129394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,4,balanced,4.07378173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,4,balanced,5.35467529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,8,power_law_1.2,6.883622436523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,4,power_law_1.01,0.07750527858734131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,8,power_law_1.2,9.394816284179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,4,power_law_1.01,0.11973247528076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,4,power_law_1.01,0.18245887756347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,4,power_law_1.01,0.15424768447875975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,4,power_law_1.01,0.24175615310668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,4,power_law_1.01,0.29401216506958006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,4,power_law_1.01,0.38690814971923826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,4,power_law_1.01,0.3952268981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,4,balanced,8.398157958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,4,power_law_1.01,0.4327078247070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,4,power_law_1.01,0.4479321670532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,4,power_law_1.01,0.44178817749023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,4,power_law_1.01,0.4453926467895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,4,power_law_1.01,0.5023590469360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,4,power_law_1.01,0.5288524627685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,4,power_law_1.01,0.5300761413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,4,power_law_1.01,0.5874508666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,4,power_law_1.01,0.6323417663574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,4,power_law_1.01,0.6959372711181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,4,power_law_1.01,0.73697021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,4,power_law_1.01,0.8223283386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,4,power_law_1.01,0.9357119750976561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,4,power_law_1.01,1.1934156799316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,4,power_law_1.01,1.4441523742675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,4,power_law_1.01,1.9349081420898435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,4,balanced,10.66190673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,4,power_law_1.01,0.05735807895660401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,4,power_law_1.01,0.07609983921051025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,4,power_law_1.01,2.460627136230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,4,power_law_1.01,0.09595904350280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,4,power_law_1.01,0.11367039680480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,4,power_law_1.01,0.15675135612487795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,4,power_law_1.01,0.16872703552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,4,power_law_1.01,0.2072550392150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,4,power_law_1.01,0.21066751480102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,4,power_law_1.01,0.2231500816345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,4,power_law_1.01,0.2295487976074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,4,power_law_1.01,3.6389862060546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,4,power_law_1.01,0.24201087951660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,4,power_law_1.01,0.24730752944946288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,4,power_law_1.01,0.23875200271606448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,4,power_law_1.01,0.2434214401245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,4,power_law_1.01,0.2472819137573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,4,power_law_1.01,0.26575231552124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,4,power_law_1.01,0.27893632888793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,4,power_law_1.01,0.31622528076171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,4,power_law_1.01,0.3411904144287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,4,power_law_1.01,0.415781135559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,4,power_law_1.01,0.4656230545043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,4,power_law_1.01,4.887449645996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,4,power_law_1.01,0.6018585586547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,4,power_law_1.01,0.7011315155029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,4,power_law_1.01,0.9694886779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,4,power_law_1.01,1.2057357025146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,4,power_law_1.01,0.03624703884124756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,4,power_law_1.01,0.0527027177810669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,4,power_law_1.01,0.0723686408996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,4,power_law_1.01,1.7373158264160158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,4,power_law_1.01,0.08917759895324708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,4,power_law_1.01,0.1379852771759033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,4,power_law_1.01,0.15774720191955566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,4,power_law_1.01,0.18428800582885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,4,power_law_1.01,0.16872703552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,4,power_law_1.01,2.3046514892578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,4,power_law_1.01,0.20339967727661135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,4,power_law_1.01,0.1894041633605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,4,power_law_1.01,0.25078271865844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,4,power_law_1.01,0.2687116813659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,4,power_law_1.01,0.2979545593261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,4,power_law_1.01,0.37611392974853514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,4,power_law_1.01,0.421288948059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,4,power_law_1.01,0.4984832000732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,4,power_law_1.01,0.570722541809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,4,power_law_1.01,0.7266483306884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,4,power_law_1.01,0.9065574645996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,4,power_law_1.01,1.214566421508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,4,power_law_1.01,1.5383999633789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,4,power_law_1.01,2.1833612060546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,4,power_law_1.01,2.829559020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,4,power_law_1.01,4.189844360351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,4,power_law_1.2,0.07748479843139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,4,power_law_1.01,5.309132690429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,4,power_law_1.2,0.12012928009033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,4,power_law_1.2,0.12070143699645997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,4,power_law_1.2,0.1568000030517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,4,power_law_1.2,0.23708032608032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,4,power_law_1.2,0.24621440887451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,4,power_law_1.2,0.40334209442138674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,4,power_law_1.2,0.35842945098876955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,4,power_law_1.2,0.40710399627685545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,4,power_law_1.2,0.4224294281005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,4,power_law_1.2,0.45912704467773435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,4,power_law_1.2,0.44491008758544925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,4,power_law_1.2,0.49514625549316404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,4,power_law_1.2,0.5342105484008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,4,power_law_1.2,0.5464140701293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,4,power_law_1.2,0.6182835388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,4,power_law_1.2,0.6609203338623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,4,power_law_1.2,0.7177638244628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,4,power_law_1.2,0.736395492553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,4,power_law_1.2,0.8725670623779298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,4,power_law_1.2,0.9806502532958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,4,power_law_1.2,1.2464141082763671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,4,power_law_1.2,1.6131954956054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,4,power_law_1.2,2.1054783630371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,4,power_law_1.01,10.708986816406249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,4,power_law_1.2,2.9203775024414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,4,power_law_1.2,0.05211775779724122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,4,power_law_1.2,0.07475071907043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,4,power_law_1.2,0.08986623764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,4,power_law_1.2,0.11681920051574708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,4,power_law_1.2,0.14920576095581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,4,power_law_1.2,3.925936584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,4,power_law_1.2,0.16980352401733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,4,power_law_1.2,0.209619197845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,4,power_law_1.2,0.21050752639770506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,4,power_law_1.2,0.22369152069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,4,power_law_1.2,0.22628480911254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,4,power_law_1.2,0.23309696197509763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,4,power_law_1.2,0.24494079589843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,4,power_law_1.2,4.879907836914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,4,power_law_1.2,0.23233280181884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,4,power_law_1.2,0.24534784317016603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,4,power_law_1.2,0.2529587173461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,4,power_law_1.2,0.2714112091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,4,power_law_1.2,0.2923251152038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,4,power_law_1.2,0.32321537017822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,4,power_law_1.01,8.077390136718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,4,power_law_1.2,0.3581516647338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,4,power_law_1.2,0.42775936126708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,4,power_law_1.2,0.4745638275146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,4,power_law_1.2,0.6086476898193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,4,power_law_1.2,0.7333145904541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,4,power_law_1.2,1.0125234985351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,4,power_law_1.2,0.03623552083969116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,4,power_law_1.2,1.2924147033691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,4,power_law_1.2,0.05266560077667236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,4,power_law_1.2,0.06730112075805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,4,power_law_1.2,0.08328191757202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,4,power_law_1.2,1.8857189941406252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,4,power_law_1.2,0.13654399871826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,4,power_law_1.2,0.16007551193237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,4,power_law_1.2,0.18516223907470702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,4,power_law_1.2,0.17197696685791014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,4,power_law_1.2,2.4744537353515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,4,power_law_1.2,0.1880614471435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,4,power_law_1.2,0.20325887680053709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,4,power_law_1.2,0.26183807373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,4,power_law_1.2,0.2789606475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,4,power_law_1.2,0.30368255615234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,4,power_law_1.2,0.38787582397460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,4,power_law_1.2,0.4246886444091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,4,power_law_1.2,0.5118592071533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,4,power_law_1.2,0.588584976196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,4,power_law_1.2,0.7244313812255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,4,power_law_1.2,0.9116352081298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,4,power_law_1.2,1.2236966705322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,4,power_law_1.2,1.5270425415039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,4,power_law_1.2,2.175043792724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,4,power_law_1.2,2.8576205444335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,4,power_law_1.2,4.143855285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,2,balanced,0.04826367855072021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,2,balanced,0.059781122207641604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,2,balanced,0.07827712059020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,2,balanced,0.11968768119812012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,2,balanced,0.22093696594238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,2,balanced,0.43995521545410154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,2,balanced,0.4447910308837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,2,balanced,0.44759296417236333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,2,balanced,0.45048576354980463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,4,power_law_1.2,5.4154736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,2,balanced,0.45240318298339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,2,balanced,0.4584422302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,2,balanced,0.5518912124633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,2,balanced,0.5580940628051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,2,balanced,0.5642816162109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,2,balanced,0.5802969741821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,2,balanced,0.5903910446166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,2,balanced,0.6078630447387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,2,balanced,0.6466957092285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,2,balanced,0.6842521667480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,2,balanced,0.7631168365478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,2,balanced,0.845708770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,2,balanced,1.13863037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,2,balanced,1.3433587646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,2,balanced,1.816768035888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,2,balanced,2.2280653381347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,2,balanced,3.1440985107421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,2,balanced,0.030565121173858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,2,balanced,3.9864398193359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,2,balanced,0.0432857608795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,2,balanced,0.05413887977600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,2,balanced,0.08147968292236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,2,balanced,0.14174464225769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,16,power_law_1.2,28.156110839843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,2,balanced,0.25557119369506837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,2,balanced,0.25864704132080074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,2,balanced,0.2625164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,2,balanced,0.2665817642211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,2,balanced,0.2707276725769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,2,balanced,0.29880447387695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,2,balanced,0.3019033622741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,2,balanced,0.30555519104003903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,2,balanced,0.31103872299194335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,2,balanced,0.3176473617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,2,balanced,0.327825927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,2,balanced,0.35212543487548825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,2,balanced,0.37553279876708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,2,balanced,0.4233203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,2,balanced,0.47500160217285153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,2,balanced,0.5746547317504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,2,balanced,0.6807603454589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,2,balanced,0.2618611145019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,2,balanced,0.9817664337158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,2,balanced,1.2041126251220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,2,balanced,0.026867198944091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,2,balanced,1.711322937011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,2,balanced,0.03586431980133057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,2,balanced,0.05731200218200684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,2,balanced,0.09022463798522949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,2,balanced,0.15398143768310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,2,balanced,0.15650176048278808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,2,balanced,2.218849334716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,2,balanced,0.15921536445617676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,2,balanced,0.16046207427978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,2,balanced,0.1631999969482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,2,balanced,0.1639743995666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,2,balanced,0.17205120086669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,2,balanced,0.1791244888305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,2,balanced,0.18208768844604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,2,balanced,0.25157119750976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,2,balanced,0.26380544662475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,2,balanced,0.2723878479003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,2,balanced,0.3606528091430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,2,balanced,0.45325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,2,balanced,0.4871705627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,2,balanced,0.8449740600585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,2,balanced,0.9138073730468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,2,balanced,1.3390899658203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,2,balanced,1.779614715576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,2,balanced,2.6390771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,2,balanced,3.4925299072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,2,power_law_1.01,0.059111680984497074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,2,power_law_1.01,0.07796991825103759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,2,power_law_1.01,0.10011263847351075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,2,power_law_1.01,0.14220671653747557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,2,power_law_1.01,0.19657215118408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,2,power_law_1.01,0.23172607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,2,balanced,5.212686157226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,2,power_law_1.01,0.34480255126953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,2,power_law_1.01,0.3699264144897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,2,power_law_1.01,0.3575078582763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,2,power_law_1.01,0.36938751220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,2,power_law_1.01,0.40585601806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,2,power_law_1.01,0.4466854476928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,2,power_law_1.01,0.45527809143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,2,power_law_1.01,0.47673473358154295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,2,power_law_1.01,0.4899942398071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,2,balanced,6.927991333007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,2,power_law_1.01,0.5365465545654298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,2,power_law_1.01,0.5757516860961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,2,power_law_1.01,0.649955825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,2,power_law_1.01,0.7184652709960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,2,power_law_1.01,0.8067942047119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,2,power_law_1.01,0.892168960571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,2,power_law_1.01,1.1410559844970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,2,power_law_1.01,1.3837350463867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,2,power_law_1.01,1.8072166442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,2,power_law_1.01,2.3579916381835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,2,power_law_1.01,0.03919872045516968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,2,power_law_1.01,0.05379072189331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,2,power_law_1.01,0.06745215892791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,2,power_law_1.01,0.0970304012298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,2,power_law_1.01,3.384122924804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,2,power_law_1.01,0.13392000198364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,2,power_law_1.01,0.1551155185699463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,2,power_law_1.01,0.2029363250732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,2,power_law_1.01,0.20537216186523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,2,power_law_1.01,0.2134988784790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,2,power_law_1.01,0.22156415939331056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,2,power_law_1.01,4.283932189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,2,power_law_1.01,0.23477119445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,2,power_law_1.01,0.26504959106445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,2,power_law_1.01,0.2606656074523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,2,power_law_1.01,0.2683340835571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,2,power_law_1.01,0.272488956451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,2,power_law_1.01,0.2887513542175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,2,power_law_1.01,0.30492927551269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,2,power_law_1.01,0.3390220642089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,2,power_law_1.01,0.37063934326171877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,2,power_law_1.01,0.4372633743286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,2,power_law_1.01,0.49649921417236326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,2,power_law_1.01,0.6244697570800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,2,power_law_1.01,0.7512461090087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,2,power_law_1.01,1.0011507415771486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,2,power_law_1.01,1.2661529541015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,2,power_law_1.01,1.7805976867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,2,power_law_1.01,0.0270796799659729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,2,power_law_1.01,0.038534400463104246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,2,power_law_1.01,0.05656320095062256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,2,power_law_1.01,0.07682688236236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,2,power_law_1.01,0.09498111724853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,2,power_law_1.01,2.3283404541015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,2,power_law_1.01,0.1360358428955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,2,power_law_1.01,0.15186559677124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,2,power_law_1.01,0.16388479232788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,2,power_law_1.01,0.18253311157226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,2,power_law_1.01,0.1999884796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,2,power_law_1.01,0.19266687393188478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,2,power_law_1.01,0.21055103302001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,2,power_law_1.01,0.23040895462036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,2,power_law_1.01,0.3056307220458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,2,power_law_1.01,0.33885566711425785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,2,power_law_1.01,0.3673830413818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,2,power_law_1.01,0.4726988983154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,2,power_law_1.01,0.6246003341674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,2,power_law_1.01,0.7290431976318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,2,power_law_1.01,0.9307084655761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,2,power_law_1.01,1.1445094299316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,2,power_law_1.01,1.5659814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,2,power_law_1.01,1.9890687561035159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,2,power_law_1.01,2.84379150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,2,power_law_1.01,3.6941363525390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,2,power_law_1.2,0.059851517677307134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,2,power_law_1.2,0.07824128150939942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,2,power_law_1.2,0.09393280029296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,2,power_law_1.2,0.12828800201416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,2,power_law_1.2,0.18286592483520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,2,power_law_1.01,5.3796337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,2,power_law_1.2,0.2128281593322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,2,power_law_1.2,0.3340800094604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,2,power_law_1.2,0.3567871856689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,2,power_law_1.2,0.34115966796874997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,2,power_law_1.2,0.37173374176025387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,2,power_law_1.2,0.4091686248779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,2,power_law_1.2,0.4405632019042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,2,power_law_1.2,0.45531391143798833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,2,power_law_1.2,0.4894745635986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,2,power_law_1.2,0.5172671890258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,2,power_law_1.2,0.5499148941040038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,2,power_law_1.01,7.038209228515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,2,power_law_1.2,0.5931084823608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,2,power_law_1.2,0.6832768249511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,2,power_law_1.2,0.7327808380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,16,power_law_1.2,37.89640869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,2,power_law_1.2,0.8219891357421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,2,power_law_1.2,0.9352524566650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,2,power_law_1.2,1.185323486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,2,power_law_1.2,1.368353271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,2,power_law_1.2,1.8458111572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,2,power_law_1.2,0.03913088083267212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,2,power_law_1.2,0.05271552085876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,2,power_law_1.2,2.473289031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,2,power_law_1.2,0.0656217622756958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,2,power_law_1.2,0.08693759918212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,2,power_law_1.2,0.12063488006591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,2,power_law_1.2,0.1528921604156494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,2,power_law_1.2,0.1985663986206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,2,power_law_1.2,0.2075801658630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,2,power_law_1.2,3.4679806518554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,2,power_law_1.2,0.2140428733825684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,2,power_law_1.2,0.21730815887451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,2,power_law_1.2,0.22439552307128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,2,power_law_1.2,0.26703487396240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,2,power_law_1.2,0.2583065605163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,2,power_law_1.2,0.2741875267028809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,2,power_law_1.2,0.27887487411499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,2,power_law_1.2,0.30252799987792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,2,power_law_1.2,4.336040954589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,2,power_law_1.2,0.32052352905273435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,2,power_law_1.2,0.35697921752929684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,2,power_law_1.2,0.39370750427246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,2,power_law_1.2,0.4530342483520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,2,power_law_1.2,0.5105075073242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,2,power_law_1.2,0.6506905364990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,4,power_law_1.2,8.021212158203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,2,power_law_1.2,0.7753190612792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,2,power_law_1.2,1.021665267944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,2,power_law_1.2,0.02704256057739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,2,power_law_1.2,1.3022924804687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,2,power_law_1.2,0.03852288007736206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,2,power_law_1.2,0.055637760162353514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,2,power_law_1.2,0.07153535842895507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,2,power_law_1.2,0.08888192176818847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,2,power_law_1.2,1.8338739013671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,2,power_law_1.2,0.13576191902160645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,2,power_law_1.2,0.15204480171203613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,2,power_law_1.2,2.339764404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,2,power_law_1.2,0.16808576583862306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,2,power_law_1.2,0.18662784576416017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,2,power_law_1.2,0.1981376075744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,2,power_law_1.2,0.21465087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,2,power_law_1.2,0.23312511444091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,2,power_law_1.2,0.3087897682189941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,2,power_law_1.2,0.203635196685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,8,power_law_1.2,14.688691406250001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,2,power_law_1.2,0.34916606903076175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,2,power_law_1.2,0.37530239105224605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,2,power_law_1.2,0.48608768463134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,2,power_law_1.2,0.6426445007324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,4,power_law_1.2,10.671578369140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,2,power_law_1.2,0.7322969818115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,2,power_law_1.2,0.9518386840820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,2,power_law_1.2,1.1574963378906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,1,balanced,0.05727744102478027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,1,balanced,0.06873663902282715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,2,power_law_1.2,1.5772300720214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,1,balanced,0.08709695816040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,1,balanced,0.12988736152648925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,1,balanced,0.2252787208557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,1,balanced,0.4547423934936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,2,power_law_1.2,2.005114898681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,1,balanced,0.46192192077636723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,1,balanced,0.46044097900390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,1,balanced,0.46426113128662105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,1,balanced,0.4694028854370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,1,balanced,0.47301887512207036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,1,balanced,0.4820883178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,1,balanced,0.4924364852905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,2,power_law_1.2,3.7104766845703123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,1,balanced,0.49837184906005855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,1,balanced,0.5805126571655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,1,balanced,0.5908863830566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,1,balanced,0.607325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,1,balanced,0.6432627105712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,1,balanced,0.6803404998779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,2,power_law_1.2,2.8387854003906248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,1,balanced,0.75687744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,1,balanced,0.8436863708496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,1,balanced,1.2193926239013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,1,balanced,1.266921615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,1,balanced,0.04127999782562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,1,balanced,0.05103744029998779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,1,balanced,1.762911376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,1,balanced,0.07007872104644776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,1,balanced,0.10464832305908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,1,balanced,0.17778240203857423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,1,balanced,2.1339039611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,1,balanced,0.3234080123901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,1,balanced,0.3264019012451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,1,balanced,0.3288159942626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,1,balanced,0.3302560043334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,1,balanced,0.3322700881958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,1,balanced,0.33628990173339846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,1,balanced,0.33852481842041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,1,balanced,0.3420345687866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,1,balanced,0.34782081604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,1,balanced,3.1528530883789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,1,balanced,0.41236415863037107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,1,balanced,0.41694015502929693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,1,balanced,0.42433601379394525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,1,balanced,0.44384063720703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,1,balanced,0.46280574798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,1,balanced,0.5020774459838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,1,balanced,0.541894416809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,1,balanced,0.6344038391113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,1,balanced,4.077121887207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,1,balanced,0.7290470123291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,1,power_law_1.01,0.05405824184417725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,1,balanced,1.086847381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,1,power_law_1.01,0.06907904148101807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,1,balanced,1.2747289276123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,2,power_law_1.2,5.3660516357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,1,power_law_1.01,0.08785216331481933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,1,power_law_1.01,0.13096256256103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,1,power_law_1.01,0.18333248138427732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,1,power_law_1.01,0.24993600845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,1,power_law_1.01,0.3331635284423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,1,power_law_1.01,0.3510649490356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,1,balanced,1.8800505065917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,1,power_law_1.01,0.36256256103515627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,1,power_law_1.01,0.37870784759521486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,1,power_law_1.01,0.42808448791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,1,power_law_1.01,0.4503174209594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,1,balanced,2.4638975524902342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,1,power_law_1.01,0.4571251296997071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,1,power_law_1.01,0.46614334106445315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,1,power_law_1.01,0.5036051177978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,1,power_law_1.01,0.5219398498535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,1,power_law_1.01,0.5689683151245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,1,power_law_1.01,0.6640646362304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,1,power_law_1.01,0.7300089263916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,1,power_law_1.01,0.7905689239501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,1,power_law_1.01,0.8943647766113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,1,power_law_1.01,1.1159986877441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,1,power_law_1.01,0.040538239479064944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,1,power_law_1.01,1.3384262084960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,1,power_law_1.01,0.050959358215332026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,1,power_law_1.01,0.0698425579071045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,1,power_law_1.01,0.10486016273498536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,1,power_law_1.01,1.8436326599121096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,1,power_law_1.01,0.14621952056884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,1,power_law_1.01,2.3468858337402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,2,power_law_1.2,6.924343261718749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,1,power_law_1.01,0.24951488494873048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,1,power_law_1.01,0.2628217506408691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,1,power_law_1.01,0.2656633567810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,1,power_law_1.01,3.177521362304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,1,power_law_1.01,0.27093120574951174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,1,power_law_1.01,0.18668479919433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,1,power_law_1.01,0.28470975875854493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,1,power_law_1.01,0.2908332824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,1,power_law_1.01,0.2992646408081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,1,power_law_1.01,0.305666561126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,1,power_law_1.01,0.3685414505004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,1,power_law_1.01,0.3757900619506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,1,power_law_1.01,0.3861164855957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,1,power_law_1.01,0.4189267349243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,1,power_law_1.01,0.45702655792236324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,1,power_law_1.01,4.151026611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,1,power_law_1.01,0.526624641418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,8,power_law_1.2,19.225181884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,1,power_law_1.01,0.5858316802978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,1,power_law_1.01,0.7095814514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,1,power_law_1.2,0.05605567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,1,power_law_1.2,0.06920447826385498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,1,power_law_1.01,0.8548339080810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,1,power_law_1.2,0.08751872062683105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,1,power_law_1.2,0.12327808380126952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,1,power_law_1.2,0.17038719177246092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,1,power_law_1.01,1.126610565185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,1,power_law_1.2,0.23147775650024416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,1,power_law_1.2,0.32693695068359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,1,power_law_1.2,0.34508289337158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,1,power_law_1.01,1.416895294189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,1,power_law_1.2,0.35461761474609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,1,power_law_1.2,0.3970880126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,1,power_law_1.2,0.42928512573242184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,1,power_law_1.2,0.4472563171386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,1,power_law_1.2,0.45603393554687505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,1,power_law_1.01,1.9823706054687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,1,power_law_1.2,0.4745779037475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,1,power_law_1.2,0.5204889678955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,1,power_law_1.2,0.5405977630615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,1,power_law_1.2,0.5869843292236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,1,power_law_1.01,2.548267517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,1,power_law_1.2,0.7015372467041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,1,power_law_1.2,0.7440070343017579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,1,power_law_1.2,0.8292422485351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,1,power_law_1.2,0.9199635314941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,1,power_law_1.2,1.1596998596191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,1,power_law_1.2,0.040826239585876466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,1,power_law_1.2,0.050847358703613274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,1,power_law_1.2,0.06984320163726807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,1,power_law_1.2,0.09880640029907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,1,power_law_1.2,1.363533477783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,1,power_law_1.2,0.1357376003265381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,1,power_law_1.2,0.17868288040161134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,1,power_law_1.2,0.24683839797973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,1,power_law_1.2,0.2578233528137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,1,power_law_1.2,1.8481983947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,1,power_law_1.2,0.26270208358764646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,1,power_law_1.2,0.2733907127380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,1,power_law_1.2,0.28130239486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,1,power_law_1.2,0.29137664794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,1,power_law_1.2,0.2985785675048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,1,power_law_1.2,0.311147518157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,1,power_law_1.2,2.34762939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,1,power_law_1.2,0.37617279052734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,1,power_law_1.2,0.3866815948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,1,power_law_1.2,0.3987065505981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,1,power_law_1.2,0.4414649581909179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,1,power_law_1.2,0.4835238265991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,1,power_law_1.2,0.5457215881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,1,power_law_1.2,0.6031475067138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,1,power_law_1.2,3.2645809936523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,16,balanced,0.018417919874191287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,1,power_law_1.2,0.7380735778808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,16,balanced,0.01860607981681824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,1,power_law_1.2,0.8817107391357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,16,balanced,0.01948799967765808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,16,balanced,0.028965120315551755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,16,balanced,0.05785344123840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,16,balanced,0.04348159790039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,16,balanced,0.05934591770172119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,16,balanced,0.06311168193817138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,16,balanced,0.06097663879394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,1,power_law_1.2,1.1431488037109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,16,balanced,0.06685311794281006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,16,balanced,0.06987008094787597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,16,balanced,0.07147776126861573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,16,balanced,0.06346496105194091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,16,balanced,0.06601984024047851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,1,power_law_1.2,4.188975219726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,16,balanced,0.06672128200531005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,16,balanced,0.07084928035736085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,16,balanced,0.07910528182983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,16,balanced,0.10424192428588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,16,balanced,0.11689599990844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,1,power_law_1.2,1.4393875122070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,16,balanced,0.08550016403198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,16,balanced,0.15851391792297362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,16,balanced,0.19662591934204102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,16,balanced,0.27701248168945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,16,balanced,0.35185150146484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,16,balanced,0.021451520919799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,16,balanced,0.02150399923324585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,16,balanced,0.5136896133422851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,16,balanced,0.06386816024780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,16,balanced,0.022101759910583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,16,balanced,0.02239743947982788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,16,balanced,0.02632704019546509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,16,balanced,0.03465343952178955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,16,balanced,0.6683955383300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,16,balanced,0.03707263946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,1,power_law_1.2,2.006763458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,16,balanced,0.03700223922729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,16,balanced,0.03875839948654175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,16,balanced,0.042919678688049315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,16,balanced,0.04371840000152588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,16,balanced,0.04127232074737549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,16,balanced,0.04421887874603271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,16,balanced,0.0481331205368042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,16,balanced,0.04612736225128174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,16,balanced,0.049752321243286136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,16,balanced,0.05534848213195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,16,balanced,0.06184192180633545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,16,balanced,0.07597951889038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,16,balanced,0.09081727981567382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,16,balanced,0.12231424331665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,16,balanced,0.151342077255249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,16,balanced,0.2171392059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,16,balanced,0.2717401695251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,16,balanced,0.02450687885284424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,16,balanced,0.024875519275665284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,16,balanced,0.39487743377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,16,balanced,0.02519808053970337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,16,balanced,0.02886399984359741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,16,balanced,0.03633152008056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,16,balanced,0.50521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,16,balanced,0.039631359577178955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,16,balanced,0.038211839199066164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,16,balanced,0.04774144172668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,16,balanced,0.05126656055450439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,16,balanced,0.0578547191619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,16,balanced,0.06602880001068115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,16,balanced,0.07295487880706787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,16,balanced,0.07355264186859131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,16,balanced,0.09864831924438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,16,balanced,0.10192511558532716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,16,balanced,0.10953344345092772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,16,balanced,0.16554624557495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,16,balanced,0.1973311996459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,16,balanced,0.2847039985656738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,16,balanced,0.024688639640808106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,16,balanced,0.36530433654785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,1,power_law_1.2,2.589508361816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,16,balanced,0.533697280883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,16,power_law_1.01,0.04385791778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,16,balanced,0.6964083099365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,16,power_law_1.01,0.04115839958190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,16,balanced,0.0724185609817505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,16,power_law_1.01,0.0424396800994873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,16,power_law_1.01,0.03899904012680054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,16,power_law_1.01,0.05323008060455322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,16,balanced,1.0087769317626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,16,power_law_1.01,0.05833471775054931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,16,power_law_1.01,0.06027135848999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,16,power_law_1.01,0.0636736011505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,16,power_law_1.01,0.06588287830352783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,16,power_law_1.01,0.06863743782043456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,16,balanced,1.3391424560546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,16,power_law_1.01,0.0677350378036499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,16,power_law_1.01,0.06867712020874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,16,power_law_1.01,0.06961664199829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,16,power_law_1.01,0.07038847923278808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,16,power_law_1.01,0.0961740779876709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,16,power_law_1.01,0.11623423576354981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,16,power_law_1.01,0.1568601608276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,16,power_law_1.01,0.19984128952026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,16,balanced,1.9553292846679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,16,power_law_1.01,0.23982080459594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,16,power_law_1.01,0.33798526763916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,16,power_law_1.01,0.061850881576538085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,16,power_law_1.01,0.06931072235107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,16,power_law_1.01,0.4642649459838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.02402559995651245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,16,balanced,2.59130615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,16,power_law_1.01,0.07751039981842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.026019840240478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.026616320610046384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,16,power_law_1.01,0.756968994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.026484479904174806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.03239039897918701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.03488127946853638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.0371724796295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.03672447919845581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.04191616058349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.03841023921966553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,16,power_law_1.01,1.0044876861572267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.045169920921325685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.04893055915832519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.04768256187438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.04561791896820068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.04659071922302246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.050735359191894536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.052853760719299314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.06785791873931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.07934847831726075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.10813183784484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.14598912239074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,16,power_law_1.01,1.2892774963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.19947008132934568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.24506624221801757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.35929855346679684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,16,power_law_1.01,0.024967679977416994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.46355838775634767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,16,power_law_1.01,0.02464128017425537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,0.632935676574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,16,power_law_1.01,0.027043840885162353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,16,power_law_1.01,0.035539200305938726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,0.8297650909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,16,power_law_1.01,0.03862528085708618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,16,power_law_1.01,0.024663040637969973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,16,power_law_1.01,0.056963839530944825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,16,power_law_1.01,0.06511487960815429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,16,power_law_1.01,0.04927487850189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,16,power_law_1.01,0.07109119892120361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,16,power_law_1.01,0.07350783824920655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,16,power_law_1.01,0.07266560077667236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,16,power_law_1.01,0.09740544319152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,16,power_law_1.01,0.10194687843322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,16,power_law_1.01,0.10904064178466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,16,power_law_1.01,0.14539135932922362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,16,power_law_1.01,0.1841689682006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,16,power_law_1.01,0.2481382369995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,16,power_law_1.01,0.3345126342773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,16,power_law_1.01,0.5034329605102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,16,power_law_1.2,0.04189568042755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,16,power_law_1.2,0.03937279939651489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,16,power_law_1.2,0.04241280078887939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,16,power_law_1.2,0.04077439785003662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,16,power_law_1.2,0.05071231842041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,16,power_law_1.2,0.05760000228881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,16,power_law_1.2,0.05982079982757569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,16,power_law_1.2,0.0624780797958374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,16,power_law_1.2,0.06297855854034425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,16,power_law_1.2,0.06557824134826659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,16,power_law_1.2,0.07170559883117675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,16,power_law_1.2,0.07086976051330567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,16,power_law_1.2,0.06365183830261231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,16,power_law_1.2,0.06659584045410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,16,power_law_1.2,0.06954368114471435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,16,power_law_1.2,0.07316864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,16,power_law_1.2,0.08079999923706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,16,power_law_1.2,0.10124287605285645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,16,power_law_1.2,0.12438015937805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,16,power_law_1.2,0.16738048553466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,16,power_law_1.2,0.2095974349975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,16,power_law_1.2,0.3263436889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,16,power_law_1.2,0.4344524765014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,16,power_law_1.2,0.6045363235473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,16,power_law_1.01,0.6301017761230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,16,power_law_1.2,0.8405683135986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,16,power_law_1.2,1.3063705444335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.022440960407257078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.025921280384063723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.02571903944015503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.02618623971939087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.0341644811630249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.036231679916381834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.0369484806060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.03767040014266968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.03926016092300415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.04057983875274658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.0483622407913208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.04730112075805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.04484479904174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.04673791885375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.04817791938781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.0532044792175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,16,power_law_1.2,1.571688995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.060080637931823735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.07072512149810792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.08234368324279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.1159385585784912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.1442572784423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.19150976181030271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.2724300765991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.3790041732788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,16,power_law_1.01,0.8441664123535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,0.5404262542724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,2048,768,8,128,1,16,power_law_1.2,0.024524800777435303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,2048,768,8,128,1,16,power_law_1.2,0.024514560699462888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,2048,768,8,128,1,16,power_law_1.2,0.025128960609436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.0440537261962892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,2048,768,8,128,1,16,power_law_1.2,0.029008638858795167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,2048,768,8,128,1,16,power_law_1.2,0.03587455987930298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,2048,768,8,128,1,16,power_law_1.2,0.039078400135040284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,2048,768,8,128,1,16,power_law_1.2,0.050760960578918456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,2048,768,8,128,1,16,power_law_1.2,0.059157757759094244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,2048,768,8,128,1,16,power_law_1.2,0.06577280044555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,2048,768,8,128,1,16,power_law_1.2,0.07104512214660644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,2048,768,8,128,1,16,power_law_1.2,0.07501183986663819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,2048,768,8,128,1,16,power_law_1.2,0.09768704414367677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,2048,768,8,128,1,16,power_law_1.2,0.0989145565032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,0.786666259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,2048,768,8,128,1,16,power_law_1.2,0.10573823928833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,2048,768,8,128,1,16,power_law_1.2,0.1418188762664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,2048,768,8,128,1,16,power_law_1.2,0.16150272369384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,16,power_law_1.01,1.248431396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,2048,768,8,128,1,16,power_law_1.2,0.19684608459472658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,2048,768,8,128,1,16,power_law_1.2,0.28723840713500975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,2048,768,8,128,1,16,power_law_1.2,0.36409984588623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,2048,768,8,128,1,16,power_law_1.2,0.5120358276367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,2048,768,8,128,1,16,power_law_1.2,0.6708748626708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,16,power_law_1.01,1.9556863403320315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,2048,768,8,128,1,16,power_law_1.2,1.0072153472900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,2048,768,8,128,1,16,power_law_1.2,1.3256486511230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,8,balanced,0.017511680126190185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,8,balanced,0.0178713595867157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,8,balanced,0.01841279983520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,8,balanced,0.02782464027404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,8,balanced,0.043366398811340336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,8,balanced,0.05731711864471436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,8,balanced,0.06017024040222167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,8,balanced,0.06256256103515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,8,balanced,0.06599167823791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,8,balanced,0.06769536018371583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,8,balanced,0.05962495803833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,8,balanced,0.06157055854797363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,8,balanced,0.06296319961547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,8,balanced,0.06568448066711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,8,balanced,0.06940544128417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,8,balanced,0.07174272060394286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,8,balanced,0.07753471851348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,8,balanced,0.09065343856811522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,8,balanced,0.10329343795776366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,8,balanced,0.13217663764953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,8,balanced,0.1542796802520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,8,balanced,0.21402496337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,8,balanced,0.2721664047241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,8,balanced,0.388985595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,8,balanced,0.4991923141479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,8,balanced,0.7390617370605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,8,balanced,0.9715213012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,8,balanced,0.020730879306793213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,8,balanced,0.021139199733734133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,8,balanced,0.02141439914703369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,8,balanced,0.02411776065826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,8,balanced,0.029706239700317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,8,balanced,0.04056447982788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,8,balanced,0.038835198879241944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,8,balanced,0.04375296115875244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,8,balanced,0.04787839889526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,8,balanced,0.046927361488342284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,8,balanced,0.04196479797363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,8,balanced,0.043669757843017576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,8,balanced,0.04537216186523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,8,balanced,0.048023037910461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,8,balanced,0.05029248237609864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,8,balanced,0.05262464046478271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,8,balanced,0.05740543842315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,8,balanced,0.071244797706604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,8,balanced,0.08260479927062989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,8,balanced,0.10862719535827636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,8,balanced,0.13350527763366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,8,balanced,0.18356735229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,8,balanced,0.22884864807128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,8,balanced,0.33825023651123043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,8,balanced,0.43216510772705075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,8,balanced,0.6368678283691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,8,balanced,0.8268326568603517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,8,power_law_1.01,0.025771520137786864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,8,power_law_1.01,0.0349836802482605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,8,power_law_1.01,0.034853119850158695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,8,power_law_1.01,0.0400051212310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,8,power_law_1.01,0.041428480148315426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,8,power_law_1.01,0.05426432132720947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,8,power_law_1.01,0.05775360107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,8,power_law_1.01,0.0603763198852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,8,power_law_1.01,0.06211840152740479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,8,power_law_1.01,0.06474624156951905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,8,power_law_1.01,0.06801152229309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,8,power_law_1.01,0.06527743816375733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,8,power_law_1.01,0.06534399986267089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,8,power_law_1.01,0.06303999900817872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,8,power_law_1.01,0.06719103813171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,8,power_law_1.01,0.07062655925750733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,8,power_law_1.01,0.07662335872650147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,8,power_law_1.01,0.08884096145629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,8,power_law_1.01,0.09908479690551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,8,power_law_1.01,0.13833215713500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,8,power_law_1.01,0.1671014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,8,power_law_1.01,0.2327065658569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,8,power_law_1.01,0.31067136764526365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,8,power_law_1.01,0.4189491271972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,8,power_law_1.01,0.5898649597167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,8,power_law_1.01,0.7873113250732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,8,power_law_1.01,1.1460671997070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,8,power_law_1.01,0.02166527986526489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,8,power_law_1.01,0.02459903955459595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,8,power_law_1.01,0.0257587194442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,8,power_law_1.01,0.02752000093460083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,8,power_law_1.01,0.027790079116821288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,8,power_law_1.01,0.03805952072143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,8,power_law_1.01,0.039809279441833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,8,power_law_1.01,0.041589760780334474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,8,power_law_1.01,0.045355520248413085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,8,power_law_1.01,0.04591360092163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,8,power_law_1.01,0.0513318395614624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,8,power_law_1.01,0.0478323221206665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,8,power_law_1.01,0.04534783840179443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,8,power_law_1.01,0.045391359329223634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,8,power_law_1.01,0.04753407955169678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,8,power_law_1.01,0.049862399101257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,8,power_law_1.01,0.05380864143371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,8,power_law_1.01,0.06858880043029784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,8,power_law_1.01,0.07735424041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,8,power_law_1.01,0.10329471588134767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,8,power_law_1.01,0.12747391700744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,8,power_law_1.01,0.18093311309814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,8,power_law_1.01,0.23665151596069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,8,power_law_1.01,0.3211724853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,8,power_law_1.01,0.40462718963623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,8,power_law_1.01,0.6036774444580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,8,power_law_1.01,0.7997094726562499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,8,power_law_1.2,0.02319488048553467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,8,power_law_1.2,0.0281062388420105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,8,power_law_1.2,0.0350822401046753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,8,power_law_1.2,0.04050816059112548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,8,power_law_1.2,0.04143743991851807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,8,power_law_1.2,0.05489920139312744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,8,power_law_1.2,0.057815041542053226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,8,power_law_1.2,0.06026112079620362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,8,power_law_1.2,0.061479678153991704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,8,power_law_1.2,0.06375167846679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,8,power_law_1.2,0.07072127819061279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,8,power_law_1.2,0.06482944011688233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,8,power_law_1.2,0.061401600837707515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,8,power_law_1.2,0.06460415840148925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,8,power_law_1.2,0.06829184055328369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,8,power_law_1.2,0.07109119892120361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,8,power_law_1.2,0.07723264217376709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,8,power_law_1.2,0.0922879981994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,8,power_law_1.2,0.11026687622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,8,power_law_1.2,0.15038208007812498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,8,power_law_1.2,0.1855743980407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,8,power_law_1.2,0.259737606048584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,8,power_law_1.2,0.33201793670654295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,8,power_law_1.2,0.4922175979614257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,8,power_law_1.2,0.6433510589599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,16,power_law_1.01,2.5790234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,8,power_law_1.2,0.9874687957763673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,8,power_law_1.2,0.02113663911819458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,8,power_law_1.2,0.022768640518188478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,8,power_law_1.2,0.025409278869628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,8,power_law_1.2,0.02696448087692261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,8,power_law_1.2,0.028257279396057128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,8,power_law_1.2,0.03793407917022705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,8,power_law_1.2,0.039776000976562496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,8,power_law_1.2,0.04209152221679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,8,power_law_1.2,0.04464767932891846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,8,power_law_1.2,0.04567423820495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,8,power_law_1.2,0.05087744235992432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,8,power_law_1.2,0.04249472141265869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,8,power_law_1.2,0.04333055973052978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,8,power_law_1.2,0.04785664081573486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,8,power_law_1.2,0.04917376041412354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,8,power_law_1.2,0.05238272190093994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,8,power_law_1.2,0.05653376102447509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,8,power_law_1.2,0.07187583923339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,8,power_law_1.2,0.08179072380065919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,8,power_law_1.2,0.10685183525085448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,8,power_law_1.2,0.1311744022369385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,8,power_law_1.2,0.19252607345581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,8,power_law_1.2,0.23889280319213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,8,power_law_1.2,0.35390079498291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,8,power_law_1.2,0.45715072631835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,8,power_law_1.2,1.2973260498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,8,power_law_1.2,0.6616921234130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,4,balanced,0.018172160387039185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,4,balanced,0.018599679470062254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,4,balanced,0.02232192039489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,4,balanced,0.02993407964706421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,4,balanced,0.04478720188140869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,4,balanced,0.04662784099578857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,4,balanced,0.06173823833465576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,4,balanced,0.06457727909088135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,4,balanced,0.06665088176727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,4,balanced,0.06781439781188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,4,balanced,0.059619841575622556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,4,balanced,0.06119040012359619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,4,balanced,0.06260608196258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,4,balanced,0.0645043182373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,4,balanced,0.06778240203857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,4,balanced,0.06990592002868652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,4,balanced,0.07519999980926514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,4,balanced,0.08743807792663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,4,balanced,0.09902976036071778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,4,balanced,0.12460415840148927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,4,balanced,0.14587136268615725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,4,balanced,0.2039743995666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,4,balanced,0.2602854347229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,4,balanced,0.37583873748779295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,4,balanced,0.48503295898437504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,4,balanced,0.7150911712646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,8,power_law_1.2,0.8672268676757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,4,balanced,0.021416959762573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,4,balanced,0.9424703979492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,4,balanced,0.02165888071060181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,4,balanced,0.022151679992675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,4,balanced,0.024110078811645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,4,balanced,0.032545280456542966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,4,balanced,0.037118721008300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,4,balanced,0.0479475212097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,4,balanced,0.04953216075897217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,4,balanced,0.05306879997253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,4,balanced,0.05422976016998291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,4,balanced,0.04561920166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,4,balanced,0.04721280097961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,4,balanced,0.04862847805023193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,4,balanced,0.05154943943023682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,4,balanced,0.05355135917663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,4,balanced,0.055462398529052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,4,balanced,0.059425277709960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,4,balanced,0.07088768005371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,4,balanced,0.0816051197052002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,4,balanced,0.10388863563537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,4,balanced,0.12500736236572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,4,balanced,0.17905536651611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,4,balanced,0.21870080947875978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,4,balanced,0.3212799835205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,4,balanced,0.4144947052001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,4,balanced,0.6092441558837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,4,power_law_1.01,0.019456000328063966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,4,balanced,0.8012953948974608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,4,power_law_1.01,0.026860799789428715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,4,power_law_1.01,0.030202879905700687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,4,power_law_1.01,0.034705920219421385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,4,power_law_1.01,0.03920383930206299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,4,power_law_1.01,0.044732160568237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,4,power_law_1.01,0.05891327857971192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,4,power_law_1.01,0.06374527931213378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,4,power_law_1.01,0.06390783786773682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,4,power_law_1.01,0.06652927875518799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,4,power_law_1.01,0.0685478401184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,4,power_law_1.01,0.0597273588180542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,4,power_law_1.01,0.060710401535034174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,4,power_law_1.01,0.06418560028076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,4,power_law_1.01,0.06750080108642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,4,power_law_1.01,0.07156223773956298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,4,power_law_1.01,0.0764902400970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,4,power_law_1.01,0.08636287689208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,4,power_law_1.01,0.09824511528015137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,4,power_law_1.01,0.12487808227539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,4,power_law_1.01,0.15535103797912597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,4,power_law_1.01,0.22807935714721678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,4,power_law_1.01,0.2911180877685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,4,power_law_1.01,0.4157056045532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,4,power_law_1.01,0.5443212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,4,power_law_1.01,0.7424691009521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,4,power_law_1.01,0.021954560279846193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,4,power_law_1.01,0.9759603118896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,4,power_law_1.01,0.023408639430999755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,4,power_law_1.01,0.02512768030166626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,4,power_law_1.01,0.029044480323791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,4,power_law_1.01,0.030915839672088625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,4,power_law_1.01,0.03556096076965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,4,power_law_1.01,0.04915967941284179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,16,power_law_1.01,3.612028198242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,4,power_law_1.01,0.05103744029998779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,4,power_law_1.01,0.04550271987915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,4,power_law_1.01,0.05180287837982178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,4,power_law_1.01,0.04627711772918701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,4,power_law_1.01,0.047007999420166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,4,power_law_1.01,0.04977151870727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,4,power_law_1.01,0.04928512096405029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,4,power_law_1.01,0.05232384204864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,4,power_law_1.01,0.05489920139312744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,4,power_law_1.01,0.05956992149353028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,4,power_law_1.01,0.0719155216217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,4,power_law_1.01,0.08311039924621581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,4,power_law_1.01,0.10577664375305176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,4,power_law_1.01,0.136496639251709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,4,power_law_1.01,0.18749568939208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,4,power_law_1.01,0.2387187194824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,4,power_law_1.01,0.33945087432861326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,4,power_law_1.01,0.4490764617919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,4,power_law_1.2,0.019144959449768066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,4,power_law_1.01,0.6572108459472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,4,power_law_1.2,0.02436608076095581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,4,power_law_1.2,0.029030399322509764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,4,power_law_1.2,0.03514111995697021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,4,power_law_1.2,0.03768448114395141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,4,power_law_1.2,0.04573952198028565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,4,power_law_1.2,0.060624642372131346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,4,power_law_1.2,0.06321792125701904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,4,power_law_1.2,0.06449024200439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,4,power_law_1.2,0.06494463920593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,4,power_law_1.2,0.06738175868988036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,4,power_law_1.2,0.06009088039398194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,4,power_law_1.01,0.8618393707275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,4,power_law_1.2,0.061835517883300786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,4,power_law_1.2,0.06563072204589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,4,power_law_1.2,0.06841856002807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,4,power_law_1.2,0.07226751804351807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,4,power_law_1.2,0.07746431827545167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,4,power_law_1.2,0.08959232330322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,4,power_law_1.2,0.10148863792419434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,4,power_law_1.2,0.12996864318847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,4,power_law_1.2,0.16375680923461916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,4,power_law_1.2,0.23453695297241212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,4,power_law_1.2,0.2967692756652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,4,power_law_1.2,0.5521292877197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,4,power_law_1.2,0.43921791076660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,4,power_law_1.2,0.02180351972579956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,4,power_law_1.2,0.023201279640197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,4,power_law_1.2,0.023973119258880616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,4,power_law_1.2,0.028487679958343504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,4,power_law_1.2,0.029903359413146972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,4,power_law_1.2,0.035155200958251955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,4,power_law_1.2,0.04527743816375732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,4,power_law_1.2,0.048060159683227535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,4,power_law_1.2,0.049953279495239256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,4,power_law_1.2,0.05282303810119628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,4,power_law_1.2,0.047051520347595216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,4,power_law_1.2,0.04705664157867432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,4,power_law_1.2,0.04789760112762451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,4,power_law_1.2,0.05141632080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,4,power_law_1.2,0.05434368133544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,4,power_law_1.2,0.05697792053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,4,power_law_1.2,0.061113600730896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,4,power_law_1.2,0.07399551868438721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,4,power_law_1.2,0.08431615829467773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,4,power_law_1.2,0.11034751892089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,4,power_law_1.2,0.14291711807250979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,4,power_law_1.2,0.19136127471923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,4,power_law_1.2,0.24005760192871092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,4,power_law_1.2,0.34506240844726566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,4,power_law_1.2,0.8697638702392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,4,power_law_1.2,0.45401344299316404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,2048,768,8,128,1,16,power_law_1.2,1.946429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,16,balanced,0.04079616069793701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,16,balanced,0.04012544155120849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,16,balanced,0.051993598937988286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,16,balanced,0.07166079998016357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,16,balanced,0.1177344036102295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,16,balanced,0.13831423759460448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,16,balanced,0.1393395233154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,16,balanced,0.1416806411743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,16,balanced,0.14441344261169434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,16,balanced,0.14674816131591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,16,balanced,0.14995200157165528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,16,balanced,0.15340288162231447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,16,balanced,0.15913344383239747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,16,balanced,0.15216383934020997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,16,balanced,0.1575654411315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,4,power_law_1.2,1.0989107513427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,16,balanced,0.16085376739501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,16,balanced,0.1689779281616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,16,balanced,0.1920332717895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,16,balanced,0.19961856842041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,16,balanced,0.2733235168457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,16,balanced,0.3140518379211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,16,balanced,0.4223398590087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,16,balanced,0.5135654449462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,16,balanced,0.7422783660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,16,balanced,0.9325888061523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,16,balanced,1.3897613525390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,16,balanced,0.027854080200195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,16,balanced,0.02776959896087646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,16,balanced,0.03383680105209351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,16,balanced,1.825861053466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,16,balanced,0.047674880027771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,16,balanced,0.07498879909515381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,16,balanced,0.08162176132202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,16,balanced,0.08256383895874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,16,balanced,0.0844979190826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,16,balanced,0.08729984283447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,16,balanced,0.089683198928833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,16,balanced,0.09240320205688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,16,balanced,0.09723648071289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,16,balanced,0.10128767967224121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,16,balanced,0.09444095611572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,16,balanced,0.09673727989196777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,16,balanced,0.1014681625366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,16,balanced,0.10758399963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,16,balanced,0.11823743820190429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,16,balanced,0.13111295700073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,16,balanced,0.16001535415649415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,16,balanced,0.18560640335083006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,16,balanced,0.24343807220458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,16,balanced,0.29191936492919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,16,balanced,0.4140991973876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,16,balanced,0.5146739196777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,16,balanced,0.7548812866210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,16,balanced,0.049999361038208005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,16,balanced,0.04988800048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,16,balanced,0.9737036895751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,16,balanced,0.05078015804290772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,16,balanced,0.05092095851898193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,16,balanced,0.053160958290100105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,16,balanced,0.06642816066741944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,16,balanced,0.0708518409729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,16,balanced,0.08738688468933106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,16,balanced,0.09048192024230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,16,balanced,0.10550271987915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,16,balanced,0.11086591720581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,16,balanced,0.17575424194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,16,balanced,0.17917951583862304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,4,power_law_1.2,0.6759744262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,16,balanced,0.1833203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,16,balanced,0.2544256019592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,16,balanced,0.2638656044006348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,16,balanced,0.32414592742919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,16,balanced,0.46638336181640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,16,balanced,0.5980646514892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,16,balanced,0.8910438537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,16,balanced,1.1602777862548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,16,balanced,1.7952703857421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,16,balanced,2.3802508544921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,16,balanced,3.4161868286132817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,16,balanced,4.691665954589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,16,power_law_1.01,0.11701248168945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,16,power_law_1.01,0.11462143898010253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,16,power_law_1.01,0.11704959869384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,16,power_law_1.01,0.11069567680358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,16,power_law_1.01,0.11430399894714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,16,power_law_1.01,0.13078783988952636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,16,power_law_1.01,0.137521915435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,16,power_law_1.01,0.13922304153442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,16,power_law_1.01,0.14468735694885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,16,balanced,6.843418579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,16,power_law_1.01,0.1448089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,16,power_law_1.01,0.15143168449401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,16,power_law_1.01,0.15825920104980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,16,power_law_1.01,0.15808639526367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,16,power_law_1.01,0.1658073616027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,16,power_law_1.01,0.17532287597656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,16,power_law_1.01,0.18600831985473634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,16,power_law_1.01,0.21299327850341795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,16,power_law_1.01,0.2729139137268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,16,power_law_1.01,0.3246476745605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,16,power_law_1.01,0.42184574127197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,16,power_law_1.01,0.5343936157226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,16,power_law_1.01,0.7307494354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,16,power_law_1.01,0.9669760131835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,16,balanced,10.26937744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,16,power_law_1.01,1.4364352416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,16,power_law_1.01,1.917301788330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.07428607940673829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.07122560024261475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.0702016019821167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.0575270414352417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,16,power_law_1.01,2.752911376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.06493824005126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.07479936122894287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.07803775787353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.07775743961334228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.08300031661987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.08568832397460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.08815744400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.09476479530334472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.09165951728820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.09625984191894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.10289536476135255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,4,power_law_1.2,0.8913343811035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.10844672203063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.11823360443115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.14567935943603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,16,power_law_1.01,4.344288024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.17398527145385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.21492223739624022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.26093824386596676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.33880191802978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,0.46829566955566404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,0.6798003387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,0.8929638671875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,16,power_law_1.01,0.049963521957397464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,16,power_law_1.01,0.05038847923278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,16,power_law_1.01,0.05069568157196045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,1.2760050964355467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,16,power_law_1.01,0.053474559783935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,16,power_law_1.01,0.056188158988952644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,16,power_law_1.01,0.07093376159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,1.9375103759765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,16,power_law_1.01,0.08873087882995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,16,power_law_1.01,0.10428671836853028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,16,power_law_1.01,0.11084416389465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,16,power_law_1.01,0.17338239669799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,16,power_law_1.01,0.1798643112182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,16,power_law_1.01,0.2548710441589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,16,power_law_1.01,0.2593113517761231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,16,power_law_1.01,0.25913087844848637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,16,power_law_1.01,0.32690303802490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,16,power_law_1.01,0.4615526580810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,16,power_law_1.01,0.5980352020263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,16,power_law_1.01,0.7409394836425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,16,power_law_1.01,1.0224230194091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,16,power_law_1.01,1.5339698791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,16,power_law_1.01,4.366869812011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,16,power_law_1.01,2.2392306518554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,16,power_law_1.01,3.047596740722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,2048,768,8,128,1,16,power_law_1.2,2.5724389648437502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,16,power_law_1.2,0.11401472091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,16,power_law_1.2,0.10713472366333007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,16,power_law_1.2,0.11648768424987792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,16,power_law_1.2,0.07951615810394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,16,power_law_1.2,0.10866815567016601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,16,power_law_1.2,0.12741503715515137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,16,power_law_1.2,0.13677056312561037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,16,power_law_1.2,0.14062463760375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,16,power_law_1.2,0.14665216445922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,16,power_law_1.2,0.15219072341918943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,16,power_law_1.2,0.15773568153381348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,16,power_law_1.2,0.1605183982849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,16,power_law_1.2,0.16210176467895507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,16,power_law_1.2,0.16654592514038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,16,power_law_1.2,0.1841881561279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,16,power_law_1.2,0.19468799591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,16,power_law_1.2,0.23296640396118162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,16,power_law_1.2,0.2963417625427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,16,power_law_1.2,0.3528192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,16,power_law_1.2,0.5133849716186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,16,power_law_1.2,0.638526725769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,16,power_law_1.2,0.8955379486083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,16,power_law_1.2,1.2479808044433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,16,power_law_1.2,1.9420774841308592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,16,power_law_1.2,2.512689971923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,16,power_law_1.2,4.0805184936523435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,16,power_law_1.01,4.627115478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.07207680225372315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.06269567966461181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.07013247966766357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.05518080234527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.0593612813949585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.07553919792175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.0761036777496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.0781056022644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.08498559951782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.09069184303283692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.09933055877685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.09591296195983887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.09538816452026368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.10086655616760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.10669183731079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.11239551544189452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.12160767555236815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.16152959823608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.1846182441711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.23063680648803714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.31625728607177733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.41792640686035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,0.5486489486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,0.7301849365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,2048,768,8,128,1,16,power_law_1.2,3.839326782226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,1.1461363220214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,16,power_law_1.01,6.621011352539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,1,16,power_law_1.2,0.049730558395385746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,1,16,power_law_1.2,0.05001471996307373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,1,16,power_law_1.2,0.05066495895385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,1,16,power_law_1.2,0.05205120086669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,2.299870758056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,1,16,power_law_1.2,0.05589375972747803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,1,16,power_law_1.2,0.06831615924835205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,1,16,power_law_1.2,0.08854656219482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,1.3869734191894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,1,16,power_law_1.2,0.10968704223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,1,16,power_law_1.2,0.17453695297241212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,1,16,power_law_1.2,0.1786675262451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,1,16,power_law_1.2,0.18209407806396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,1,16,power_law_1.2,0.25377920150756833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,16,power_law_1.2,5.30740966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,1,16,power_law_1.2,0.26040832519531254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,1,16,power_law_1.2,0.32267391204833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,1,16,power_law_1.2,0.3985945510864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,1,16,power_law_1.2,0.46700416564941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,1,16,power_law_1.2,0.60023681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,1,16,power_law_1.2,0.8916352081298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,1,16,power_law_1.2,1.1594841766357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,1,16,power_law_1.2,1.7293363952636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,1,16,power_law_1.2,2.3502642822265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,16,power_law_1.01,8.977111206054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,1,16,power_law_1.2,3.491901550292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,1,16,power_law_1.2,4.592799987792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,8,balanced,0.024535040855407714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,8,balanced,0.040076799392700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,8,balanced,0.05106560230255127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,8,balanced,0.07074304103851319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,8,balanced,0.12415743827819825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,8,balanced,0.1439667224884033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,8,balanced,0.14818816184997557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,8,balanced,0.15406847953796388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,8,balanced,0.15759488105773928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,8,balanced,0.16194175720214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,8,balanced,0.15368191719055174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,8,balanced,0.1568832015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,8,balanced,0.15917951583862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,8,balanced,0.16556800842285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,8,balanced,0.17354751586914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,8,balanced,0.17917055130004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,8,balanced,0.19115520477294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,8,balanced,0.21815679550170897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,8,balanced,0.2340991973876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,8,balanced,0.3168742370605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,8,balanced,0.37581310272216795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,8,balanced,0.5155276870727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,8,balanced,0.634648323059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,8,balanced,0.9243647766113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,8,balanced,1.1851136016845705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,8,balanced,1.7530303955078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,8,balanced,2.3063142395019534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,8,balanced,0.02591104030609131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,8,balanced,0.026677761077880856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,8,balanced,0.03387775897979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,8,balanced,0.04900991916656494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,8,balanced,0.078090238571167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,8,balanced,0.08741375923156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,8,balanced,0.08951935768127442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,8,balanced,0.0933568000793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,8,balanced,0.09549056053161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,8,balanced,0.09807231903076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,8,balanced,0.0906982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,8,balanced,0.09440896034240723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,8,balanced,0.09524224281311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,8,balanced,0.09969280242919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,8,balanced,0.1034508800506592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,8,balanced,0.10929792404174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,8,balanced,0.12361727714538576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,8,balanced,0.1454681587219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,8,balanced,0.16838783264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,8,balanced,0.20718591690063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,8,balanced,0.24783872604370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,8,balanced,0.3404326248168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,8,balanced,0.42512767791748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,8,balanced,0.6107430267333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,8,balanced,0.7806809234619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,8,balanced,1.151636505126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,8,balanced,1.5043315124511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,8,balanced,0.034595839977264405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,8,balanced,0.05143295764923096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,8,balanced,0.05206143856048584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,8,balanced,0.052712960243225096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,8,balanced,0.055637760162353514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,8,balanced,0.07173376083374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,8,balanced,0.07565311908721924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,8,balanced,0.09509504318237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,8,balanced,0.09968768119812012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,8,balanced,0.11534720420837404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,8,balanced,0.11620479583740236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,8,balanced,0.18092159271240232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,8,balanced,0.18453119277954103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,8,balanced,0.1956876754760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,8,balanced,0.278656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,8,balanced,0.28486656188964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,8,balanced,0.3494220733642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,8,balanced,0.508990707397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,8,balanced,0.6526246643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,8,balanced,0.9640204620361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,8,balanced,1.2612249755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,8,balanced,1.8728472900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,8,balanced,2.4598796081542966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,8,balanced,3.6002688598632817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,16,power_law_1.01,11.1366162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,8,balanced,4.956046142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,8,balanced,7.241544799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,8,power_law_1.01,0.07011712074279786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,8,power_law_1.01,0.0816652774810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,8,power_law_1.01,0.09332223892211913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,8,power_law_1.01,0.0888755226135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,8,power_law_1.01,0.08503423690795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,8,power_law_1.01,0.1275584030151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,8,power_law_1.01,0.13422207832336425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,8,power_law_1.01,0.13964032173156737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,8,power_law_1.01,0.14676095962524413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,8,power_law_1.01,0.14821632385253908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,8,power_law_1.01,0.15645055770874022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,8,power_law_1.01,0.15352704048156737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,8,power_law_1.01,0.15620223999023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,8,power_law_1.01,0.1652057647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,8,power_law_1.01,0.17338239669799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,8,power_law_1.01,0.17911167144775392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,8,balanced,9.485277709960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,8,power_law_1.01,0.19572479248046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,8,power_law_1.01,0.25698175430297854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,8,power_law_1.01,0.2897907257080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,8,power_law_1.01,0.40907646179199214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,8,power_law_1.01,0.4718131256103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,8,power_law_1.01,0.6254169464111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,8,power_law_1.01,0.833249282836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,8,power_law_1.01,1.2866688537597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,8,power_law_1.01,1.9665280151367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,8,power_law_1.01,2.5525926208496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,8,power_law_1.01,0.04736127853393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,8,power_law_1.01,0.05459712028503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,8,power_law_1.01,0.05990399837493896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,8,power_law_1.01,0.05998335838317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,8,power_law_1.01,0.0570252799987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,8,power_law_1.01,3.3235418701171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,8,power_law_1.01,0.07682688236236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,8,power_law_1.01,0.07880959987640382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,8,power_law_1.01,0.08400128364562989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,1,16,power_law_1.2,6.857058715820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,8,power_law_1.01,0.08576767921447755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,8,power_law_1.01,0.09116671562194825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,8,power_law_1.01,0.09006976127624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,8,power_law_1.01,0.0875814437866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,8,power_law_1.01,0.08897151947021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,8,power_law_1.01,0.09309696197509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,8,power_law_1.01,0.09912320137023925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,8,power_law_1.01,0.10301440238952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,8,power_law_1.01,0.11418111801147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,8,power_law_1.01,0.14444416046142577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,8,power_law_1.01,0.16731136322021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,8,power_law_1.01,0.20963455200195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,8,power_law_1.01,0.25684864044189454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,8,power_law_1.01,0.3518272018432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,8,power_law_1.01,0.4113024139404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,8,power_law_1.01,0.6050559997558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,8,power_law_1.01,0.7650355529785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,8,power_law_1.01,0.036925439834594724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,8,power_law_1.01,0.042410240173339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,8,power_law_1.01,1.2253145599365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,8,power_law_1.01,0.051774721145629886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,8,power_law_1.01,0.05305344104766846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,8,power_law_1.01,0.06400512218475342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,8,power_law_1.01,0.06874368190765381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,8,power_law_1.01,1.6843942260742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,8,power_law_1.01,0.08603008270263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,8,power_law_1.01,0.09249792098999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,8,power_law_1.01,0.12040448188781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,8,power_law_1.01,0.14261247634887694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,8,power_law_1.01,0.15227007865905762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,8,power_law_1.01,0.1858483123779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,8,power_law_1.01,0.1892185592651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,8,power_law_1.01,0.22873727798461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,8,power_law_1.01,0.26151807785034176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,8,power_law_1.01,0.2976793670654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,8,power_law_1.01,0.37872383117675784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,8,power_law_1.01,0.5241126251220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,8,power_law_1.01,0.6440499114990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,8,power_law_1.01,0.9514892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,8,power_law_1.01,1.2576665496826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,8,power_law_1.01,1.845934143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,2048,768,8,128,1,16,power_law_1.2,5.073599853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,8,power_law_1.01,2.4848768615722654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,8,power_law_1.01,3.511335754394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,8,power_law_1.2,0.06701568126678467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,8,power_law_1.2,0.07241983890533447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,8,power_law_1.2,0.08866687774658202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,8,power_law_1.2,0.08427007675170899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,8,power_law_1.2,0.0806719970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,8,power_law_1.2,0.12525055885314942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,8,power_law_1.2,0.13618176460266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,8,power_law_1.2,0.14308223724365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,8,power_law_1.2,0.15196928024291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,8,power_law_1.2,0.15621888160705566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,8,power_law_1.2,0.16160512924194337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,8,power_law_1.2,0.16746368408203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,8,power_law_1.2,0.1661644744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,8,power_law_1.2,0.17080064773559572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,8,power_law_1.2,0.18004480361938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,1,16,power_law_1.2,9.081245727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,8,power_law_1.2,0.18440576553344729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,8,power_law_1.2,0.20271488189697268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,8,power_law_1.2,0.24844287872314452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,8,power_law_1.2,0.30601087570190433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,8,power_law_1.2,0.4255091094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,8,power_law_1.2,0.4993062210083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,16,power_law_1.01,16.8339453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,8,power_law_1.2,0.7368653106689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,8,power_law_1.2,0.9805875396728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,8,power_law_1.2,1.3442367553710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,8,power_law_1.2,2.0905165100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,8,power_law_1.2,0.046408958435058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,8,power_law_1.2,0.04445055961608887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,8,power_law_1.2,0.054644479751586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,8,power_law_1.2,0.06016895771026611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,8,power_law_1.2,2.8625393676757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,8,power_law_1.2,0.05115520000457764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,8,power_law_1.2,0.07382143974304199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,8,power_law_1.2,0.07869823932647704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,8,power_law_1.2,0.08
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,8,power_law_1.2,0.08659456253051759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,8,power_law_1.2,0.0908351993560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,8,power_law_1.2,0.09514880180358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,8,power_law_1.2,0.09416447639465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,8,power_law_1.2,0.09202943801879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,8,power_law_1.2,0.0966643238067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,8,power_law_1.2,0.09940223693847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,8,power_law_1.2,0.1047935962677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,8,power_law_1.2,0.11560704231262206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,8,power_law_1.2,0.15135616302490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,8,power_law_1.2,0.1759654426574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,8,power_law_1.2,0.21824384689331056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,8,power_law_1.2,0.26452991485595706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,8,power_law_1.2,0.3871615982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,8,power_law_1.2,0.47023872375488285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,8,power_law_1.2,0.6917324829101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,8,power_law_1.2,0.9068672180175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,8,power_law_1.2,1.3668914794921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,8,power_law_1.2,0.036883199214935304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,8,power_law_1.2,0.042247681617736815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,8,power_law_1.2,0.05168896198272706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,8,power_law_1.2,0.05259263992309571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,8,power_law_1.2,0.05605760097503663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,8,power_law_1.2,0.06962048053741456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,8,power_law_1.2,0.08997632026672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,8,power_law_1.2,0.09560704231262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,8,power_law_1.2,0.12395392417907716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,8,power_law_1.2,0.14614015579223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,8,power_law_1.2,0.15102080345153807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,8,power_law_1.2,0.1860211181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,8,power_law_1.2,1.8680461120605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,8,power_law_1.2,0.1926041603088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,8,power_law_1.2,0.22995967864990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,8,power_law_1.2,0.26804992675781253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,8,power_law_1.2,0.3014924812316894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,8,power_law_1.2,0.3694220733642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,8,power_law_1.2,3.9221554565429684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,8,power_law_1.2,0.5156607818603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,8,power_law_1.2,0.6471372985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,8,power_law_1.2,0.9467033386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,8,power_law_1.2,1.2576435089111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,8,power_law_1.2,1.8552511596679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,8,power_law_1.01,4.782800598144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,8,power_law_1.2,2.435299835205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,8,power_law_1.01,7.202017211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,4,balanced,0.0235916805267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,4,balanced,0.038136320114135744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,4,balanced,0.050807042121887205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,4,balanced,0.07297664165496827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,4,balanced,0.11943039894104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,4,balanced,0.12306816101074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,4,balanced,0.1476262378692627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,4,balanced,0.15012351989746092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,4,balanced,0.15417728424072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,4,balanced,0.15674495697021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,4,balanced,0.1498534393310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,4,balanced,0.15207039833068847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,4,balanced,0.15386624336242677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,4,balanced,0.1593331241607666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,4,balanced,0.16564735412597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,4,balanced,0.17079168319702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,4,balanced,0.18260095596313478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,4,balanced,0.20084991455078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,4,balanced,0.21989376068115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,4,balanced,0.30031232833862304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,4,balanced,0.34671615600585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,4,balanced,0.5061990356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,4,balanced,0.6097292709350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,4,balanced,0.8820851135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,4,balanced,1.1343590545654298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,4,balanced,1.6832217407226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,4,balanced,2.2023193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,4,balanced,0.026085119247436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,4,balanced,0.026795520782470706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,4,balanced,0.03424767971038818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,4,balanced,0.05125631809234619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,4,balanced,0.08022272109985351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,4,balanced,0.08418047904968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,4,balanced,0.09318655967712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,4,balanced,0.09577088356018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,4,balanced,0.0977625560760498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,4,balanced,0.10081279754638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,4,balanced,0.09159168243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,4,balanced,0.09433600425720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,4,balanced,0.09544320106506347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,4,balanced,0.10089216232299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,4,balanced,0.10598015785217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,8,power_law_1.2,3.6579699707031255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,4,balanced,0.11114239692687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,4,balanced,0.12219264030456542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,4,balanced,0.1421555233001709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,4,balanced,0.1601817512512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,4,balanced,0.19795583724975585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,4,balanced,0.2345574378967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,4,balanced,0.32898048400878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,4,balanced,0.4039731216430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,4,balanced,0.5858227157592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,4,balanced,0.7493913269042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,4,balanced,1.1020722961425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,4,power_law_1.01,0.049815039634704586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,4,power_law_1.01,0.05707263946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,4,balanced,1.4355276489257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,4,power_law_1.01,0.06660352230072022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,4,power_law_1.01,0.07566336154937744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,4,power_law_1.01,0.08151040077209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,4,power_law_1.01,0.10531840324401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,4,power_law_1.01,0.13465215682983397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,4,power_law_1.01,0.139552001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,4,power_law_1.01,0.14162431716918947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,4,power_law_1.01,0.14776320457458497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,4,power_law_1.01,0.14836223602294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,4,power_law_1.01,0.14854911804199217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,4,power_law_1.01,0.14746111869812012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,4,power_law_1.01,0.15775360107421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,4,power_law_1.01,0.16158975601196288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,4,power_law_1.01,0.17070335388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,4,power_law_1.01,0.18216447830200194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,4,power_law_1.01,0.20899967193603514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,4,power_law_1.01,0.25079296112060545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,4,power_law_1.01,0.3359756851196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,4,power_law_1.01,0.429675521850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,4,power_law_1.01,0.5924262237548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,4,power_law_1.01,0.7383782196044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,4,power_law_1.01,1.0930252838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,4,power_law_1.01,1.4519155883789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,4,power_law_1.01,2.0903538513183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,4,power_law_1.01,0.030088961124420166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,4,power_law_1.01,0.04019455909729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,4,power_law_1.01,0.047424001693725584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,4,power_law_1.01,0.053223681449890134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,4,power_law_1.01,0.05803647994995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,4,power_law_1.01,2.846929931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,4,power_law_1.01,0.07576320171356202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,4,power_law_1.01,0.08557824134826661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,4,power_law_1.01,0.08702207565307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,4,power_law_1.01,0.09487615585327148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,4,power_law_1.01,0.09136128425598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,4,power_law_1.01,0.09728256225585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,4,power_law_1.01,0.09177087783813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,4,power_law_1.01,0.09766528129577637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,4,power_law_1.01,0.1020902442932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,4,power_law_1.01,0.10969087600708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,4,power_law_1.01,0.09005824089050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,4,power_law_1.01,0.11928832054138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,4,power_law_1.01,0.14164352416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,4,power_law_1.01,0.16438016891479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,4,power_law_1.01,0.2144384002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,4,power_law_1.01,0.24809471130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,4,power_law_1.01,0.34438270568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,4,power_law_1.01,0.4437081527709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,4,power_law_1.01,0.6178047943115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,4,power_law_1.01,0.8025305938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,4,power_law_1.01,1.1728217315673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,4,power_law_1.2,0.05004799842834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,4,power_law_1.2,0.05355008125305176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,4,power_law_1.01,1.5421286010742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,4,power_law_1.2,0.06398848056793213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,4,power_law_1.2,0.0736895990371704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,4,power_law_1.2,0.0731443214416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,4,power_law_1.2,0.13395071983337403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,4,power_law_1.2,0.10638848304748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,4,power_law_1.2,0.13891584396362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,4,power_law_1.2,0.14790016174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,4,power_law_1.2,0.1515340805053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,4,power_law_1.2,0.15591039657592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,4,power_law_1.2,0.14739328384399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,4,power_law_1.2,0.15146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,4,power_law_1.2,0.1568729591369629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,4,power_law_1.2,0.1654310417175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,4,power_law_1.2,0.16744064331054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,4,power_law_1.2,0.1846553611755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,4,power_law_1.2,0.22200319290161136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,4,power_law_1.2,0.26710144042968753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,4,power_law_1.2,0.3681331253051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,4,power_law_1.2,0.4514150238037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,4,power_law_1.2,0.629428482055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,4,power_law_1.2,0.8302899169921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,4,power_law_1.2,1.2030284881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,4,power_law_1.2,2.3850009155273435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,4,power_law_1.2,1.5995263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,4,power_law_1.2,0.029832959175109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,4,power_law_1.2,0.03747711896896362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,4,power_law_1.2,0.0444377613067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,4,power_law_1.2,0.05274496078491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,4,power_law_1.2,0.055957760810852054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,4,power_law_1.2,0.0768179178237915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,4,power_law_1.2,0.08366463661193849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,4,power_law_1.2,0.08756735801696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,4,power_law_1.2,0.09192959785461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,4,power_law_1.2,0.09760512351989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,4,power_law_1.2,0.09965056419372559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,4,power_law_1.2,0.09354240417480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,4,power_law_1.2,0.09598719596862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,4,power_law_1.2,0.10016768455505372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,4,power_law_1.2,0.10454272270202636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,4,power_law_1.2,0.1095257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,4,power_law_1.2,0.1215897560119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,4,power_law_1.2,0.14327296257019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,4,power_law_1.2,0.17684864044189452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,4,power_law_1.2,0.21233407974243165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,4,power_law_1.2,0.2560000038146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,4,power_law_1.2,0.3577484893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,4,power_law_1.2,0.44368640899658207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,4,power_law_1.2,0.627962875366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,4,power_law_1.2,0.8213017272949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,4,power_law_1.2,1.220975341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,4,power_law_1.2,1.6046707153320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,2,balanced,0.024035840034484862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,2,balanced,0.038030080795288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,2,balanced,0.051953921318054194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,2,balanced,0.0726195192337036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,2,balanced,0.1193446445465088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,2,balanced,0.12099072456359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,2,balanced,0.12300031661987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,2,balanced,0.12507904052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,4,power_law_1.2,3.0762008666992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,2,balanced,0.14306816101074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,2,balanced,0.14390015602111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,2,balanced,0.14565888404846192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,2,balanced,0.14796287536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,2,balanced,0.15045248031616212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,2,balanced,0.15559679985046387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,2,balanced,0.15950976371765138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,2,balanced,0.16238079071044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,2,balanced,0.17343360900878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,2,balanced,0.19179136276245118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,2,balanced,0.20819839477539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,2,balanced,0.28487167358398435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,2,balanced,0.3382259368896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,2,balanced,0.4913036727905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,2,balanced,0.6043686294555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,2,balanced,0.8625856018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,2,balanced,1.1327884674072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,2,balanced,1.6536294555664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,2,balanced,0.025303039550781246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,2,balanced,0.02700160026550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,2,balanced,0.037191679477691655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,2,balanced,0.05430784225463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,2,balanced,0.08867199897766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,2,balanced,2.2312037658691404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,2,balanced,0.08906240463256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,2,balanced,0.09004799842834472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,2,balanced,0.09210495948791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,2,balanced,0.10509056091308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,2,balanced,0.10684800148010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,2,balanced,0.1087820816040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,2,balanced,0.11003135681152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,2,balanced,0.11174143791198729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,2,balanced,0.11535103797912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,2,balanced,0.11982463836669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,2,balanced,0.1227673625946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,2,balanced,0.13042048454284666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,2,balanced,0.1471628761291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,2,balanced,0.16640512466430663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,2,balanced,0.1980659294128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,2,balanced,0.23358207702636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,2,balanced,0.3412812805175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,2,balanced,0.4097036743164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,2,balanced,0.5933683013916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,2,balanced,0.7810572814941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,2,balanced,1.148258590698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,2,power_law_1.01,0.03614720106124878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,2,power_law_1.01,0.045664000511169436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,2,power_law_1.01,0.05673088073730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,2,balanced,1.510082550048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,2,power_law_1.01,0.06315904140472413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,2,power_law_1.01,0.07660799980163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,2,power_law_1.01,0.10010623931884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,2,power_law_1.01,0.1094092845916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,2,power_law_1.01,0.11110912322998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,2,power_law_1.01,0.13280768394470216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,2,power_law_1.01,0.13457535743713378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,2,power_law_1.01,0.13942912101745605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,2,power_law_1.01,0.14139904022216795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,2,power_law_1.01,0.1454476833343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,2,power_law_1.01,0.15117823600769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,2,power_law_1.01,0.15736576080322268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,2,power_law_1.01,0.16223743438720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,2,power_law_1.01,0.17153152465820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,2,power_law_1.01,0.19610496520996096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,2,power_law_1.01,0.22545536041259764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,2,power_law_1.01,0.310247688293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,2,power_law_1.01,0.3884838485717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,2,power_law_1.01,0.5369996643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,2,power_law_1.01,0.6656114959716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,2,power_law_1.01,0.9547596740722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,2,power_law_1.01,1.2458573150634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,2,power_law_1.01,1.8670835876464842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,2,power_law_1.01,0.026535680294036867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,2,power_law_1.01,0.034520320892333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,2,power_law_1.01,0.04389887809753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,2,power_law_1.01,2.422053070068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,2,power_law_1.01,0.049053440093994136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,2,power_law_1.01,0.07777919769287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,2,power_law_1.01,0.05784575939178467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,2,power_law_1.01,0.0812019157409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,2,power_law_1.01,0.08422656059265136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,2,power_law_1.01,0.09638912200927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,2,power_law_1.01,0.0996992015838623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,2,power_law_1.01,0.10205056190490722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,2,power_law_1.01,0.10485504150390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,2,power_law_1.01,0.10820735931396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,2,power_law_1.01,0.11372415542602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,2,power_law_1.01,0.11769087791442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,2,power_law_1.01,0.1255078411102295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,2,power_law_1.01,0.14133248329162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,2,power_law_1.01,0.16765567779541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,2,power_law_1.01,0.18772607803344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,2,power_law_1.01,0.2274367904663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,2,power_law_1.01,0.26733951568603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,2,power_law_1.01,0.3724851226806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,2,power_law_1.01,0.4552000045776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,2,power_law_1.01,0.6529535675048829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,2,power_law_1.01,0.8408089447021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,2,power_law_1.01,1.227389450073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,2,power_law_1.01,1.6427545166015627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,2,power_law_1.2,0.03641983985900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,2,power_law_1.2,0.04516736030578613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,2,power_law_1.2,0.05376895904541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,2,power_law_1.2,0.06050432205200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,2,power_law_1.2,0.0668620777130127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,2,power_law_1.2,0.10274815559387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,2,power_law_1.2,0.10951680183410643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,2,power_law_1.2,0.11468928337097169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,2,power_law_1.2,0.13676671981811522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,2,power_law_1.2,0.1386291217803955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,2,power_law_1.2,0.1456934356689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,2,power_law_1.2,0.1454425621032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,2,power_law_1.2,0.1495308780670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,2,power_law_1.2,0.15489664077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,2,power_law_1.2,0.1608755111694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,2,power_law_1.2,0.16427135467529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,2,power_law_1.2,0.17621376037597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,2,power_law_1.2,0.20134912490844728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,2,power_law_1.2,0.23798143386840823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,2,power_law_1.2,0.3187686347961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,2,power_law_1.2,0.4033023834228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,2,power_law_1.2,0.5500953674316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,2,power_law_1.2,0.700980453491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,2,power_law_1.2,1.0003648376464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,2,power_law_1.2,1.9646566772460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,2,power_law_1.2,1.2936575317382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,2,power_law_1.2,0.02609791994094849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,2,power_law_1.2,0.03334912061691284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,2,power_law_1.2,0.04083072185516358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,2,power_law_1.2,0.04451200008392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,2,power_law_1.2,0.051170558929443354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,2,power_law_1.2,0.07803775787353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,2,power_law_1.2,0.08025471687316894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,2,power_law_1.2,0.08483327865600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,2,power_law_1.2,0.09803263664245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,2,power_law_1.2,0.10129664421081544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,2,power_law_1.2,0.10413311958312987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,2,power_law_1.2,0.10755328178405761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,2,power_law_1.2,0.11017855644226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,2,power_law_1.2,0.11515007972717287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,2,power_law_1.2,0.1237286376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,2,power_law_1.2,0.13756416320800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,2,power_law_1.2,0.14943872451782228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,2,power_law_1.2,0.16997888565063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,2,power_law_1.2,0.1888243293762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,2,power_law_1.2,0.22991359710693357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,2,power_law_1.2,0.2703923225402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,2,power_law_1.2,0.3748863983154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,2,power_law_1.2,0.4674406433105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,2,power_law_1.2,0.6625202941894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,2,power_law_1.2,0.8391820526123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,2,power_law_1.2,1.2433638763427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,1,16,power_law_1.2,15.222728271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,2,power_law_1.2,1.6667570495605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,1,balanced,0.03239936113357544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,1,balanced,0.04839744091033936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,1,balanced,0.08408127784729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,1,balanced,0.13615360260009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,1,balanced,0.06116543769836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,1,balanced,0.13682944297790528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,2,power_law_1.2,2.5363507080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,1,balanced,0.1405241584777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,1,balanced,0.1442527961730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,1,balanced,0.14783488273620607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,1,balanced,0.15755711555480958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,1,balanced,0.14017024040222167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,1,balanced,0.15919615745544433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,1,balanced,0.16369152069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,1,balanced,0.16652223587036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,1,balanced,0.17075519561767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,1,balanced,0.17812927246093752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,1,balanced,0.19575424194335939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,1,balanced,0.21415935516357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,1,balanced,0.14290047645568849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,1,balanced,0.284979190826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,1,balanced,0.3466636657714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,1,balanced,0.47563392639160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,1,balanced,0.5930988693237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,1,balanced,0.8734201812744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,1,balanced,1.160931854248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,balanced,0.033290879726409914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,balanced,0.03718656063079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,balanced,0.04972032070159912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,balanced,0.07393856048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,1,balanced,1.6991973876953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,balanced,0.11747967720031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,balanced,0.11980416297912597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,balanced,0.11984448432922364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,balanced,0.12208959579467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,balanced,0.12236160278320311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,balanced,0.12406528472900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,balanced,0.12485504150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,balanced,0.14675264358520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,1,balanced,2.272019805908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,balanced,0.1477830410003662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,balanced,0.15079999923706056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,balanced,0.154202241897583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,balanced,0.15544639587402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,balanced,0.16258111953735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,balanced,0.1769183921813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,balanced,0.19089088439941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,balanced,0.22082624435424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,balanced,0.24997312545776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,balanced,0.37192577362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,balanced,0.43167297363281254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,balanced,0.6230905532836915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,balanced,0.8201299285888671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,8,power_law_1.01,9.613522949218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,balanced,1.2221497344970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,1,power_law_1.01,0.04983168125152588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,1,power_law_1.01,0.06141503810882568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,1,power_law_1.01,0.07405951976776123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,1,power_law_1.01,0.09058943748474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,1,power_law_1.01,0.12060159683227538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,balanced,1.639989776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,1,power_law_1.01,0.1280627155303955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,1,power_law_1.01,0.1320601558685303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,1,power_law_1.01,0.13720831871032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,1,power_law_1.01,0.14041536331176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,1,power_law_1.01,0.1492255973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,1,power_law_1.01,0.15446144104003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,1,power_law_1.01,0.15662143707275392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,1,power_law_1.01,0.16242496490478514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,1,power_law_1.01,0.16796928405761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,1,power_law_1.01,0.17236223220825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,1,power_law_1.01,0.1831808090209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,1,power_law_1.01,0.2041254425048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,1,power_law_1.01,0.22998655319213865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,1,power_law_1.01,0.031338880062103266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,1,power_law_1.01,0.2996678352355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,1,power_law_1.01,0.367262077331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,1,power_law_1.01,0.5134342575073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,1,power_law_1.01,0.6386905670166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,1,power_law_1.01,0.9021113586425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.01,0.03288831949234009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,1,power_law_1.01,1.1712000274658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.01,0.040988798141479495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.01,0.051198720932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.01,0.06385727882385253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.01,0.07692160129547118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,1,power_law_1.01,1.701475830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.01,0.10403327941894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.01,0.11022080421447752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.01,0.11352895736694335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.01,0.11578368186950683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.01,0.11689279556274415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.01,0.12207103729248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.01,0.14215616226196287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.01,0.14482943534851073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,1,power_law_1.01,2.264227142333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.01,0.15066944122314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.01,0.1565881633758545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.01,0.16214143753051757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.01,0.1799212837219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.01,0.20368511199951173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.01,0.22305728912353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.01,0.26145984649658205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.01,0.3073344039916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.01,0.4109369659423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.01,0.4935039901733399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.01,0.6860281372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.01,0.8815833282470702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.01,1.2783001708984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,1,power_law_1.2,0.060615677833557126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,1,power_law_1.2,0.07033279895782471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.01,1.6757708740234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,1,power_law_1.2,0.03192447900772095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,1,power_law_1.2,0.08625151634216308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,1,power_law_1.2,0.12132096290588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,1,power_law_1.2,0.12956607818603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,1,power_law_1.2,0.049538559913635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,1,power_law_1.2,0.13306112289428712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,1,power_law_1.2,0.14002112388610838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,1,power_law_1.2,0.14214207649230956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,1,power_law_1.2,0.15337920188903809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,1,power_law_1.2,0.15819071769714355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,1,power_law_1.2,0.16637311935424806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,1,power_law_1.2,0.16661888122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,1,power_law_1.2,0.1735430335998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,1,power_law_1.2,0.18673023223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,1,power_law_1.2,0.20482624053955076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,1,power_law_1.2,0.23440319061279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,1,power_law_1.2,0.30265600204467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,1,power_law_1.2,0.36391742706298824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,1,power_law_1.2,0.15026432037353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,1,power_law_1.2,0.5146585464477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,8,power_law_1.2,4.818987426757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,1,power_law_1.2,0.6422541046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.2,0.03304768085479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.2,0.04122879981994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.2,0.05060224056243896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.2,0.061471362113952634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.2,0.07361279964447022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.2,0.10561152458190919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.2,0.11167872428894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.2,0.11440768241882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,1,power_law_1.2,0.9016876983642579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.2,0.11715135574340821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.2,0.11896512031555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.2,0.12087360382080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.2,0.14394623756408692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.2,0.14696895599365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.2,0.15379391670227052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.2,0.16210367202758788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.2,0.16877056121826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.2,0.1888115119934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.2,0.20611711502075197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.2,0.22562816619873044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.2,0.26724479675292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.2,0.309425277709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.2,0.408776969909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,1,power_law_1.2,1.1726092529296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.2,0.5003302383422852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.2,0.6900556945800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.2,0.8831129455566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,16,balanced,0.0703385591506958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,16,balanced,0.07013887882232665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,16,balanced,0.0911564826965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,16,balanced,0.1441983985900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,16,balanced,0.2844454383850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,16,balanced,0.4282265472412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,16,balanced,0.4298636627197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,16,balanced,0.4345548629760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,16,balanced,0.440574722290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,16,balanced,0.44882175445556644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,16,balanced,0.4550387191772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,16,balanced,0.4591347122192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,16,balanced,0.47146366119384764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,16,balanced,0.4664217758178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,16,balanced,0.4771750259399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,1,power_law_1.2,1.7200268554687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,16,balanced,0.49816318511962887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,16,balanced,0.5234137725830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,16,balanced,0.5571174240112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,16,balanced,0.5963020706176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,16,balanced,0.7624819183349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,16,balanced,0.7916377258300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,16,balanced,1.0227008056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,16,balanced,1.3209791564941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,16,balanced,1.6917669677734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,16,balanced,2.259788818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,16,balanced,3.260892028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,16,balanced,0.04426623821258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,16,balanced,0.044405760765075686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,16,balanced,0.05705344200134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,16,balanced,0.08871552467346192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,16,balanced,0.1587724781036377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,16,balanced,0.19694976806640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,16,balanced,0.1983296012878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,16,balanced,4.249125061035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,16,balanced,0.2052223968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,16,balanced,0.20693887710571288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,16,balanced,0.2089382362365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,16,balanced,0.21379199981689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.2,1.273504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,16,balanced,0.21714176177978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,16,balanced,0.22158079147338866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,16,balanced,0.22126592636108397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,16,balanced,0.21678592681884767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,16,balanced,0.22752639770507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,16,balanced,0.2382246398925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,16,balanced,0.2590784072875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,16,balanced,0.27705343246459957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,16,balanced,0.3171878433227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,16,balanced,0.3536345672607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,16,balanced,0.47214336395263673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,16,balanced,0.547160301208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,16,balanced,0.7353497314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,16,balanced,0.9555097961425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,16,balanced,0.09415424346923829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,16,balanced,0.09405695915222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,16,balanced,1.2845901489257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,16,balanced,0.11412480354309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,16,balanced,0.11586048126220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,16,balanced,0.11665408134460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,16,balanced,0.16035072326660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,16,balanced,0.16418048858642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,16,balanced,1.702142791748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,16,balanced,0.21195903778076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,16,balanced,0.2326156806945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,16,balanced,0.309747200012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,16,balanced,0.376677131652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,16,balanced,0.37967872619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,16,balanced,0.3868121719360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,1,16,power_law_1.2,18.987152099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,16,balanced,0.576473617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,16,balanced,0.5778009414672851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,16,balanced,0.7024409484863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,16,balanced,0.8970124816894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,16,balanced,1.2661567687988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,16,balanced,1.5869952392578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,16,balanced,2.292468414306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,16,balanced,3.023775939941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,1,power_law_1.2,2.270165710449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,16,balanced,4.3722161865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,16,balanced,5.709500122070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,16,power_law_1.01,0.26974464416503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,16,power_law_1.01,0.345715217590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,16,power_law_1.01,0.3576844787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,16,balanced,9.472922973632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,16,power_law_1.01,0.35546752929687503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,16,power_law_1.01,0.3519539260864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,16,power_law_1.01,0.3782566452026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,16,power_law_1.01,0.3947955322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,16,power_law_1.01,0.3673446273803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,16,power_law_1.01,0.4086835098266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,16,power_law_1.01,0.4494976043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,16,power_law_1.01,0.4291852951049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,16,power_law_1.01,0.43880191802978513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,16,power_law_1.01,0.4509900665283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,16,power_law_1.01,0.4729753494262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,16,balanced,11.86821044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,16,power_law_1.01,0.5193971252441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,16,power_law_1.01,0.571014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,16,power_law_1.01,0.652569580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,16,power_law_1.01,0.6409535980224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,16,power_law_1.01,0.7366336059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,16,power_law_1.01,1.027109146118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,16,power_law_1.01,1.1992550659179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,16,power_law_1.01,1.7540505981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.2,1.6684506225585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,16,power_law_1.01,2.428341827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,16,power_law_1.01,3.5510195922851566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.15854592323303224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,16,balanced,17.667894287109373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.18194303512573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.17504127502441408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.1856243133544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.14200575828552248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.18455808639526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.1889151954650879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,16,power_law_1.01,4.4593637084960935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.19556608200073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.1988262367248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.20817279815673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.20842239379882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.21162496566772462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.2094451141357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.21194240570068362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.22644479751586913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.23846015930175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.25058048248291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.2744537544250488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.33173759460449215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.3924697494506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.45933185577392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,16,power_law_1.01,6.238672485351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,0.6293312072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,0.8678924560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,1.1096256256103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,16,power_law_1.01,0.0947379207611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,1.4928793334960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,16,power_law_1.01,0.10927359580993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,16,balanced,23.356218261718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,16,power_law_1.01,0.11683839797973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,16,power_law_1.01,0.11671551704406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,2.1716595458984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,16,power_law_1.01,0.1221504020690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,16,power_law_1.01,0.1611238479614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,16,power_law_1.01,8.631815795898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,16,power_law_1.01,0.16617599487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,16,power_law_1.01,0.21610240936279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,16,power_law_1.01,0.2519577598571777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,3.2655410766601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,16,power_law_1.01,0.2657663917541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,16,power_law_1.01,0.3954163360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,16,power_law_1.01,0.5266918563842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,16,power_law_1.01,0.5471231842041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,16,power_law_1.01,0.5810611343383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,16,power_law_1.01,0.8710873413085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,16,power_law_1.01,0.879842529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,16,power_law_1.01,1.2141516876220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,16,power_law_1.01,1.7744154357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,16,power_law_1.01,2.485990447998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,16,power_law_1.01,4.206025085449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,16,power_law_1.01,4.8890100097656255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,16,power_law_1.01,7.896124267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,16,power_law_1.2,0.2705292892456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,16,power_law_1.2,0.2825817680358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,16,power_law_1.2,0.3656806564331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,16,power_law_1.2,0.3573299026489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,16,power_law_1.2,0.26542463302612307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,16,power_law_1.2,0.38987136840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,16,power_law_1.2,0.3529689788818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,16,power_law_1.2,0.3873932647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,16,power_law_1.2,0.4029324722290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,16,power_law_1.2,0.4211852645874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,16,power_law_1.2,0.4319232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,16,power_law_1.2,0.4705177688598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,16,power_law_1.2,0.483765754699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,16,power_law_1.2,0.5195558547973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,16,power_law_1.2,0.5968524932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,16,power_law_1.2,0.6100953674316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,16,power_law_1.2,0.6700262451171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,16,power_law_1.2,0.7215385437011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,16,power_law_1.2,0.8305638122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,16,power_law_1.2,1.1088626861572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,16,power_law_1.2,1.4470860290527345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,16,power_law_1.01,11.8077685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,16,power_law_1.2,1.9941722106933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,16,power_law_1.2,2.631548156738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,16,power_law_1.2,4.622643127441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,16,power_law_1.2,5.311891479492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,8,power_law_1.2,7.144707641601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.1583308792114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.15034239768981933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.17587711334228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.1845235252380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.1377459239959717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.18413055419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.18690431594848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.1934054374694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.1964518356323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.19860095977783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.20461055755615237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,16,power_law_1.2,9.067203979492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.2194905662536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.222609920501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.22449792861938475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.23670783996582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.23730047225952147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.2803775978088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.3085644721984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.3435391998291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.41204864501953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.5071897506713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,0.7227442932128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.0216524505615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,1.3549952697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,2.052404479980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,16,power_law_1.2,9.780534057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,1,16,power_law_1.2,0.10356096267700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,1,16,power_law_1.2,0.10770943641662598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,1,16,power_law_1.2,0.11400575637817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,1,16,power_law_1.2,0.11563136100769042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,1,16,power_law_1.2,0.1215398406982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,1,16,power_law_1.2,0.1598259162902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,1,16,power_law_1.2,0.2311296081542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,1,16,power_law_1.2,0.21602815628051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,1,16,power_law_1.2,0.26060928344726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,3.0224948120117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,1,16,power_law_1.2,0.37896705627441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,1,16,power_law_1.2,0.401868782043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,1,16,power_law_1.2,0.4178982543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,3.8148632812499996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,1,16,power_law_1.2,0.5451071929931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,1,16,power_law_1.2,0.5910489654541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,1,16,power_law_1.2,0.8943231964111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,1,16,power_law_1.2,1.0287385559082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,1,16,power_law_1.2,1.3530201721191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,16,power_law_1.01,16.68285400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,1,16,power_law_1.2,2.080327606201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,1,16,power_law_1.2,2.5626303100585934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,1,16,power_law_1.2,3.9912884521484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,1,16,power_law_1.2,5.6329370117187505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,16,power_law_1.01,21.219233398437503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,8,power_law_1.2,9.602305297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,1,16,power_law_1.2,11.237584228515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,1,16,power_law_1.2,8.272656860351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,8,balanced,0.05924479961395264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,8,balanced,0.06554880142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,8,balanced,0.08968704223632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,8,balanced,0.14540543556213378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,8,balanced,0.2837401580810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,8,balanced,0.4131008148193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,8,balanced,0.4193267059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,8,balanced,0.4319590377807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,8,balanced,0.44036609649658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,8,balanced,0.4476134490966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,8,balanced,0.44236671447753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,8,balanced,0.45297790527343745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,8,balanced,0.4585177612304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,8,balanced,0.47102081298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,8,balanced,0.483106575012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,8,balanced,0.5118297576904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,8,balanced,0.5333977508544921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,8,balanced,0.5867763137817382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,8,balanced,0.6372351837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,8,balanced,0.7652403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,8,balanced,0.8247718048095702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,8,balanced,1.1652531433105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,8,balanced,1.4218328857421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,8,balanced,1.9461811828613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,8,balanced,2.6042315673828123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,8,balanced,3.749954528808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,8,balanced,0.03254656076431274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,8,balanced,0.04200831890106201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,8,balanced,0.057245440483093255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,8,balanced,0.09095552444458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,8,balanced,0.1603968048095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,8,balanced,0.2014694404602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,8,balanced,0.21058048248291014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,8,balanced,4.907769470214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,8,balanced,0.21180671691894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,8,balanced,0.21575296401977537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,8,balanced,0.22015743255615233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,8,balanced,0.21327487945556642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,8,balanced,0.2151910400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,8,balanced,0.21897216796875002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,8,balanced,0.22679168701171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,8,balanced,0.23230592727661134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,8,balanced,0.24191616058349608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,16,power_law_1.01,35.4278955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,8,balanced,0.2621798324584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,8,balanced,0.29443071365356444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,8,balanced,0.32160640716552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,8,balanced,0.3790873718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,8,balanced,0.4454195022583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,8,balanced,0.6030860900878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,8,balanced,0.7337062072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,8,balanced,1.0033971405029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,8,balanced,1.3051341247558592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,8,balanced,0.06215551853179931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,8,balanced,0.0954751968383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,8,balanced,0.11640704154968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,8,balanced,1.8294796752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,8,balanced,0.12019840240478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,8,balanced,0.12840319633483888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,8,balanced,0.16801151275634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,8,balanced,2.423240966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,8,balanced,0.1736409568786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,8,balanced,0.1179315185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,8,balanced,0.22326271057128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,8,balanced,0.22802303314208983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,8,balanced,0.27290496826171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,8,balanced,0.27980928421020507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,8,balanced,0.46676097869873046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,8,balanced,0.4758796691894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,8,balanced,0.48774784088134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,8,balanced,0.6846092987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,8,balanced,0.8940262603759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,8,balanced,1.1162713623046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,8,balanced,1.5375410461425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,8,balanced,2.2011570739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,8,balanced,2.8476351928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,8,balanced,4.241949462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,8,balanced,5.668949584960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,8,balanced,9.599270629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,8,balanced,11.86318603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,8,power_law_1.01,0.14358528137207033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,8,power_law_1.01,0.22162303924560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,8,power_law_1.01,0.20546560287475585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,8,power_law_1.01,0.2618342399597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,8,power_law_1.01,0.26544000625610353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,8,power_law_1.01,0.37537281036376957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,8,power_law_1.01,0.3738201522827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,8,power_law_1.01,0.3922803115844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,8,power_law_1.01,0.3966105651855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,8,power_law_1.01,0.4194112014770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,8,power_law_1.01,0.44005374908447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,8,power_law_1.01,0.43948928833007816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,8,power_law_1.01,0.45770111083984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,8,power_law_1.01,0.4494144058227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,8,balanced,17.42361083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,8,power_law_1.01,0.48311935424804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,8,power_law_1.01,0.522996482849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,8,power_law_1.01,0.5810611343383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,8,power_law_1.01,0.6693721771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,8,power_law_1.01,0.708436508178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,8,power_law_1.01,0.8444493103027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,8,power_law_1.01,1.0282611083984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,8,power_law_1.01,1.3430809020996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,8,power_law_1.01,1.9295436096191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,8,power_law_1.01,2.5740032958984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,8,power_law_1.01,3.0471435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,8,balanced,23.12844970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,8,power_law_1.01,0.09720959663391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,8,power_law_1.01,0.1319935989379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,8,power_law_1.01,0.11688063621520997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,8,power_law_1.01,0.15947392463684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,8,power_law_1.01,5.464497680664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,8,power_law_1.01,0.15205504417419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,8,power_law_1.01,0.19184383392333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,8,power_law_1.01,0.19321855545043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,8,power_law_1.01,0.19625984191894533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,8,power_law_1.01,0.20089855194091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,8,power_law_1.01,0.20049535751342776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,8,power_law_1.01,0.21141120910644534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,8,power_law_1.01,0.20603519439697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,8,power_law_1.01,0.21289472579956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,8,power_law_1.01,0.2069900894165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,8,power_law_1.01,0.21846527099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,8,power_law_1.01,0.22699008941650392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,8,power_law_1.01,6.521546020507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,8,power_law_1.01,0.24751232147216795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,8,power_law_1.01,0.284529914855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,8,power_law_1.01,0.3157619285583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,8,power_law_1.01,0.38102657318115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,8,power_law_1.01,0.445428466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,8,power_law_1.01,0.5683583831787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,8,power_law_1.01,0.7721369934082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,8,power_law_1.01,1.0699967956542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,8,power_law_1.01,1.4025856018066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,8,power_law_1.01,0.06223616123199462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,8,power_law_1.01,0.07720704078674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,8,power_law_1.01,1.875316467285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,8,power_law_1.01,0.11582847595214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,8,power_law_1.01,0.11688447952270509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,8,power_law_1.01,0.13364864349365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,8,power_law_1.01,0.1484825611114502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,8,power_law_1.01,0.18280576705932616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,8,power_law_1.01,2.7074765014648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,8,power_law_1.01,0.2029759979248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,8,power_law_1.01,0.266374397277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,8,power_law_1.01,0.2700595283508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,8,power_law_1.01,0.31849855422973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,8,power_law_1.01,0.3702950286865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,8,power_law_1.01,0.39532928466796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,8,power_law_1.01,0.48247936248779294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,8,power_law_1.01,0.5437350463867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,8,power_law_1.01,0.6697523498535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,8,power_law_1.01,0.7926131439208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,8,power_law_1.01,1.1472370910644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,8,power_law_1.01,1.4780621337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,8,power_law_1.01,1.9618637084960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,8,power_law_1.01,2.7110797119140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,1,16,power_law_1.2,18.10007568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,8,power_law_1.01,4.158847961425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,8,power_law_1.01,5.632185668945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,1,16,power_law_1.2,23.26100830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,8,power_law_1.2,0.14512767791748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,8,power_law_1.2,0.15330304145812987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,8,power_law_1.2,0.22167552947998045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,8,power_law_1.2,0.24575231552124022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,8,power_law_1.2,0.200817928314209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,8,power_law_1.2,0.37929214477539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,8,power_law_1.2,0.3639091110229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,8,power_law_1.2,0.395464973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,8,power_law_1.2,0.3990860748291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,8,power_law_1.2,0.4217113494873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,8,power_law_1.2,0.44124542236328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,8,power_law_1.2,0.4541145706176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,8,power_law_1.2,0.46482177734374996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,8,power_law_1.2,0.5005606460571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,8,power_law_1.2,0.5140211105346679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,8,power_law_1.2,0.5560601425170899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,8,power_law_1.2,0.6305753707885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,8,power_law_1.2,0.6935091400146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,8,power_law_1.2,0.7382553863525391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,8,power_law_1.2,0.8706253051757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,8,power_law_1.2,1.1031629180908202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,8,power_law_1.2,1.5842495727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,8,power_law_1.2,1.9217497253417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,8,power_law_1.2,3.280474853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,8,power_law_1.01,8.313701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,8,power_law_1.2,3.8042431640624996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,8,power_law_1.2,6.863911743164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,8,power_law_1.2,0.08812416076660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,8,power_law_1.2,0.09238143920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,8,power_law_1.2,0.12042880058288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,8,power_law_1.2,0.15953408241271974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,8,power_law_1.2,0.114584321975708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,8,power_law_1.2,0.18451967239379882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,8,power_law_1.2,0.18792448043823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,8,power_law_1.2,0.1970355224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,8,power_law_1.2,0.19966463088989256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,8,power_law_1.2,0.20448640823364256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,8,power_law_1.2,0.2101363182067871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,8,power_law_1.2,0.20985727310180663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,8,power_law_1.2,0.21265920639038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,8,power_law_1.2,0.2215692710876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,8,power_law_1.2,0.22622463226318362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,8,power_law_1.2,0.2352115249633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,8,power_law_1.2,0.25822208404541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,8,power_law_1.2,0.2994367980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,8,power_law_1.2,0.3279846572875976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,8,power_law_1.2,0.38267520904541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,8,power_law_1.2,0.4558489608764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,8,power_law_1.2,0.6221887969970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,8,power_law_1.2,0.8072665405273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,8,power_law_1.2,1.1065267181396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,8,power_law_1.2,8.262874755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,8,power_law_1.01,11.306103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,8,power_law_1.2,1.5424896240234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,8,power_law_1.2,0.06222335815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,8,power_law_1.2,0.07787903785705566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,8,power_law_1.2,0.11575936317443847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,8,power_law_1.2,0.11667327880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,8,power_law_1.2,0.14190591812133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,8,power_law_1.2,2.1279539489746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,8,power_law_1.2,0.15302144050598146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,8,power_law_1.2,0.18766336441040038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,8,power_law_1.2,0.2053299140930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,8,power_law_1.2,0.2637785530090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,8,power_law_1.2,0.2775103950500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,8,power_law_1.2,0.317841911315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,8,power_law_1.2,0.3959308624267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,8,power_law_1.2,0.38751232147216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,8,power_law_1.2,3.1659838867187498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,8,power_law_1.2,0.4836710357666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,8,power_law_1.2,0.5640703964233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,8,power_law_1.2,0.6615615844726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,8,power_law_1.2,0.8335116577148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,8,power_law_1.2,1.147162857055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,8,power_law_1.2,1.3555136108398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,8,power_law_1.2,2.076903686523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,8,power_law_1.2,2.7937588500976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,8,power_law_1.01,18.63510498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,8,power_law_1.2,4.214723815917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,8,power_law_1.2,5.575517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,1,16,power_law_1.2,35.99034912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,4,balanced,0.05568128108978272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,4,balanced,0.06550399780273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,4,balanced,0.08973823547363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,4,balanced,0.14589823722839354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,4,balanced,0.2718323135375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,4,balanced,0.3555456161499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,4,balanced,0.41686145782470707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,4,balanced,0.418392333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,4,balanced,0.42228351593017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,4,balanced,0.42257537841796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,4,balanced,0.42510208129882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,4,balanced,0.4302412796020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,4,balanced,0.442632942199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,4,balanced,0.456943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,4,balanced,0.4743244934082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,4,balanced,0.4941312026977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,4,balanced,0.506173439025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,4,balanced,0.5661593627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,4,balanced,0.6151513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,4,balanced,0.7549964904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,4,balanced,0.8291788482666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,4,balanced,1.1426687622070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,4,balanced,1.4196800231933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,4,balanced,1.9019302368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,4,balanced,2.5111053466796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,4,balanced,3.6215936279296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,4,balanced,4.730241394042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,4,balanced,0.03499520063400269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,4,balanced,0.04318719863891601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,4,balanced,0.05955967903137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,4,balanced,0.09241087913513184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,4,balanced,0.16305408477783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,4,balanced,0.19336576461791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,4,balanced,0.20787071228027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,4,balanced,0.20985088348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,4,balanced,0.21223167419433592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,4,balanced,0.21565824508666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,4,balanced,0.21000320434570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,4,balanced,0.2124480056762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,4,balanced,0.2160985565185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,4,balanced,0.22205055236816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,4,balanced,0.2297113609313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,4,balanced,0.23790208816528322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,4,balanced,0.25414783477783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,4,balanced,0.2831795120239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,4,balanced,0.30923135757446285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,8,power_law_1.2,8.456285400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,4,balanced,0.364139518737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,4,balanced,0.4234713745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,4,balanced,0.5827750396728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,4,balanced,0.6918643188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,4,balanced,0.96700927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,4,balanced,1.2542707061767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,4,balanced,1.7413977050781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,4,power_law_1.01,0.08907648086547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,4,power_law_1.01,0.12717568397521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,4,power_law_1.01,0.14809344291687013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,4,balanced,2.3155430603027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,4,power_law_1.01,0.19837440490722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,4,power_law_1.01,0.226507511138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,4,power_law_1.01,0.31283327102661135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,4,power_law_1.01,0.368592643737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,4,power_law_1.01,0.385873908996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,4,power_law_1.01,0.38861183166503904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,4,power_law_1.01,0.4029695892333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,4,power_law_1.01,0.40313343048095707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,4,power_law_1.01,0.4055065536499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,4,power_law_1.01,0.4074585723876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,4,power_law_1.01,0.44545665740966794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,4,power_law_1.01,0.47180030822753904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,4,power_law_1.01,0.49762302398681635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,4,power_law_1.01,0.533678092956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,4,power_law_1.01,0.6319001770019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,4,power_law_1.01,0.6730470275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,4,power_law_1.01,0.7651891326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,4,power_law_1.01,0.8984089660644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,4,power_law_1.01,1.2382028961181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,4,power_law_1.01,1.5502604675292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,4,power_law_1.01,2.2299404907226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,4,power_law_1.01,3.0030477905273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,4,power_law_1.01,4.167492980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,4,power_law_1.01,0.06527999877929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,4,power_law_1.01,0.081342716217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,4,power_law_1.01,0.08616191864013671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,4,power_law_1.01,0.11634943962097169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,4,power_law_1.01,0.1395430374145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,4,power_law_1.01,0.18414464950561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,4,power_law_1.01,0.19403392791748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,4,power_law_1.01,0.19218944549560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,4,power_law_1.01,5.6622119140625005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,4,power_law_1.01,0.19657344818115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,4,power_law_1.01,0.22120191574096681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,4,power_law_1.01,0.20327552795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,4,power_law_1.01,0.2015705680847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,4,power_law_1.01,0.20229375839233396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,4,power_law_1.01,0.21370752334594725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,4,power_law_1.01,0.2193177604675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,4,power_law_1.01,0.22688127517700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,4,power_law_1.01,0.24249856948852538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,4,power_law_1.01,0.2779827117919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,4,power_law_1.01,0.3079743957519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,4,power_law_1.01,0.3853939056396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,4,power_law_1.01,0.43988479614257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,4,power_law_1.01,0.578076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,4,power_law_1.01,0.7085606384277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,4,power_law_1.01,0.9931123352050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,4,power_law_1.01,1.3105279541015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,4,power_law_1.01,1.939862976074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,4,power_law_1.2,0.08907903671264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,4,power_law_1.2,0.10417152404785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,4,power_law_1.2,0.1531340789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,4,power_law_1.2,0.17804544448852538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,4,power_law_1.01,2.4581401062011716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,4,power_law_1.2,0.17147008895874022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,4,power_law_1.2,0.29105152130126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,4,power_law_1.2,0.35615230560302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,4,power_law_1.2,0.3800384140014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,4,power_law_1.2,0.3829708862304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,4,power_law_1.2,0.402685432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,4,power_law_1.2,0.41435390472412104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,4,power_law_1.2,0.41376384735107424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,4,power_law_1.2,0.4458201599121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,4,power_law_1.2,0.4758745574951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,4,power_law_1.2,0.49179519653320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,4,power_law_1.2,0.532597770690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,4,power_law_1.2,0.5708531188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,4,power_law_1.2,0.6192665481567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,4,power_law_1.2,0.6847296142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,4,power_law_1.2,0.829144287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,4,power_law_1.2,0.9359833526611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,4,power_law_1.2,1.3386982727050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,4,power_law_1.2,1.7985932922363284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,4,power_law_1.2,2.2630989074707033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,4,power_law_1.2,3.260320129394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,4,power_law_1.2,4.368075561523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,4,power_law_1.2,0.05903359889984131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,4,power_law_1.2,0.06747136116027833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,4,power_law_1.2,0.08675456047058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,4,power_law_1.2,0.11242112159729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,4,power_law_1.2,0.11391743659973144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,4,power_law_1.2,0.17123071670532225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,4,power_law_1.2,0.19190271377563478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,4,power_law_1.2,0.19321344375610353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,4,power_law_1.2,0.19958784103393554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,4,power_law_1.2,0.20097408294677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,4,power_law_1.2,0.20228479385375975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,4,power_law_1.2,0.20282367706298826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,4,power_law_1.2,0.2121459197998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,4,power_law_1.2,0.21878143310546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,4,power_law_1.2,0.2261440086364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,4,power_law_1.2,0.22964736938476565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,4,power_law_1.2,0.24625791549682616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,4,power_law_1.2,0.2857612800598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,4,power_law_1.2,0.32808193206787106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,4,power_law_1.2,0.38790657043457033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,4,power_law_1.2,0.45428222656250006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,4,power_law_1.2,0.5983027267456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,4,power_law_1.2,5.981410522460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,4,power_law_1.2,0.7519436645507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,4,power_law_1.2,1.0250675201416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,4,power_law_1.2,1.3589208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,4,power_law_1.2,2.0103602600097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,2,balanced,0.05147391796112061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,2,balanced,0.06422143936157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,2,balanced,0.0886464023590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,2,balanced,0.1438259220123291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,2,balanced,0.26986112594604494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,2,balanced,0.35057022094726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,2,balanced,0.356418571472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,2,balanced,0.35818241119384764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,2,balanced,0.36118526458740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,2,balanced,0.40985343933105467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,2,balanced,0.4153753662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,2,balanced,0.41965183258056643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,2,balanced,0.4255462265014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,2,balanced,0.4320576095581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,2,balanced,0.4421324920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,2,balanced,0.46334209442138674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,2,balanced,0.4967398452758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,16,power_law_1.01,47.0932177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,2,balanced,0.5450700759887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,2,balanced,0.5952511978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,2,balanced,0.7375833892822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,2,balanced,0.7989606475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,2,balanced,1.1546227264404298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,2,balanced,1.4145613098144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,2,balanced,1.8945933532714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,2,balanced,2.4432383728027345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,4,power_law_1.2,2.6980377197265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,2,balanced,0.032057600021362306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,2,balanced,0.04329472064971924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,2,balanced,0.060222721099853514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,2,balanced,0.09484928131103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,2,balanced,3.5442459106445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,2,balanced,0.16948352813720705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,2,balanced,0.20059392929077147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,2,balanced,0.2037491226196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,2,balanced,0.20489215850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,2,balanced,0.20744192123413088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,2,balanced,0.2402649688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,2,balanced,0.24249727249145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,2,balanced,0.24558591842651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,2,balanced,4.500437622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,2,balanced,0.24788351058959962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,2,balanced,0.2539148712158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,2,balanced,0.26385919570922856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,2,balanced,0.27031936645507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,2,balanced,0.3007961654663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,2,balanced,0.2588262367248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,2,balanced,0.33146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,2,balanced,0.37769214630126957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,2,balanced,0.4401203155517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,2,balanced,0.6153011322021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,2,balanced,0.7201945495605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,2,balanced,1.0389695739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,2,balanced,1.3418585205078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,2,power_law_1.01,0.06382080078124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,2,power_law_1.01,0.08454527854919433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,2,balanced,1.8541810607910159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,2,power_law_1.01,0.11096960067749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,2,power_law_1.01,0.14138751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,2,power_law_1.01,0.19179391860961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,2,power_law_1.01,0.2937203216552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,2,power_law_1.01,0.30713983535766604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,2,balanced,2.4432447814941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,2,power_law_1.01,0.3236441421508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,2,power_law_1.01,0.33180801391601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,2,power_law_1.01,0.3569843292236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,2,power_law_1.01,0.38469375610351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,2,power_law_1.01,0.38865535736083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,2,power_law_1.01,0.39062145233154294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,2,power_law_1.01,0.40996223449707025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,2,power_law_1.01,0.4300569534301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,2,power_law_1.01,0.4674534225463868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,2,power_law_1.01,0.5115737533569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,2,power_law_1.01,0.5743078231811524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,2,power_law_1.01,0.6559846496582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,2,power_law_1.01,0.7324172973632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,2,power_law_1.01,0.859002914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,2,power_law_1.01,1.1438873291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,2,power_law_1.01,1.4134822082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,2,power_law_1.01,1.9760089111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,2,power_law_1.01,2.565307006835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,2,power_law_1.01,0.044860157966613766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,2,power_law_1.01,0.05653503894805908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,2,power_law_1.01,0.06771967887878419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,2,power_law_1.01,0.09290240287780763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,2,power_law_1.01,3.722899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,2,power_law_1.01,0.1112012767791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,8,power_law_1.2,11.321810302734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,2,power_law_1.01,0.17853055953979494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,2,power_law_1.01,0.18107776641845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,2,power_law_1.01,0.18379264831542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,2,power_law_1.01,0.18861696243286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,2,power_law_1.01,0.220184326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,2,power_law_1.01,0.2300787162780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,2,power_law_1.01,0.22958848953247069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,2,power_law_1.01,0.23305599212646486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,2,power_law_1.01,0.24119552612304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,2,power_law_1.01,0.24894720077514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,2,power_law_1.01,0.2544998359680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,2,power_law_1.01,0.26818687438964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,2,power_law_1.01,0.30428672790527345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,2,power_law_1.01,5.063590393066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,2,power_law_1.01,0.3567411041259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,2,power_law_1.01,0.409507827758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,2,power_law_1.01,0.4766374588012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,2,power_law_1.01,0.6213158416748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,2,power_law_1.01,0.7722124481201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,2,power_law_1.01,1.0715430450439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,2,power_law_1.2,0.06418816089630128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,2,power_law_1.01,1.3361766052246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,2,power_law_1.2,0.07724160194396973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,2,power_law_1.2,0.1018124771118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,2,power_law_1.2,0.14435968399047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,2,power_law_1.2,0.17407615661621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,2,power_law_1.01,1.993011169433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,2,power_law_1.2,0.29609600067138675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,2,power_law_1.2,0.3003775978088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,2,power_law_1.2,0.30497663497924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,2,power_law_1.2,0.3272806549072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,2,power_law_1.01,2.5208819580078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,2,power_law_1.2,0.3852812957763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,2,power_law_1.2,0.39617534637451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,2,power_law_1.2,0.38638206481933596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,2,power_law_1.2,0.41172737121582037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,2,power_law_1.2,0.43286785125732424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,2,power_law_1.2,0.43292289733886713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,2,power_law_1.2,0.47273727416992184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,2,power_law_1.2,0.5298956680297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,2,power_law_1.2,0.5982707214355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,2,power_law_1.2,0.6654297637939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,2,power_law_1.2,0.7573709106445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,2,power_law_1.2,0.8680397033691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,2,power_law_1.2,1.1811891174316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,2,power_law_1.2,1.470840301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,2,power_law_1.2,2.0204237365722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,2,power_law_1.2,0.044867839813232425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,2,power_law_1.2,2.59557373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,2,power_law_1.2,0.053187842369079585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,2,power_law_1.2,0.0680844783782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,2,power_law_1.2,0.08766079902648925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,2,power_law_1.2,0.09935872077941894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,2,power_law_1.2,0.1678873634338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,2,power_law_1.2,0.17862272262573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,2,power_law_1.2,0.1827123260498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,2,power_law_1.2,0.18932863235473635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,2,power_law_1.2,0.22191104888916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,2,power_law_1.2,0.2244313621520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,2,power_law_1.2,0.2350003242492676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,2,power_law_1.2,0.24174848556518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,2,power_law_1.2,0.2504115104675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,2,power_law_1.2,3.8746328735351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,2,power_law_1.2,0.2511180877685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,2,power_law_1.2,0.2585343933105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,2,power_law_1.2,0.2752691268920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,2,power_law_1.2,0.3214348983764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,2,power_law_1.2,0.35938945770263675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,2,power_law_1.2,0.41904510498046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,2,power_law_1.2,0.4945536041259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,2,power_law_1.2,0.6363430404663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,2,power_law_1.2,0.7813606262207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,2,power_law_1.2,1.0997388458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,2,power_law_1.2,5.14490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,2,power_law_1.2,1.3565849304199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,1,balanced,0.07805439949035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,1,balanced,0.0667142391204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,1,balanced,0.10332096099853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,1,balanced,0.2898796844482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,1,balanced,0.37685184478759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,1,balanced,0.37982208251953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,1,balanced,0.15942015647888183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,1,balanced,0.38272449493408206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,1,balanced,0.39114688873291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,1,balanced,0.3975980758666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,1,balanced,0.40364990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,1,balanced,0.3843289566040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,1,balanced,0.4342233657836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,2,power_law_1.2,2.0241754150390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,2,power_law_1.2,2.5919897460937498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,1,balanced,0.44299968719482424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,1,balanced,0.4501708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,1,balanced,0.4565862274169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,1,balanced,0.4972524642944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,1,balanced,0.5506150436401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,1,balanced,0.6071097564697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,1,balanced,0.8961299133300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,1,balanced,0.8601030731201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,1,balanced,1.1403826904296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,1,balanced,1.62071044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,1,balanced,1.9135948181152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,balanced,0.04353663921356201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,balanced,0.05701248168945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,balanced,0.07870207786560059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,balanced,0.12198464393615722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,1,balanced,2.6959994506835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,balanced,0.21210815429687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,balanced,0.25672447204589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,balanced,0.2584339141845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,balanced,0.2607059288024902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,8,power_law_1.01,22.566044921874997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,balanced,0.26151615142822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,balanced,0.2636767959594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,balanced,0.26447616577148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,1,balanced,3.61724365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,balanced,0.268855037689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,balanced,0.33209407806396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,balanced,0.3290252685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,balanced,0.33951873779296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,balanced,0.34576896667480467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,balanced,0.3536640167236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,balanced,0.36919105529785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,balanced,0.3978239822387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,balanced,0.4482912063598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,balanced,0.5050239944458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,1,balanced,4.569859924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,balanced,0.7402944183349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,balanced,0.8546739196777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,1,power_law_1.01,0.06579391956329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,1,power_law_1.01,0.0773139190673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,balanced,1.248740463256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,1,power_law_1.01,0.10286784172058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,balanced,1.6192153930664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,1,power_law_1.01,0.18702016830444337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,1,power_law_1.01,0.29512256622314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,1,power_law_1.01,0.3108953666687012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,balanced,2.2396697998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,1,power_law_1.01,0.32360191345214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,1,power_law_1.01,0.334002571105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,1,power_law_1.01,0.346234245300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,balanced,2.9451589965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,1,power_law_1.01,0.14307071685791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,1,power_law_1.01,0.39482048034667966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,1,power_law_1.01,0.42957695007324215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,1,power_law_1.01,0.3983884811401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,1,power_law_1.01,0.4333689498901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,1,power_law_1.01,0.4428537750244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,1,power_law_1.01,0.4265887832641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,1,power_law_1.01,0.5013836669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,1,power_law_1.01,0.5940140914916993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,1,power_law_1.01,0.6691251373291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,1,power_law_1.01,0.7257965087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,1,power_law_1.01,0.8444640350341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,1,power_law_1.01,1.1000179290771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,1,power_law_1.01,1.3845561218261717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,1,power_law_1.01,1.9720338439941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.043137922286987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,1,power_law_1.01,2.511644744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.05826816082000732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.07840832233428954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.1084441566467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.14187583923339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.20964927673339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.22047872543334962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.22870208740234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.23517824172973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,1,power_law_1.01,3.5326464843750003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.239233283996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.24467008590698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.2521369552612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.01,0.3209260940551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.01,0.3303039932250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.01,0.33491455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.01,0.3508153533935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.01,0.3853900909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.01,0.4143807983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.01,0.5023545455932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.01,0.3338719940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,1,power_law_1.01,4.690655212402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.01,0.5765945434570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.01,0.7396774291992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.01,0.9039814758300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.01,1.253329315185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.01,1.6284678649902342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,1,power_law_1.2,0.0775603199005127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,1,power_law_1.2,0.10205311775207519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,1,power_law_1.2,0.13156543731689455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,1,power_law_1.2,0.17678144454956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,1,power_law_1.2,0.2915852737426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,1,power_law_1.2,0.06629759788513183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.01,2.303656311035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,1,power_law_1.2,0.3102342414855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,1,power_law_1.2,0.32662464141845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,1,power_law_1.2,0.3457600021362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,1,power_law_1.2,0.36378559112548825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,1,power_law_1.2,0.42076416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,1,power_law_1.2,0.43918209075927733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,1,power_law_1.2,0.41963134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,1,power_law_1.2,0.4316352081298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.01,2.9809765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,1,power_law_1.2,0.45771968841552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,1,power_law_1.2,0.4793036651611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,1,power_law_1.2,0.5206547164916993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,1,power_law_1.2,0.6217491149902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,1,power_law_1.2,0.6736710357666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,1,power_law_1.2,0.7418854522705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,1,power_law_1.2,0.8609613037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,1,power_law_1.2,1.1184960174560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,1,power_law_1.2,1.402307891845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.04411776065826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.05761919975280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,1,power_law_1.2,1.971269073486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.07734784126281738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.10120639801025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.13117504119873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.20715648651123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.2179968070983887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,1,power_law_1.2,2.5155084228515627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.23062080383300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.2366873550415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.24359615325927733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.25125120162963865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.2555385589599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.2,0.32615295410156253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.2,0.338205451965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.2,0.3302700805664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.2,0.34633342742919926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.2,0.36065921783447263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.2,0.3903392028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.2,0.42308288574218744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.2,0.5143020629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.2,0.5817350387573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.2,0.7524460601806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.2,0.9176473236083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,1,power_law_1.2,3.604951782226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.2,1.2643360137939452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,16,balanced,0.07130752086639405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.2,1.6282943725585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,16,balanced,0.07135615825653077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,16,balanced,0.09035136222839354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,16,balanced,0.26728191375732424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,16,balanced,0.5309004974365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,16,balanced,0.13883647918701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,16,balanced,0.7473945617675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,16,balanced,0.9552524566650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,16,balanced,0.9603814697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,16,balanced,0.9589823913574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,16,balanced,0.9680806732177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,16,balanced,0.9726515197753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,16,balanced,0.9739699554443358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.2,2.318024291992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,16,balanced,0.9743961334228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,1,power_law_1.2,4.619803466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,16,balanced,0.9874867248535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,16,balanced,0.9876338958740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,16,balanced,1.0172914886474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,16,balanced,1.0490739440917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,16,balanced,1.0951462554931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,16,balanced,1.1627391815185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,16,balanced,1.2560166168212892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,16,balanced,1.3496588134765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,16,balanced,1.8102642822265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,16,balanced,1.8564710998535154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,16,balanced,0.045154561996459966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,16,balanced,0.04447103977203369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,16,balanced,0.05635968208312988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,16,balanced,0.084782075881958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,16,balanced,0.14566143989562988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,16,balanced,2.4138330078125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,16,balanced,0.2674777603149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,16,balanced,0.3887500762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,16,balanced,0.41221630096435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,16,balanced,3.176636047363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,16,balanced,0.41638015747070317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,16,balanced,0.4141427230834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,16,balanced,0.4213260650634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,16,balanced,0.427116813659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,16,balanced,0.42730369567871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,16,balanced,0.424695053100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,16,balanced,0.4277824020385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,16,balanced,0.43051391601562494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,16,balanced,0.439607048034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,16,balanced,4.55022705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,16,balanced,0.45847934722900396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,16,balanced,0.48570240020751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,16,balanced,0.5271180725097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,16,balanced,0.5681574249267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,16,balanced,0.6339571380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,16,balanced,0.7150105285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,16,balanced,0.892236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.2,2.983490600585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,16,balanced,1.0854195404052736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,16,balanced,0.09438336372375489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,16,balanced,0.1590617561340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,16,balanced,1.3801919555664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,16,balanced,0.2241881561279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,16,balanced,0.2265497589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,16,balanced,0.23107072830200198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,16,balanced,0.23612159729003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,16,balanced,0.24533887863159182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,16,balanced,0.09493887901306153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,16,balanced,0.30632448196411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,16,balanced,1.8120626831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,16,balanced,0.30747648239135744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,16,balanced,0.3174208068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,16,balanced,0.4134975814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,16,balanced,0.41662975311279293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,16,balanced,0.5006771087646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,16,balanced,0.5129228973388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,16,balanced,0.5200767898559571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,16,balanced,0.961401596069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,16,balanced,0.9840076446533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,16,balanced,1.4571878051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,16,balanced,1.9677503967285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,16,balanced,2.9031552124023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,16,balanced,3.9570431518554683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,16,balanced,5.056119079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,16,power_law_1.01,0.2645644760131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,16,power_law_1.01,0.533488655090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,16,power_law_1.01,0.7338687896728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,16,power_law_1.01,0.7256870269775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,16,balanced,8.344945678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,16,power_law_1.01,0.7343654632568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,16,power_law_1.01,0.7357491302490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,16,power_law_1.01,0.9431629180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,16,power_law_1.01,0.9200166320800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,16,balanced,11.040281982421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,16,power_law_1.01,0.8716518402099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,16,power_law_1.01,0.857470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,16,power_law_1.01,0.8672000122070311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,16,power_law_1.01,0.8385330963134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,16,power_law_1.01,0.8869286346435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,16,power_law_1.01,0.7927590179443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,16,power_law_1.01,0.9468697357177736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,16,power_law_1.01,0.8605133056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,16,power_law_1.01,0.9488678741455079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,16,power_law_1.01,1.0041766357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,16,power_law_1.01,1.079779815673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,16,power_law_1.01,1.2477133178710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,16,power_law_1.01,1.4390515136718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,16,power_law_1.01,1.877137908935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,16,power_law_1.01,2.133539886474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,16,balanced,16.32140869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,16,power_law_1.01,2.9772158813476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.14479104042053223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.2648934364318848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.38385280609130856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,16,power_law_1.01,3.9939367675781248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.36508033752441404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.38723838806152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.39148544311523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,16,power_law_1.01,5.126480712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.370775032043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.38742271423339847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.3625190353393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.36923393249511716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.35979774475097653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.38194175720214846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,16,balanced,22.766826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.389249267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.4009215927124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.3353753662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,16,power_law_1.01,7.6406054687500005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.3893312072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.39720958709716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.4408243179321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.43615615844726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.49850494384765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.5606655883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,0.697070083618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,0.806740493774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,1.1017919921875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,16,power_law_1.01,0.09483776092529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,16,power_law_1.01,0.12468095779418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,1.334060821533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,16,power_law_1.01,0.21837696075439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,16,power_law_1.01,0.22092927932739256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,16,power_law_1.01,0.25494655609130856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,16,power_law_1.01,0.26159616470336916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,2.0308621215820315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,16,power_law_1.01,0.2900172805786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,16,power_law_1.01,0.3051955223083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,16,power_law_1.01,0.3469644927978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,2.3221568298339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,16,power_law_1.01,0.36980224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,16,power_law_1.01,0.42281726837158207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,16,power_law_1.01,0.4432716751098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,16,power_law_1.01,0.5875251388549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,16,power_law_1.01,0.6867314910888671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,16,power_law_1.01,0.8784114837646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,16,power_law_1.01,0.8681574249267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,16,power_law_1.01,1.2112934112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,16,power_law_1.01,1.410549774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,16,power_law_1.01,1.8423309326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,16,power_law_1.01,3.16384521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,16,power_law_1.01,4.582686767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,16,power_law_1.01,6.336381225585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,16,power_law_1.01,7.350253906250001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,16,power_law_1.2,0.26616064071655277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,16,power_law_1.2,0.5299161529541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,16,power_law_1.2,0.7066777801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,16,power_law_1.2,0.6928128051757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,16,power_law_1.2,0.7383679962158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,16,power_law_1.2,0.8862796783447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,16,power_law_1.2,0.8500441741943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,16,power_law_1.2,0.8888563537597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,16,power_law_1.2,0.8451430511474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,16,power_law_1.2,0.848980484008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,16,power_law_1.2,0.8670054626464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,16,power_law_1.2,0.8292633819580079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,16,power_law_1.2,0.8415052795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,16,power_law_1.2,0.8479475402832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,16,power_law_1.2,0.8144064331054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,16,power_law_1.2,0.8526668548583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,16,power_law_1.2,0.9729650878906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,16,power_law_1.2,0.9987750244140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,16,power_law_1.2,1.164015350341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,16,power_law_1.2,1.2770944213867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,16,power_law_1.2,1.4600959777832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,16,power_law_1.2,1.9978495788574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,16,power_law_1.2,2.418384704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,16,power_law_1.2,3.4293310546874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,16,power_law_1.2,4.958634338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,16,power_law_1.2,6.065336303710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,16,power_law_1.01,13.6575439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.14687616348266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.26417024612426754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.3586816024780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.3653849411010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.3762598419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.36383872985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.3626367950439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.36672000885009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,16,power_law_1.01,17.405635986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.37314815521240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.33593982696533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.3672895812988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.39440895080566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.39353214263916014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.35531265258789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.35572223663330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.3691609573364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,16,power_law_1.2,8.392191772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.4140544128417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.43701118469238287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.47909633636474613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.5311616134643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,0.6206694412231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,0.7472601318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,0.9095129394531251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,1.208084487915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,1.6279347229003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,16,power_law_1.2,0.09467264175415038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,16,power_law_1.2,0.12147199630737304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,2.4174887084960934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,16,power_law_1.2,0.21567615509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,16,power_law_1.2,0.2269363212585449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,16,power_law_1.2,0.257073917388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,16,power_law_1.2,0.25907712936401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,16,power_law_1.2,0.3064192008972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,3.0588555908203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,16,power_law_1.2,0.3279475021362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,16,power_law_1.2,0.34840576171875004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,16,power_law_1.2,0.37044353485107423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,16,power_law_1.2,0.43004287719726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,16,power_law_1.2,0.5449126434326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,16,power_law_1.2,0.5945113754272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,16,power_law_1.2,0.7128896331787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,16,power_law_1.2,0.8392256164550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,16,power_law_1.2,0.9499212646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,16,power_law_1.2,1.1447462463378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,16,power_law_1.2,1.914842834472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,8,power_law_1.2,18.472008056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,16,power_law_1.2,2.144910125732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,16,power_law_1.2,3.2304345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,16,power_law_1.2,4.184364929199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,16,power_law_1.2,6.53955322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,16,power_law_1.01,23.50454833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,16,power_law_1.2,7.9067535400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,8,balanced,0.06070400238037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,8,balanced,0.06883711814880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,8,balanced,0.0890982437133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,8,balanced,0.14852095603942872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,8,balanced,0.2569958305358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,8,balanced,0.5292313766479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,8,balanced,0.7429004669189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,8,balanced,0.9362329864501954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,8,balanced,0.9342451477050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,8,balanced,0.9420722961425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,8,balanced,0.9411775970458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,8,balanced,0.9517555236816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,8,balanced,0.9604211425781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,8,balanced,0.9649485015869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,8,balanced,0.9792384338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,8,balanced,0.9873433685302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,8,balanced,1.0228582763671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,8,balanced,1.064896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,8,balanced,1.1264755249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,8,balanced,1.220700149536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,8,balanced,1.331673583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,8,balanced,1.5128883361816405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,8,balanced,1.8014489746093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,8,balanced,2.177826538085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,8,balanced,2.9287896728515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,8,balanced,3.7818789672851567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,8,balanced,5.294835205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,8,balanced,0.036627199649810795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,8,balanced,0.04388735771179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,8,balanced,0.05788288116455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,8,balanced,0.08627712249755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,8,balanced,0.14844799995422364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,8,balanced,0.2677158355712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,8,balanced,0.3914303970336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,8,balanced,0.4097932815551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,8,balanced,0.41371902465820315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,8,balanced,0.416126708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,8,balanced,0.41168128967285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,8,balanced,0.4147430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,8,balanced,0.4191398239135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,8,balanced,0.42649471282958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,8,balanced,0.43761150360107426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,8,balanced,0.4476160049438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,8,balanced,0.46980991363525393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,8,balanced,0.5019878387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,8,balanced,0.5380825424194337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,8,balanced,0.602421760559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,8,balanced,0.6625318145751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,8,balanced,0.7940364837646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,8,balanced,0.9248345947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,8,balanced,1.1942617797851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,8,balanced,1.4918360900878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,8,balanced,2.0218675231933596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,8,balanced,2.6391256713867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,8,balanced,0.0684761619567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,8,balanced,0.09735039710998536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,8,balanced,0.1618560028076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,8,balanced,0.2253606414794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,8,balanced,0.22846336364746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,8,balanced,0.2329190444946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,8,balanced,0.24185855865478514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,8,balanced,0.24692352294921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,8,balanced,0.2511910438537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,8,balanced,0.32329086303710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,8,balanced,0.3243622589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,8,balanced,0.3332352066040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,8,balanced,0.429246711730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,8,balanced,0.4421427154541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,8,balanced,0.5407206344604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,8,balanced,0.5514112091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,8,balanced,0.9873395538330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,8,balanced,1.0464256286621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,8,balanced,1.5194816589355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,8,balanced,2.045867462158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,16,power_law_1.01,33.62967041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,8,balanced,3.0639999389648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,8,balanced,4.407900085449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,8,balanced,5.480360717773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,8,balanced,8.421817626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,8,balanced,10.574324951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,8,balanced,16.897883300781253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,8,power_law_1.01,0.14812416076660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,16,power_law_1.2,16.01222900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,8,power_law_1.01,0.25159807205200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,8,power_law_1.01,0.48787712097167973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,8,power_law_1.01,0.5356044769287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,8,power_law_1.01,0.6020377731323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,8,power_law_1.01,0.6993536376953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,8,power_law_1.01,0.6946227264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,8,power_law_1.01,0.9322585296630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,8,power_law_1.01,0.9306854248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,8,power_law_1.01,0.9394188690185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,8,power_law_1.01,0.8602086639404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,8,power_law_1.01,0.8624781036376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,8,power_law_1.01,0.865692138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,8,power_law_1.01,0.844716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,8,power_law_1.01,0.876890869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,8,power_law_1.01,0.9092415618896486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,8,power_law_1.01,0.9668595123291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,8,power_law_1.01,1.0103910064697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,8,power_law_1.01,1.0944857788085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,8,power_law_1.01,1.2446131134033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,8,balanced,22.436572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,8,power_law_1.01,1.3589248657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,8,power_law_1.01,1.7388403320312498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,8,power_law_1.01,2.0104153442382815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,8,power_law_1.01,2.5076083374023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,8,power_law_1.01,3.268643798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,8,power_law_1.01,0.0854361629486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,8,power_law_1.01,0.14502400398254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,8,power_law_1.01,0.2616883277893066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,8,power_law_1.01,4.559798889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,8,power_law_1.01,0.22327295303344727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,8,power_law_1.01,0.30886911392211913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,8,power_law_1.01,0.34027904510498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,8,power_law_1.01,0.34238975524902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,8,power_law_1.01,0.3833484649658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,8,power_law_1.01,0.35038593292236325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,8,power_law_1.01,0.3600908660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,8,power_law_1.01,5.79415283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,8,power_law_1.01,0.3656537628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,8,power_law_1.01,0.3542220687866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,8,power_law_1.01,0.36550655364990237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,8,power_law_1.01,0.3667865753173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,8,power_law_1.01,0.37773311614990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,8,power_law_1.01,0.38412670135498045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,8,power_law_1.01,0.4170188903808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,8,power_law_1.01,0.4330483245849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.01,0.46890113830566404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.01,0.5403404617309571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.01,0.6195647811889649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.01,0.7344614410400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.01,0.8344729614257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.01,1.1080255889892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.01,1.3409945678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,8,power_law_1.01,0.06556672096252442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,8,power_law_1.01,0.09014911651611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.01,1.8832640075683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,8,power_law_1.01,0.11809663772583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,8,power_law_1.01,0.20838783264160154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,8,power_law_1.01,0.22600704193115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.01,2.5693338012695315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,8,power_law_1.01,0.25404031753540035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,8,power_law_1.01,0.2637926483154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,8,power_law_1.01,0.27994752883911134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,8,power_law_1.01,0.3056051254272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,8,power_law_1.01,0.32420608520507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,8,power_law_1.01,0.39371646881103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,8,power_law_1.01,0.41328384399414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,8,power_law_1.01,0.4690879821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,8,power_law_1.01,0.6143385696411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,8,power_law_1.01,0.7234713745117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,8,power_law_1.01,0.7849446105957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,8,power_law_1.01,0.9333837127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,8,power_law_1.01,1.1930982208251952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,8,power_law_1.01,1.3417459106445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,8,power_law_1.01,2.1560960388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,8,power_law_1.01,2.594353942871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,8,power_law_1.2,22.30465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,8,power_law_1.01,4.081927795410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,8,power_law_1.01,5.2671704101562495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,8,power_law_1.01,7.50031494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,8,power_law_1.2,0.14719488143920897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,8,power_law_1.2,0.2523776054382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,8,power_law_1.2,0.44116222381591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,16,power_law_1.2,20.9033935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,8,power_law_1.2,0.4371878433227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,8,power_law_1.2,0.5404748916625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,8,power_law_1.2,0.6683622741699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,8,power_law_1.2,0.7299993896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,8,power_law_1.2,0.9317005157470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,8,power_law_1.2,0.9367616271972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,8,power_law_1.2,0.9391897583007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,8,power_law_1.2,0.8492415618896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,8,power_law_1.2,0.8690726470947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,8,power_law_1.2,0.8799270629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,8,power_law_1.2,0.8476761627197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,8,power_law_1.2,0.8860108947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,8,power_law_1.2,0.9193344116210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,8,power_law_1.2,0.975183334350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,8,power_law_1.2,1.0669491577148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,8,power_law_1.2,1.1491942596435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,8,power_law_1.2,1.2290380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,8,power_law_1.2,1.4322738647460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,8,power_law_1.01,9.035696411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,8,power_law_1.2,1.8663693237304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,8,power_law_1.2,2.280892181396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,8,power_law_1.2,3.1865921020507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,8,power_law_1.2,3.5700915527343753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,8,power_law_1.2,0.09440256118774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,8,power_law_1.2,0.1446668815612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,8,power_law_1.2,0.20966400146484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,8,power_law_1.2,0.22387584686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,8,power_law_1.2,0.27882751464843747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,8,power_law_1.2,5.212288208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,8,power_law_1.2,0.3515532684326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,8,power_law_1.2,0.3823590469360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,8,power_law_1.2,0.3595110321044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,8,power_law_1.2,0.34243968963623045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,8,power_law_1.2,0.3233113479614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,8,power_law_1.2,0.3404966354370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,8,power_law_1.2,0.36367488861083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,8,power_law_1.2,0.3651059341430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,8,power_law_1.2,7.067320556640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,8,power_law_1.2,0.3543283081054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,8,power_law_1.2,0.3784614562988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,8,power_law_1.2,0.3879948806762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,8,power_law_1.2,0.4334668731689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,8,power_law_1.2,0.4294489669799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.2,0.4733427047729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.2,0.5611827087402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.2,0.6425369262695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.2,0.7567910766601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.2,0.9272716522216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.2,1.2134899139404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.2,1.5047616577148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,8,power_law_1.2,0.06817791938781739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,8,power_law_1.2,0.08314240455627442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,8,power_law_1.2,0.1084172821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.2,2.261775360107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,8,power_law_1.2,0.20758911132812502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,8,power_law_1.2,0.22614784240722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,8,power_law_1.2,0.28198656082153317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.2,2.870232238769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,8,power_law_1.2,0.263056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,8,power_law_1.2,0.2803968048095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,8,power_law_1.2,0.31001983642578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,8,power_law_1.2,0.3305484771728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,8,power_law_1.2,0.4103564834594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,8,power_law_1.2,0.42356224060058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,8,power_law_1.2,0.46472831726074215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,8,power_law_1.2,0.6157017517089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,8,power_law_1.2,0.7734899139404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,8,power_law_1.2,0.7493132781982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,8,power_law_1.2,0.9659391784667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,8,power_law_1.2,1.2132044982910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,8,power_law_1.2,1.5066482543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,8,power_law_1.01,16.6239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,8,power_law_1.2,2.1661900329589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,8,power_law_1.01,19.319088134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,8,power_law_1.2,2.8761163330078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,1,16,power_law_1.2,47.0922314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,8,power_law_1.2,4.141990356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,4,balanced,0.05729407787322997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,4,balanced,0.06610432147979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,4,balanced,0.0921446418762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,4,balanced,0.14062080383300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,4,balanced,0.25120512008666995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,4,balanced,0.5220915222167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,8,power_law_1.2,5.728046264648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,4,balanced,0.7339366149902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,4,balanced,0.7375794982910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,4,balanced,0.7413478088378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,4,balanced,0.7455014038085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,4,balanced,0.9509862518310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,4,balanced,0.9534130859375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,4,balanced,0.9578585815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,4,balanced,0.9813465881347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,4,balanced,0.9864115142822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,4,balanced,1.0082546997070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,4,balanced,1.0282739257812499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,8,power_law_1.2,7.139851684570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,4,balanced,1.077212142944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,4,balanced,1.130667495727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,4,balanced,1.2184153747558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,4,balanced,1.3186764526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,4,balanced,1.5169407653808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,4,balanced,1.8455308532714845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,4,balanced,2.2197171020507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,4,balanced,3.0040179443359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,4,balanced,3.776823120117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,4,balanced,0.03313535928726196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,4,balanced,0.04287744045257568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,4,balanced,0.05801087856292725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,4,balanced,0.08779775619506835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,4,balanced,0.150632963180542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,4,balanced,0.26820863723754884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,4,balanced,0.3934220886230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,4,balanced,0.39604095458984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,4,balanced,0.3984921646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,4,balanced,0.40066688537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,4,balanced,0.4185459136962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,4,balanced,0.4231232070922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,4,balanced,0.4274752044677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,4,balanced,0.4341388702392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,4,balanced,5.383973388671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,4,balanced,0.4458700942993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,4,balanced,0.4514764785766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,4,balanced,0.4690879821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,4,balanced,0.5040319824218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,4,balanced,0.5310361480712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,4,balanced,0.5955955123901366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,4,balanced,0.655319061279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,4,balanced,0.7780006408691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,4,balanced,0.902108154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,4,balanced,1.1549337768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,4,balanced,1.4601907348632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,4,balanced,0.044741120338439945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,4,balanced,0.06375679969787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,4,balanced,1.965716552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,4,balanced,0.09904128074645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,4,balanced,0.16605695724487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,4,balanced,0.23361663818359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,4,balanced,0.23675392150878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,4,balanced,2.571230773925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,4,balanced,0.24035072326660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,4,balanced,0.24199424743652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,4,balanced,0.25309823989868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,4,balanced,0.244586238861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,4,balanced,0.2598451232910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,4,balanced,0.2658611106872558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,4,balanced,0.3519513702392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,4,balanced,0.36319488525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,4,balanced,0.37605377197265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,4,balanced,0.49079807281494137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,4,balanced,0.5124364852905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,4,balanced,0.6359436798095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,4,balanced,1.1313996887207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,4,balanced,1.2225894165039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,4,balanced,1.7730368041992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,4,balanced,2.3986944580078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,4,balanced,3.489655151367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,4,balanced,4.68545166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,4,balanced,6.304472045898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,4,power_law_1.01,0.09296256065368652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,4,power_law_1.01,0.14014592170715331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,4,power_law_1.01,0.24638208389282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,4,power_law_1.01,0.2637068748474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,4,power_law_1.01,0.39562751770019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,4,power_law_1.01,0.5197043228149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,4,power_law_1.01,0.550458869934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,4,balanced,9.698682861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,4,power_law_1.01,0.6842150115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,4,power_law_1.01,0.5437900924682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,4,power_law_1.01,0.6753600311279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,4,power_law_1.01,0.8536307525634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,4,power_law_1.01,0.846539535522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,4,power_law_1.01,0.820664291381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,4,power_law_1.01,0.8206451416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,4,power_law_1.01,0.871677474975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,4,power_law_1.01,0.9586048126220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,4,power_law_1.01,0.9399449920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,4,balanced,12.709844970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,4,power_law_1.01,1.068072967529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,4,power_law_1.01,1.0718669128417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,4,power_law_1.01,1.2137433624267577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,4,power_law_1.01,1.3644927978515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,4,power_law_1.01,1.6072076416015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,4,power_law_1.01,1.8720640563964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,4,power_law_1.01,2.508943328857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,4,power_law_1.01,2.97380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,4,power_law_1.01,0.06328320026397705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,4,power_law_1.01,0.08570240020751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,4,power_law_1.01,0.14556544303894042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,4,power_law_1.01,0.1633011245727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,4,power_law_1.01,4.351933288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,4,power_law_1.01,0.210383358001709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,4,power_law_1.01,0.2671155166625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,4,power_law_1.01,0.29614336013793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,4,power_law_1.01,0.34837120056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,4,power_law_1.01,0.3441625595092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,4,power_law_1.01,0.3564044952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,4,power_law_1.01,5.576511840820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,4,power_law_1.01,0.38392704010009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,4,power_law_1.01,0.36844032287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,4,power_law_1.01,0.35476734161376955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,4,power_law_1.01,0.3670143890380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,4,power_law_1.01,0.3751359939575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,4,power_law_1.01,0.3987161636352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,4,power_law_1.01,0.41452289581298823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,4,power_law_1.01,0.4460761642456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.01,0.4719948959350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.01,0.5523980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.01,0.6157158279418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.01,0.7167897796630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.01,0.9006963348388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.01,1.1597325134277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.01,1.4453759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,4,power_law_1.01,0.04765696048736572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.01,2.0340057373046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,4,power_law_1.01,0.0637004804611206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,4,power_law_1.01,0.10174976348876955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.01,2.4982989501953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,4,power_law_1.01,0.1219264030456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,4,power_law_1.01,0.19587711334228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,4,power_law_1.01,0.22338560104370114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,4,power_law_1.01,0.25617919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,4,power_law_1.01,0.28088319778442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,4,power_law_1.01,0.3042048072814941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,4,power_law_1.01,0.28066816329956057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,4,power_law_1.01,0.31480831146240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,4,power_law_1.01,0.359185905456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,4,power_law_1.01,0.4222732925415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,4,power_law_1.01,0.4664755249023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,4,power_law_1.01,0.5229414367675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,4,power_law_1.01,0.6217715072631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,4,power_law_1.01,0.7567206573486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,8,power_law_1.2,9.841556396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,4,power_law_1.01,0.9939584350585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,4,power_law_1.01,1.1694886779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,4,power_law_1.01,1.495089874267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,4,power_law_1.01,2.155669708251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,4,power_law_1.01,2.643010559082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,4,power_law_1.01,3.442375793457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,4,power_law_1.01,4.996124267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,4,power_law_1.2,0.09266176223754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,4,power_law_1.2,0.13957887649536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,4,power_law_1.2,0.21385984420776366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,4,power_law_1.2,0.24546815872192385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,4,power_law_1.01,6.37592041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,4,power_law_1.2,0.3780416107177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,4,power_law_1.2,0.4885120010375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,4,power_law_1.2,0.5428518295288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,4,power_law_1.2,0.669144287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,4,power_law_1.2,0.7034982299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,4,power_law_1.2,0.7193996429443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,4,power_law_1.2,0.8616614532470702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,4,power_law_1.2,0.8920486450195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,4,power_law_1.2,0.8355609893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,4,power_law_1.2,0.8623193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,4,power_law_1.2,0.9005670166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,4,power_law_1.2,0.9396441650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,4,power_law_1.2,0.9322099304199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,4,power_law_1.2,1.0265484619140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,4,power_law_1.01,9.603251342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,4,power_law_1.2,1.1114125061035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,4,power_law_1.2,1.2303628540039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,4,power_law_1.01,12.98685791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,4,power_law_1.2,1.364391632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,4,power_law_1.2,1.6692390441894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,4,power_law_1.2,1.9386534118652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,4,power_law_1.2,2.639331970214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,4,power_law_1.2,0.06378880023956299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,4,power_law_1.2,3.229642333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,4,power_law_1.2,0.08569087982177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,4,power_law_1.2,0.1303116798400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,4,power_law_1.2,0.16332799911499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,4,power_law_1.2,0.20027008056640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,4,power_law_1.2,0.24748159408569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,4,power_law_1.2,0.280317440032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,4,power_law_1.2,4.4256460571289065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,4,power_law_1.2,0.34871936798095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,4,power_law_1.2,0.3591961669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,4,power_law_1.2,0.38264190673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,4,power_law_1.2,0.3806233596801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,4,power_law_1.2,0.36618881225585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,4,power_law_1.2,0.3718476867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,4,power_law_1.2,0.37912193298339847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,4,power_law_1.2,0.39126655578613284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,4,power_law_1.2,0.4136767959594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,4,power_law_1.2,0.4184409713745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,4,power_law_1.2,5.709427490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,4,power_law_1.2,0.4532684707641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.2,0.48831745147705075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.2,0.5759334564208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.2,0.6446246337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.2,0.7857459259033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.2,0.94487548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.2,1.1809740447998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,4,power_law_1.2,0.04699776172637939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.2,1.4900160217285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,4,power_law_1.2,0.06367616176605224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,4,power_law_1.2,0.0874022388458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.2,2.114896697998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,16,power_law_1.2,32.211806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,4,power_law_1.2,0.10940032005310059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,4,power_law_1.2,0.19558399200439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,4,power_law_1.2,0.222607364654541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,4,power_law_1.2,0.25296640396118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,4,power_law_1.2,0.2856499290466309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.2,2.74131591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,4,power_law_1.2,0.310250244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,4,power_law_1.2,0.2855219268798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,4,power_law_1.2,0.3156697654724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,4,power_law_1.2,0.36031871795654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,4,power_law_1.2,0.436737289428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,4,power_law_1.2,0.46869758605957035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,4,power_law_1.2,0.5335974502563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,4,power_law_1.2,0.6422067260742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,4,power_law_1.2,0.7685132598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,4,power_law_1.2,0.9856614685058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,4,power_law_1.2,1.1724543762207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,4,power_law_1.2,1.5279525756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,4,power_law_1.2,1.9172837829589846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,4,power_law_1.2,2.6990451049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,4,power_law_1.2,3.466392211914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,2,balanced,0.05722239971160888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,2,balanced,0.06788224220275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,2,balanced,0.08812671661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,2,balanced,0.13800959587097167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,2,balanced,0.2542259216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,2,balanced,0.5234611129760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,2,balanced,0.7314546966552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,2,balanced,0.7347366333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,2,balanced,0.7388620758056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,4,power_law_1.2,4.950969543457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,2,balanced,0.7421836853027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,2,balanced,0.7495629119873046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,2,balanced,0.7563929748535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,2,balanced,0.7636351776123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,2,balanced,0.9537792205810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,2,balanced,0.9627980804443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,2,balanced,0.9790822601318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,2,balanced,0.9989234924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,2,balanced,1.048336639404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,2,balanced,1.0890022277832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,2,balanced,1.1658060455322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,2,balanced,1.2800473022460939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,2,balanced,1.5118899536132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,2,balanced,1.9476454162597654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,2,balanced,2.3865370178222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,2,balanced,3.1545510864257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,4,power_law_1.2,6.48669677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,2,balanced,0.03466752052307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,2,balanced,3.9062872314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,2,balanced,0.04535168170928955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,2,balanced,0.066594557762146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,2,balanced,0.09174655914306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,2,balanced,0.16094976425170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,2,balanced,0.29738367080688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,2,balanced,0.42960769653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,2,balanced,0.4303641510009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,2,balanced,0.43472511291503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,2,balanced,0.4374361419677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,2,balanced,0.44267009735107427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,2,balanced,0.44931713104248044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,2,balanced,0.45319679260253903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,2,balanced,0.5035776138305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,2,balanced,5.8055395507812495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,2,balanced,0.5098368072509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,2,balanced,0.5178470230102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,2,balanced,0.5284262466430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,2,balanced,0.5565990447998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,2,balanced,0.5821376037597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,2,balanced,0.6389657592773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,2,balanced,0.6980928039550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,2,balanced,0.8099673461914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,2,balanced,0.9307046508789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,2,balanced,1.1758195495605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,2,balanced,1.5535781860351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,2,balanced,0.03433471918106079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,2,balanced,2.0578265380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,2,balanced,0.04734464168548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,2,balanced,0.06793087959289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,2,balanced,0.10539392471313476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,2,balanced,0.1788390350341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,2,balanced,2.6808679199218752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,2,balanced,0.2521356773376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,2,balanced,0.25402751922607425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,2,balanced,0.2626726341247559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,2,balanced,0.25631616592407225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,2,balanced,0.2618355178833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,2,balanced,0.267455997467041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,2,balanced,0.27208703994750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,2,balanced,0.2834815979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,2,balanced,0.297204475402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,2,balanced,0.31035776138305665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,2,balanced,0.4154713439941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,2,balanced,0.437151985168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,2,balanced,0.5965158462524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,2,balanced,0.6389657592773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,2,balanced,0.8122879791259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,2,balanced,1.4142784118652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,2,balanced,1.5642265319824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,2,balanced,2.2413542175292966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,2,balanced,3.085669250488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,2,balanced,4.443789978027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,2,power_law_1.01,0.06866943836212158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,2,power_law_1.01,0.08823040008544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,2,balanced,6.062164306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,2,power_law_1.01,0.1364121627807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,2,power_law_1.01,0.17818239212036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,2,power_law_1.01,0.29413120269775395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,2,power_law_1.01,0.43741569519042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,2,power_law_1.01,0.49729663848876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,2,power_law_1.01,0.5805977630615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,2,power_law_1.01,0.6190118408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,2,power_law_1.01,0.6165593719482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,2,power_law_1.01,0.6350719833374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,2,balanced,8.225323486328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,2,power_law_1.01,0.6351436614990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,2,power_law_1.01,0.6479039764404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,2,power_law_1.01,0.8021631622314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,2,power_law_1.01,0.8678553771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,2,power_law_1.01,0.8770240020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,2,power_law_1.01,0.9062092590332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,2,power_law_1.01,0.9818521881103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,2,power_law_1.01,1.0429811096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,2,power_law_1.01,1.1838233947753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,2,power_law_1.01,1.3337945556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,2,power_law_1.01,1.6132415771484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,2,power_law_1.01,1.9125645446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,4,power_law_1.2,9.566485595703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,2,power_law_1.01,2.4785061645507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,2,power_law_1.01,0.046197757720947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,2,power_law_1.01,0.059077119827270506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,2,power_law_1.01,0.08871552467346192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,2,power_law_1.01,3.0603186035156247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,2,power_law_1.01,0.11427712440490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,2,power_law_1.01,0.18877567291259764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,2,power_law_1.01,0.2287001609802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,2,power_law_1.01,0.2648896026611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,2,power_law_1.01,0.3278720092773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,2,power_law_1.01,0.33795967102050783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,2,power_law_1.01,4.098721313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,2,power_law_1.01,0.3435033416748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,2,power_law_1.01,0.35803009033203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,2,power_law_1.01,0.3757785415649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,2,power_law_1.01,0.38309249877929685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,2,power_law_1.01,0.43262462615966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,2,power_law_1.01,0.43172222137451166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,2,power_law_1.01,5.177094116210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,2,power_law_1.01,0.4445235061645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,2,power_law_1.01,0.45633281707763673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,2,power_law_1.01,0.5056512069702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.01,0.5319884872436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.01,0.613628158569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.01,0.6974720001220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.01,0.8210316467285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.01,0.9699660491943358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.01,1.2793599700927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.01,1.5677452087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,2,power_law_1.01,0.03408512115478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.01,2.1341477966308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,2,power_law_1.01,0.04792448043823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,2,power_law_1.01,0.06703999996185303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,2,power_law_1.01,0.09945856094360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,2,power_law_1.01,0.1258854389190674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,2,power_law_1.01,0.19396095275878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.01,2.73601806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,8,power_law_1.2,17.4804833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,2,power_law_1.01,0.20663936614990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,2,power_law_1.01,0.23067264556884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,2,power_law_1.01,0.24539648056030275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,2,power_law_1.01,0.24891263961791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,2,power_law_1.01,0.30781696319580076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,2,power_law_1.01,0.3162201690673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,2,power_law_1.01,0.33302654266357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,2,power_law_1.01,0.36073856353759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,2,power_law_1.01,0.40551422119140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,2,power_law_1.01,0.5031270217895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,2,power_law_1.01,0.5652774429321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,2,power_law_1.01,0.7868748474121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,2,power_law_1.01,0.9351910400390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,2,power_law_1.01,1.2402342224121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,2,power_law_1.01,1.4831718444824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,2,power_law_1.01,1.968791046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,2,power_law_1.01,2.480774383544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,2,power_law_1.2,0.06844672203063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,2,power_law_1.2,0.08844927787780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,2,power_law_1.01,3.495221862792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,2,power_law_1.2,0.12716416358947752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,2,power_law_1.2,0.16664831161499022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,2,power_law_1.2,0.2859724807739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,2,power_law_1.2,0.3792025756835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,2,power_law_1.2,0.47740543365478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,2,power_law_1.01,4.487080993652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,4,power_law_1.2,12.729062500000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,2,power_law_1.2,0.5622848129272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,2,power_law_1.2,0.5938816070556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,2,power_law_1.2,0.5871219253540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,2,power_law_1.2,0.6030822372436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,2,power_law_1.2,0.6397862243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,2,power_law_1.2,0.6553932952880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,2,power_law_1.2,0.848380126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,2,power_law_1.2,0.8585523223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,2,power_law_1.2,0.8763136291503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,2,power_law_1.01,6.470390014648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,2,power_law_1.2,0.9026496124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,2,power_law_1.2,0.9796991729736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,2,power_law_1.2,1.0630233764648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,2,power_law_1.2,1.1972160339355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,2,power_law_1.2,1.3740031433105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,2,power_law_1.2,1.6346739196777342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,2,power_law_1.2,1.9264601135253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,2,power_law_1.01,8.421151733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,2,power_law_1.2,0.04956031799316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,2,power_law_1.2,2.5163186645507816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,2,power_law_1.2,0.05956736087799073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,2,power_law_1.2,0.08272640228271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,2,power_law_1.2,0.11425408363342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,2,power_law_1.2,0.16205951690673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,2,power_law_1.2,0.2172019195556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,2,power_law_1.2,3.105771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,2,power_law_1.2,0.2489536094665527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,2,power_law_1.2,0.32184192657470706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,2,power_law_1.2,0.3396531295776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,2,power_law_1.2,0.36239742279052733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,2,power_law_1.2,0.34603519439697267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,2,power_law_1.2,0.3736153411865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,2,power_law_1.2,0.38136192321777346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,2,power_law_1.2,0.4285555267333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,2,power_law_1.2,0.4296601486206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,2,power_law_1.2,4.08822021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,2,power_law_1.2,0.4471692657470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,2,power_law_1.2,0.4610329437255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,2,power_law_1.2,0.5128230285644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.2,0.538716163635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.2,0.6236032104492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.2,0.7056063842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.2,0.8434444427490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,2,power_law_1.2,5.3042431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.2,1.0023769378662108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.2,1.3033753967285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,2,power_law_1.2,0.03334144115447998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,2,power_law_1.2,0.04773375988006592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.2,1.604261169433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,2,power_law_1.2,0.06745984077453612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,2,power_law_1.2,0.08805888175964356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,2,power_law_1.2,0.11478272438049317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.2,2.1999807739257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,2,power_law_1.2,0.1940070343017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,2,power_law_1.2,0.20899967193603514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,2,power_law_1.2,0.2325388717651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,2,power_law_1.2,0.24459264755249022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.2,2.7572454833984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,2,power_law_1.2,0.25592960357666017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,2,power_law_1.2,0.31498624801635744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,2,power_law_1.2,0.34892543792724606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,2,power_law_1.2,0.3258752059936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,2,power_law_1.2,0.36466175079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,2,power_law_1.2,0.4154316711425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,2,power_law_1.2,0.520893440246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,2,power_law_1.2,0.5874086380004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,2,power_law_1.2,0.8223065948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,2,power_law_1.2,0.9601907348632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,2,power_law_1.2,1.2788825225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,2,power_law_1.2,1.5025088500976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,2,power_law_1.2,1.9773913574218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,1,balanced,0.06935872077941894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,1,balanced,0.07941760063171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,1,balanced,0.10040831565856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,1,balanced,0.15052351951599122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,1,balanced,0.26256704330444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,2,power_law_1.2,2.4927500915527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,1,balanced,0.536170883178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,1,balanced,0.750747528076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,2,power_law_1.2,3.4949337768554685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,2,power_law_1.2,4.4891290283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,1,balanced,0.7549811553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,1,balanced,0.7591264343261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,1,balanced,0.7628141021728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,1,balanced,0.7716780853271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,1,balanced,0.7792095947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,1,balanced,0.7853388977050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,1,balanced,0.8046246337890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,8,power_law_1.2,21.757246093750002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,1,balanced,0.8184236907958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,1,balanced,0.8304524993896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,2,power_law_1.2,6.4605297851562495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,1,balanced,1.00531005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,1,balanced,1.0512973022460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,1,balanced,1.0961535644531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,1,balanced,1.1851181030273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,1,balanced,1.3018809509277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,1,balanced,1.536941375732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,balanced,0.046894078254699705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,balanced,0.06054912090301514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,balanced,0.07939008235931397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,balanced,0.1195206356048584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,1,balanced,2.2905535888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,balanced,0.2051340866088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,1,balanced,2.397303009033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,2,power_law_1.2,8.411918334960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,balanced,0.3758911895751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,balanced,0.5467967987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,balanced,0.5492595291137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,balanced,0.5515532684326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,balanced,0.5557440185546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,1,balanced,3.3800506591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,balanced,0.5591680145263671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,balanced,0.5634284973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,balanced,0.5712787246704101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,balanced,0.5792921447753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,balanced,0.586921615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,balanced,0.5942079925537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,1,balanced,4.2345080566406255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,balanced,0.7090707397460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,balanced,0.7278540802001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,balanced,0.7546105957031249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,balanced,0.8039276885986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,balanced,0.846463394165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,balanced,0.9609932708740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,balanced,1.0723340606689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,1,power_law_1.01,0.07009984016418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,balanced,1.3163839721679689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,1,power_law_1.01,0.07958208084106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,1,power_law_1.01,0.10071295738220214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,1,power_law_1.01,0.15132479667663573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,1,power_law_1.01,0.24481983184814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,1,balanced,6.702933959960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,balanced,1.8692883300781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,1,power_law_1.01,0.3568588638305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,1,power_law_1.01,0.4258777618408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,balanced,2.3643775939941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,1,power_law_1.01,0.5562464141845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,1,power_law_1.01,0.5750732803344727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,1,power_law_1.01,0.5953158569335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,1,power_law_1.01,0.6194163131713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,1,power_law_1.01,0.6314988708496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,1,power_law_1.01,0.6598989105224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,balanced,3.170501708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,1,power_law_1.01,0.6967295837402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,1,power_law_1.01,0.7147917175292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,1,power_law_1.01,0.766072998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,1,power_law_1.01,0.9023693084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,1,power_law_1.01,0.9639282989501954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,1,power_law_1.01,1.0324947357177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,1,power_law_1.01,1.1839481353759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,1,power_law_1.01,1.3341311645507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,1,power_law_1.01,1.6323738098144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.046590080261230474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,1,power_law_1.01,1.956865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07981760025024413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.12004159927368163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.19320512771606446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,1,power_law_1.01,2.5698443603515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.061758718490600585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.26970304489135744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.30888063430786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.3854444885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.4047955322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.4270668792724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,1,power_law_1.01,3.2656295776367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.44119102478027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.44994430541992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.4635212707519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.4815641784667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.4922809600830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.5081139373779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.6052454376220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.637655029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,1,power_law_1.01,4.423036193847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.6754886627197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.7553734588623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.8427174377441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,0.9989440155029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,1,power_law_1.2,0.06972224235534667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,1,power_law_1.01,5.423092041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.1625132751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,1,power_law_1.2,0.079170560836792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.4971302795410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,1,power_law_1.2,0.15097023963928222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,1,power_law_1.2,0.22633792877197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,1.820679016113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,1,power_law_1.2,0.33801280975341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,1,power_law_1.2,0.39371070861816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,1,power_law_1.2,0.10028544425964356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,1,power_law_1.2,0.5577439880371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.5099385070800784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,1,power_law_1.2,0.5682854461669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,1,power_law_1.2,0.5828780746459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,1,power_law_1.2,0.6039871978759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,1,power_law_1.2,0.6287731170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,1,power_law_1.2,0.6515602874755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,1,power_law_1.2,0.69172607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,1,power_law_1.2,0.7169292449951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,3.1984747314453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,1,power_law_1.2,0.774115219116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,1,power_law_1.2,0.9075904083251952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,1,power_law_1.2,0.9740870666503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,1,power_law_1.2,1.0401535797119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,1,power_law_1.2,1.2163155364990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,1,power_law_1.2,1.3798617553710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.04630591869354248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,1,power_law_1.2,1.688643798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.061593599319458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,1,power_law_1.2,2.003747863769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07993408203124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.12019968032836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.18061183929443358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,1,power_law_1.2,2.6131878662109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.2534636878967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.2913075256347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.3778412628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,1,power_law_1.2,3.2248339843750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.3931609725952149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.4103980636596679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.4272652816772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.4458303833007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.45839614868164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.4751558303833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,1,power_law_1.2,4.1886898803710935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.4918809509277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.5041036987304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.6070425415039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.6529663848876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.6866815948486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.7810835266113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.8803667449951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,1,power_law_1.2,5.3719067382812495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,1.0409209442138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,16,balanced,0.07160064220428466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,16,balanced,0.0714739179611206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,16,balanced,0.09015680313110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.2195468902587892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,16,balanced,0.14047743797302245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,16,balanced,0.2651929664611816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,16,balanced,0.5286016082763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.5585491943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,16,balanced,0.7468582153320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,1.890809020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,16,balanced,0.953839340209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,16,balanced,0.9649062347412108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,16,balanced,0.963653106689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,16,balanced,0.9664768218994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,16,balanced,0.9786061096191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,16,balanced,0.977606430053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.566026916503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,16,balanced,0.9747532653808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,16,balanced,0.9877490997314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,16,balanced,0.9873062133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,16,balanced,1.0145075225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,16,balanced,1.048089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,16,balanced,1.1087385559082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,3.2728677368164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,16,balanced,1.1639360046386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,16,balanced,1.2312960052490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,16,balanced,0.04481664180755615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,16,balanced,1.3471334838867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,16,balanced,0.04426623821258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,16,balanced,0.05574528217315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,16,balanced,0.08398336410522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,16,balanced,0.14554752349853514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,16,balanced,1.808495330810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,16,balanced,1.86925048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,16,balanced,0.2671999931335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,16,balanced,0.38520446777343753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,16,balanced,0.4119782257080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,16,balanced,0.41446144104003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,16,balanced,0.41308544158935545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,16,balanced,2.429004821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,16,balanced,0.42081279754638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,16,balanced,0.4255372619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,16,balanced,0.42805374145507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,16,balanced,0.4234163284301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,16,balanced,0.4286489486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,16,balanced,0.4310105514526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,16,balanced,0.4401753616333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,16,balanced,3.175101318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,16,balanced,0.45952640533447264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,16,balanced,0.4855744171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,16,balanced,0.5288716888427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,16,balanced,0.5683801651000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,16,balanced,0.6352230453491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,16,balanced,0.7154649353027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,16,balanced,0.09514368057250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,16,balanced,0.0955571174621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,16,balanced,0.8947366333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,16,balanced,0.15910911560058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,16,balanced,1.086551055908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,16,balanced,4.575754089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,16,balanced,0.22185216903686525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,16,balanced,0.22539136886596678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,16,balanced,0.23039615631103513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,16,balanced,0.2368000030517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,16,balanced,0.2462259292602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,16,balanced,1.38355712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,16,balanced,0.3080998420715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,16,balanced,0.30532863616943356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,16,balanced,0.3155686378479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,16,balanced,0.4143833541870118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,16,balanced,0.42390911102294926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,16,balanced,1.8126937866210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,16,balanced,0.5055564880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,16,balanced,0.5111155319213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,16,balanced,0.5141401672363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,16,balanced,0.9643583679199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,16,balanced,0.9837747192382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,16,balanced,1.4944869995117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,16,balanced,1.9689447021484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,16,balanced,2.9606283569335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,16,balanced,3.9762918090820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,16,power_law_1.01,0.26367616653442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,16,balanced,5.098650817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,16,power_law_1.01,0.5234483337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,16,power_law_1.01,0.7331327819824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,16,power_law_1.01,0.7306393432617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,16,power_law_1.01,0.7348531341552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,16,power_law_1.01,0.9426930999755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,16,power_law_1.01,0.9498432159423829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,16,power_law_1.01,0.9127385711669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,16,power_law_1.01,0.8753228759765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,16,power_law_1.01,0.8526322937011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,16,power_law_1.01,0.8374578857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,16,power_law_1.01,0.8628761291503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,16,power_law_1.01,0.8851404571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,16,power_law_1.01,0.9387366485595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,16,balanced,7.960897216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,16,power_law_1.01,0.7892031860351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,16,power_law_1.01,0.8566643524169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,16,power_law_1.01,0.9504806518554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,16,power_law_1.01,1.0725350189208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,16,power_law_1.01,1.075736312866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,16,balanced,10.70284423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,16,power_law_1.01,1.2503539276123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,16,power_law_1.01,1.4496678161621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,16,power_law_1.01,1.8798553466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,16,power_law_1.01,2.130626525878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.14515456199645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.2640166473388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,16,power_law_1.01,2.7466302490234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.38166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.37637374877929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.3842380905151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,16,power_law_1.01,3.9901605224609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.38924800872802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.3705868911743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.3913407897949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.35971328735351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.36976383209228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.38063873291015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.39863296508789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,16,power_law_1.01,5.119645385742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.3894156646728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,16,balanced,16.054875488281247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.3353817749023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.39951358795166014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.3545907211303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.3973183822631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.4253273773193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.441710090637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.5111999893188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.5623385620117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,0.6964864349365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,0.8045184326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,16,power_law_1.01,6.923811645507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,1.1016780853271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,16,power_law_1.01,0.09597056388854981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,1.3337600708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,16,power_law_1.01,0.13824255943298341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,16,power_law_1.01,0.22105344772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,16,power_law_1.01,0.2181273651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,16,power_law_1.01,0.2550720024108887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,16,power_law_1.01,0.25874559402465824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,2.0240576171874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,16,power_law_1.01,0.29185792922973636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,16,power_law_1.01,0.3044326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,16,power_law_1.01,0.34835201263427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,16,power_law_1.01,0.36731521606445316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,2.3124185180664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,16,power_law_1.01,0.430015983581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,16,power_law_1.01,0.44488960266113275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,16,power_law_1.01,0.582817268371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,16,power_law_1.01,0.7128921508789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,16,power_law_1.01,0.8186573028564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,16,power_law_1.01,0.8637375640869142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,16,balanced,22.32035888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,16,power_law_1.01,1.1942681884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,16,power_law_1.01,1.4123724365234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,16,power_law_1.01,1.822248992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,16,power_law_1.01,3.1656039428710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,16,power_law_1.01,4.531161499023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,16,power_law_1.2,0.2634380722045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,16,power_law_1.2,0.5250304031372071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,16,power_law_1.2,0.7055296325683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,16,power_law_1.2,0.6910169219970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,16,power_law_1.2,0.7398783874511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,16,power_law_1.2,0.884563217163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,16,power_law_1.2,0.8559180450439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,16,power_law_1.2,0.8915570831298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,16,power_law_1.01,6.198328247070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,16,power_law_1.2,0.8459852600097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,16,power_law_1.2,0.7807142639160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,16,power_law_1.2,0.8677760314941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,16,power_law_1.2,0.8280614471435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,16,power_law_1.2,0.8444070434570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,16,power_law_1.2,0.838519058227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,16,power_law_1.2,0.8069427490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,16,power_law_1.2,0.8552639770507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,16,power_law_1.2,0.9766643524169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,16,power_law_1.2,1.007161636352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,16,power_law_1.2,1.1663475036621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,16,power_law_1.2,1.2941055297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,16,power_law_1.2,1.4614604187011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,16,power_law_1.2,2.0298956298828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,16,power_law_1.01,7.611883544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,16,power_law_1.2,2.4552333068847654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,16,power_law_1.2,3.4887872314453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,16,power_law_1.2,4.695851440429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.16454143524169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,16,power_law_1.2,38.90603759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.264579849243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.36827903747558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.3358937454223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.3780108642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.3651264190673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,16,power_law_1.2,6.171134643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.3654719924926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.367327995300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.36607486724853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.37534465789794924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.36668033599853517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.3917951965332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.39443584442138674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.3554956817626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.3553343963623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.36819713592529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.4147200012207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.4358771133422851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.4923468780517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.5316915130615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,0.6196940612792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,0.7463590240478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,16,power_law_1.2,8.543033447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,0.9094617462158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,1.207125778198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,16,power_law_1.2,0.0948147201538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,1.6405914306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,16,power_law_1.2,0.12130559921264647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,16,power_law_1.2,0.2208729553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,16,power_law_1.2,0.22637823104858396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,2.196569671630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,16,power_law_1.2,0.25930496215820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,16,power_law_1.2,0.25789695739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,16,power_law_1.2,0.29347583770751956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,3.0654452514648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,16,power_law_1.2,0.328353271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,16,power_law_1.2,0.34940032958984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,16,power_law_1.2,0.3721894454956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,16,power_law_1.2,0.5467596817016601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,16,power_law_1.2,0.5511513519287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,16,power_law_1.2,0.5945817565917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,16,power_law_1.2,0.7064524841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,16,power_law_1.2,0.84042236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,16,power_law_1.2,0.9600588989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,16,power_law_1.2,1.1422054290771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,16,power_law_1.01,11.39455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,16,power_law_1.2,1.9117056274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,16,power_law_1.2,2.131308746337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,16,power_law_1.01,16.650345458984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,16,power_law_1.2,3.2619955444335935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,16,power_law_1.2,4.159082336425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,16,power_law_1.2,6.354561157226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,8,balanced,0.06095232009887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,8,balanced,0.06902143955230713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,8,balanced,0.0898316764831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,8,balanced,0.14854528427124022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,8,balanced,0.25793664932250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,8,balanced,0.5289471817016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,8,balanced,0.743720932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,8,balanced,0.9412249755859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,8,balanced,0.9446336364746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,8,balanced,0.9449407958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,8,balanced,0.946003189086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,8,balanced,0.9535065460205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,8,balanced,0.9562777709960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,8,balanced,0.9673868560791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,8,balanced,0.9784358215332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,8,balanced,0.9879718780517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,8,balanced,1.0213247680664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,8,balanced,1.0681689453124998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,8,balanced,1.1320972442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,8,balanced,1.222603530883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,8,balanced,1.3316645812988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,8,balanced,1.5157017517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,16,power_law_1.01,21.634970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,8,balanced,1.8188633728027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,8,balanced,2.1899314880371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,8,balanced,2.9136639404296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,8,balanced,3.784856262207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,8,balanced,0.0354150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,8,balanced,0.0440550422668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,8,balanced,0.057992959022521974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,8,balanced,0.08653311729431153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,8,balanced,0.14956671714782716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,8,balanced,0.26972160339355467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,8,balanced,5.29718505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,16,power_law_1.2,8.289725341796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,8,balanced,0.3911641693115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,8,balanced,0.4085683059692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,8,balanced,0.4132620620727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,8,balanced,0.4162675094604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,8,balanced,0.41218303680419927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,8,balanced,0.41526142120361326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,8,balanced,0.4189849472045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,8,balanced,0.4273049545288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,8,balanced,0.43865726470947264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,8,balanced,0.44713729858398443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,8,balanced,0.46931583404541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,8,balanced,0.5027174377441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,8,balanced,0.5368819046020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,8,balanced,0.5999961471557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,8,balanced,0.6635507202148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,8,balanced,0.7949811553955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,8,balanced,0.9250892639160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,8,balanced,1.1959616088867189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,8,balanced,1.4931814575195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,8,balanced,0.06390016078948975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,8,balanced,0.09772031784057618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,8,balanced,2.0226034545898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,8,balanced,0.16239871978759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,8,balanced,0.22591360092163085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,8,balanced,0.22898176193237302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,8,balanced,0.23358335494995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,8,balanced,0.2430988883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,8,balanced,0.24656511306762696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,8,balanced,0.25180416107177733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,8,balanced,2.638321838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,8,balanced,0.32596607208251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,8,balanced,0.32483840942382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,8,balanced,0.3331865692138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,8,balanced,0.42953727722167967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,8,balanced,0.444400634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,8,balanced,0.5379801559448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,8,balanced,0.548479995727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,8,balanced,1.0010649871826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,8,balanced,1.0365631866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,8,balanced,1.517381134033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,8,balanced,2.069085388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,8,balanced,3.0286068725585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,8,balanced,4.021824035644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,8,balanced,5.261932983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,8,balanced,8.868039550781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,8,balanced,10.816748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,8,power_law_1.01,0.14755840301513673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,8,power_law_1.01,0.2521958351135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,8,power_law_1.01,0.5203238296508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,8,power_law_1.01,0.4892147064208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,8,power_law_1.01,0.6017292785644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,8,power_law_1.01,0.699125747680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,8,power_law_1.01,0.6934835052490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,8,power_law_1.01,0.9332543945312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,8,power_law_1.01,0.9258764648437501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,8,balanced,16.9093359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,8,power_law_1.01,0.9400498962402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,8,power_law_1.01,0.8099366760253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,8,power_law_1.01,0.8657638549804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,8,power_law_1.01,0.8637836456298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,8,power_law_1.01,0.8456384277343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,8,power_law_1.01,0.8813798522949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,8,power_law_1.01,0.9045747375488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,8,power_law_1.01,0.9721331024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,16,power_law_1.2,15.682332763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,8,power_law_1.01,1.0161113739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,8,power_law_1.01,1.094823684692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,8,power_law_1.01,1.2488511657714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,8,power_law_1.01,1.3562176513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,8,power_law_1.01,1.7638771057128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,8,power_law_1.01,2.026815948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,8,power_law_1.01,2.5063743591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,8,balanced,22.065861816406247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,8,power_law_1.01,0.09522560119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,8,power_law_1.01,0.14395520210266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,8,power_law_1.01,0.2602457618713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,8,power_law_1.01,3.3273867797851566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,8,power_law_1.01,0.22201343536376955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,8,power_law_1.01,0.30933504104614257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,8,power_law_1.01,0.3391449737548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,8,power_law_1.01,0.34318592071533205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,8,power_law_1.01,0.3823231887817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,8,power_law_1.01,4.555592956542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,8,power_law_1.01,0.3504115295410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,8,power_law_1.01,0.3588825607299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,8,power_law_1.01,0.37761791229248043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,8,power_law_1.01,0.35318912506103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,8,power_law_1.01,0.3713587188720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,8,power_law_1.01,0.36688255310058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,8,power_law_1.01,0.37730175018310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,8,power_law_1.01,0.383902702331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,8,power_law_1.01,0.41712001800537113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,8,power_law_1.01,0.4339110565185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.01,0.469224967956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.01,0.5415641784667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.01,0.6201612854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,8,power_law_1.01,5.796771850585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.01,0.7340518188476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.01,0.834936294555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.01,1.1077529907226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.01,1.349048309326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,8,power_law_1.01,0.06280064105987548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.01,1.8833779907226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,8,power_law_1.01,0.0893990421295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,8,power_law_1.01,0.12401151657104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,8,power_law_1.01,0.20721023559570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.01,2.5780737304687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,8,power_law_1.01,0.22613504409790036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,8,power_law_1.01,0.2536524772644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,8,power_law_1.01,0.2635264015197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,8,power_law_1.01,0.27051008224487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,8,power_law_1.01,0.3044326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,8,power_law_1.01,0.32407169342041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,8,power_law_1.01,0.39648128509521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,8,power_law_1.01,0.41428993225097654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,8,power_law_1.01,0.4656588745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,8,power_law_1.01,0.616305923461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,8,power_law_1.01,0.7239500427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,8,power_law_1.01,0.7824998474121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,8,power_law_1.01,0.9271398162841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,8,power_law_1.01,1.1915187072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,8,power_law_1.01,1.3223858642578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,8,power_law_1.01,2.1277696228027345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,8,power_law_1.01,2.6966668701171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,8,power_law_1.01,3.6304986572265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,8,power_law_1.01,4.866435852050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,8,power_law_1.01,7.367948608398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,8,power_law_1.2,0.14701184272766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,8,power_law_1.2,0.25240575790405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,8,power_law_1.2,0.4407500839233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,8,power_law_1.2,0.4370265579223632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,8,power_law_1.2,0.6034060668945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,8,power_law_1.2,0.66508544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,8,power_law_1.2,0.7287193298339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,8,power_law_1.2,0.9335628509521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,8,power_law_1.2,0.9331852722167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,8,power_law_1.2,0.9384909057617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,8,power_law_1.2,0.8521331024169921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,8,power_law_1.2,0.8661248016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,8,power_law_1.2,0.8736959838867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,8,power_law_1.2,0.8555635070800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,8,power_law_1.2,0.8868454742431642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,16,power_law_1.01,35.934787597656246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,8,power_law_1.2,0.9190195465087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,8,power_law_1.2,0.9365081787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,8,power_law_1.2,1.0706047821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,8,power_law_1.2,1.1453171539306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,8,power_law_1.2,1.229332504272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,8,power_law_1.2,1.4318194580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,8,power_law_1.2,1.864209899902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,8,power_law_1.2,2.2751257324218748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,8,power_law_1.2,2.7471435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,8,power_law_1.2,3.5652685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,16,power_law_1.2,18.556596679687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,8,power_law_1.2,0.08617088317871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,8,power_law_1.2,0.1440345573425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,8,power_law_1.2,0.20915456771850588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,8,power_law_1.2,5.203165283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,8,power_law_1.2,0.2241663932800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,8,power_law_1.2,0.31612415313720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,8,power_law_1.2,0.3519488143920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,8,power_law_1.2,0.34409088134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,8,power_law_1.2,0.35903488159179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,8,power_law_1.2,0.34233856201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,8,power_law_1.2,0.3234944152832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,8,power_law_1.2,0.33904769897460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,8,power_law_1.2,0.36366977691650393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,8,power_law_1.2,0.353067512512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,8,power_law_1.2,0.36476287841796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,8,power_law_1.2,0.37743358612060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,8,power_law_1.2,0.3875212860107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,8,power_law_1.2,7.061879272460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,8,power_law_1.2,0.432911376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,8,power_law_1.2,0.42906753540039066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,8,power_law_1.2,0.49764865875244146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,8,power_law_1.01,10.201710205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,8,power_law_1.2,0.5606259155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,8,power_law_1.2,0.6419251251220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,8,power_law_1.2,0.7585215759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,8,power_law_1.01,15.984113769531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,8,power_law_1.2,0.927294692993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,8,power_law_1.2,0.07752960205078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,8,power_law_1.2,0.08596480369567872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,8,power_law_1.2,1.5063398742675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,8,power_law_1.2,0.10924160003662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,8,power_law_1.2,1.2126335906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,8,power_law_1.2,0.20792959213256834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,8,power_law_1.2,0.22756736755371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,8,power_law_1.2,2.271997375488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,8,power_law_1.2,0.26294271469116215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,8,power_law_1.2,0.28232704162597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,8,power_law_1.2,0.28095232009887694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,8,power_law_1.2,0.3109286308288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,8,power_law_1.2,2.8576754760742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,8,power_law_1.2,0.33073150634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,8,power_law_1.2,0.41054336547851566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,8,power_law_1.2,0.4271424102783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,8,power_law_1.2,0.467138557434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,8,power_law_1.2,0.7756428527832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,8,power_law_1.2,0.6271321487426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,8,power_law_1.2,0.7540300750732423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,8,power_law_1.2,0.9389593505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,8,power_law_1.2,1.2286463928222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,8,power_law_1.2,1.5061952209472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,8,power_law_1.2,2.217676849365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,8,power_law_1.2,2.70516357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,8,power_law_1.2,3.994686584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,8,power_law_1.2,5.562304077148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,4,balanced,0.05736320018768311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,4,balanced,0.06609280109405517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,4,balanced,0.09195136070251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,4,balanced,0.139998722076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,4,balanced,0.2519935989379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,4,balanced,0.5214067077636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,4,balanced,0.7343936157226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,4,balanced,0.7387776184082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,4,balanced,0.7418611145019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,4,balanced,0.7450777435302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,4,balanced,0.9456307220458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,4,balanced,0.9549171447753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,4,balanced,0.9633164978027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,4,balanced,0.9742873382568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,4,balanced,0.9898892974853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,4,balanced,1.0019379425048829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,4,balanced,1.0332351684570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,4,balanced,1.0784563446044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,4,balanced,1.1307494354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,8,power_law_1.01,21.2460791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,4,balanced,1.2132147216796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,4,balanced,1.315055389404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,4,balanced,1.5147366333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,4,balanced,1.8511871337890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,4,balanced,2.2365798950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,4,balanced,2.9727435302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,4,balanced,3.7955084228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,4,balanced,0.03306368112564087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,4,balanced,0.04286464214324951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,4,balanced,0.05835008144378662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,4,balanced,0.08812159538269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,4,balanced,0.1509119987487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,4,balanced,0.2690009689331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,4,balanced,0.3934732818603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,4,balanced,0.3955072021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,4,balanced,0.39884414672851565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,4,balanced,5.399277954101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,4,balanced,0.3993638229370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,4,balanced,0.4185599899291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,4,balanced,0.42176254272460934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,4,balanced,0.42652542114257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,4,balanced,0.4338009643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,4,balanced,0.44460414886474614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,4,balanced,0.4514457702636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,4,balanced,0.47113601684570316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,4,balanced,0.5043097686767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,4,balanced,0.533702392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,4,balanced,0.5949196624755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,4,balanced,0.6559590148925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,4,balanced,0.7809126281738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,4,balanced,0.9028710174560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,4,balanced,1.1550924682617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,4,balanced,1.4639027404785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,4,balanced,1.963531494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,4,balanced,0.04466815948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,8,power_law_1.2,8.057021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,4,balanced,0.0636300802230835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,4,balanced,0.10126848220825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,4,balanced,0.16626047134399413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,4,balanced,2.571732482910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,4,balanced,0.23402496337890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,4,balanced,0.2371891212463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,4,balanced,0.24029184341430665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,4,balanced,0.24332799911499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,4,balanced,0.24575744628906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,4,balanced,0.2528460884094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,4,balanced,0.2597452735900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,4,balanced,0.2657868766784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,4,balanced,0.35054977416992184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,4,balanced,0.3643392181396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,4,balanced,0.3791513442993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,4,balanced,0.48520065307617183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,4,balanced,0.5156953430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,4,balanced,0.6376934432983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,4,balanced,1.1337664031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,4,balanced,1.2180531311035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,4,balanced,1.759842529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,4,balanced,2.367187194824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,4,balanced,3.472994689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,4,balanced,4.659594116210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,4,balanced,6.262935180664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,4,power_law_1.01,0.09219712257385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,4,power_law_1.01,0.13941120147705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,4,power_law_1.01,0.24556543350219728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,4,power_law_1.01,0.26153472900390623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,4,power_law_1.01,0.3960063934326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,4,power_law_1.01,0.5202342224121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,4,power_law_1.01,0.5505254364013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,4,balanced,9.823912963867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,4,power_law_1.01,0.6827635192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,4,power_law_1.01,0.5429209518432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,4,power_law_1.01,0.6736319732666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,4,power_law_1.01,0.8470079803466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,4,power_law_1.01,0.841190414428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,4,power_law_1.01,0.8180544281005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,4,power_law_1.01,0.8211341094970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,4,balanced,12.7812939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,4,power_law_1.01,0.8712409973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,4,power_law_1.01,0.9589708709716798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,4,power_law_1.01,0.9399884796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,4,power_law_1.01,1.0635456085205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,4,power_law_1.01,1.074588165283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,4,power_law_1.01,1.1862477111816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,4,power_law_1.01,1.362933807373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,4,power_law_1.01,1.6123149108886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,16,power_law_1.2,26.504824218750002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,4,power_law_1.01,1.8691378784179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,4,power_law_1.01,2.5074688720703127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,4,power_law_1.01,0.06354176044464112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,4,power_law_1.01,0.08560256004333497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,4,power_law_1.01,2.9781042480468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,4,power_law_1.01,0.1450931167602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,4,power_law_1.01,0.1555776023864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,4,power_law_1.01,0.20947839736938478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,4,power_law_1.01,0.25099519729614256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,4,power_law_1.01,0.296570873260498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,4,power_law_1.01,4.302389831542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,4,power_law_1.01,0.34814334869384767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,8,power_law_1.2,10.0341455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,4,power_law_1.01,0.3450342559814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,4,power_law_1.01,0.36058113098144534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,4,power_law_1.01,0.3831526565551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,4,power_law_1.01,0.36878337860107424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,4,power_law_1.01,0.3585766220092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,4,power_law_1.01,5.588480224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,4,power_law_1.01,0.36858497619628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,4,power_law_1.01,0.3748390579223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,4,power_law_1.01,0.39706878662109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,4,power_law_1.01,0.41484928131103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,4,power_law_1.01,0.4763379287719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.01,0.46962814331054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.01,0.5502016067504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.01,0.6168832015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.01,0.7170214080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.01,0.902324447631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.01,1.1586841583251952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,4,power_law_1.01,0.04671616077423096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.01,1.4457395935058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,4,power_law_1.01,0.06367616176605224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,4,power_law_1.01,0.09284480094909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,4,power_law_1.01,0.12139264106750489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,4,power_law_1.01,0.1950592041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.01,2.0272703552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,4,power_law_1.01,0.21663999557495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,4,power_law_1.01,0.25509759902954104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,4,power_law_1.01,0.28101119995117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.01,2.50089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,4,power_law_1.01,0.28113023757934574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,4,power_law_1.01,0.29597312927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,4,power_law_1.01,0.3144191932678223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,4,power_law_1.01,0.3579276657104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,4,power_law_1.01,0.42530559539794927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,4,power_law_1.01,0.4655910491943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,4,power_law_1.01,0.5195507049560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,4,power_law_1.01,0.6233625411987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,4,power_law_1.01,0.7573887634277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,4,power_law_1.01,0.953017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,4,power_law_1.01,1.1701145935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,4,power_law_1.01,1.5142335510253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,4,power_law_1.01,1.8923826599121092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,4,power_law_1.01,2.6980493164062502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,4,power_law_1.01,3.450250244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,4,power_law_1.2,0.09254015922546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,4,power_law_1.2,0.13969152450561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,4,power_law_1.2,0.21396608352661134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,4,power_law_1.01,4.8214746093750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,4,power_law_1.2,0.24662784576416014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,4,power_law_1.2,0.35028480529785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,4,power_law_1.2,0.49149440765380864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,4,power_law_1.2,0.5447526550292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,4,power_law_1.2,0.6694322967529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,4,power_law_1.01,6.554123535156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,4,power_law_1.2,0.7039603424072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,4,power_law_1.2,0.7168243408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,4,power_law_1.2,0.7436147308349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,4,power_law_1.2,0.899900131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,4,power_law_1.2,0.8416883087158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,4,power_law_1.2,0.8574784088134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,4,power_law_1.2,0.8994086456298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,4,power_law_1.2,0.9322176361083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,4,power_law_1.2,0.9356658935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,4,power_law_1.2,1.0377996826171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,4,power_law_1.2,1.1069709014892577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,4,power_law_1.2,1.2399577331542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,4,power_law_1.2,1.4137242126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,4,power_law_1.2,1.6693696594238283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,4,power_law_1.2,1.9604428100585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,4,power_law_1.01,9.640859985351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,4,power_law_1.01,13.150084228515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,4,power_law_1.2,2.494923553466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,4,power_law_1.2,0.06351871967315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,4,power_law_1.2,0.08555007934570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,4,power_law_1.2,0.1253171157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,4,power_law_1.2,0.1640985679626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,4,power_law_1.2,3.223665771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,4,power_law_1.2,0.20003072738647462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,4,power_law_1.2,0.25084159851074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,4,power_law_1.2,0.28085376739501955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,4,power_law_1.2,0.34867969512939456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,4,power_law_1.2,0.36208385467529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,4,power_law_1.2,4.4230783081054685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,4,power_law_1.2,0.3422911834716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,4,power_law_1.2,0.3810111999511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,4,power_law_1.2,0.3670374298095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,4,power_law_1.2,0.37288192749023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,4,power_law_1.2,0.3795814514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,4,power_law_1.2,0.3914342498779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,4,power_law_1.2,0.4122803115844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,4,power_law_1.2,0.4211276626586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,4,power_law_1.2,0.4516147232055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,4,power_law_1.2,0.48503166198730463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,4,power_law_1.2,0.5758784103393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,4,power_law_1.2,6.3726654052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,4,power_law_1.2,0.6485759735107421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,4,power_law_1.2,0.785423355102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,4,power_law_1.2,0.9450943756103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,4,power_law_1.2,0.04620672225952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,4,power_law_1.2,1.1810918426513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,4,power_law_1.2,1.5004978942871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,4,power_law_1.2,0.0636249589920044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,4,power_law_1.2,0.08520959854125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,4,power_law_1.2,0.10877696037292481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,4,power_law_1.2,0.19563520431518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,4,power_law_1.2,2.1149427795410154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,4,power_law_1.2,0.22196479797363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,4,power_law_1.2,0.25170560836791994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,4,power_law_1.2,0.28600831985473635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,4,power_law_1.2,0.30702848434448243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,4,power_law_1.2,2.7324273681640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,4,power_law_1.2,0.28438016891479495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,4,power_law_1.2,0.31683712005615233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,4,power_law_1.2,0.36480255126953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,4,power_law_1.2,0.4353228759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,4,power_law_1.2,0.4782912063598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,4,power_law_1.2,0.5342387390136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,4,power_law_1.2,0.6448281860351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,4,power_law_1.2,0.7664883422851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,4,power_law_1.2,0.9773490905761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,4,power_law_1.2,1.1694310760498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,4,power_law_1.2,1.5389208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,4,power_law_1.2,1.9128614807128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,4,power_law_1.2,2.7000308227539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,4,power_law_1.2,3.4682073974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,2,balanced,0.057194237709045415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,2,balanced,0.06814976215362549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,2,balanced,0.08799872398376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,2,balanced,0.1375321578979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,2,balanced,0.25483264923095705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,2,balanced,0.5236095809936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,2,balanced,0.7321036529541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,2,balanced,0.7351321411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,2,balanced,0.7391897583007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,4,power_law_1.2,5.001538696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,2,balanced,0.74110595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,2,balanced,0.7488601684570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,2,balanced,0.7556556701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,2,balanced,0.7624114990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,2,balanced,0.9544448089599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,2,balanced,0.964527359008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,2,balanced,0.9745331573486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,2,balanced,1.003362579345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,2,balanced,1.0472013092041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,2,balanced,1.098350067138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,2,balanced,1.1690354919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,2,balanced,1.2792499542236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,2,balanced,1.5109312438964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,2,balanced,1.9549017333984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,2,balanced,2.3988633728027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,2,balanced,3.1669146728515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,2,balanced,3.9493017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,2,balanced,0.03322240114212036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,2,balanced,0.044975361824035644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,2,balanced,0.059851517677307134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,4,power_law_1.2,6.499830932617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,2,balanced,0.0913715171813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,2,balanced,0.16179967880249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,2,balanced,0.2959577560424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,2,balanced,0.42925567626953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,2,balanced,0.4307686233520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,2,balanced,0.43493503570556646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,2,balanced,0.43725440979003904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,2,balanced,0.4431206512451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,2,balanced,0.448985595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,2,balanced,5.790562744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,2,balanced,0.45344894409179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,2,balanced,0.5000896072387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,2,balanced,0.5099443054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,2,balanced,0.5178841781616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,2,balanced,0.5264652633666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,2,balanced,0.556385269165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,2,balanced,0.5840614318847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,2,balanced,0.6383910369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,2,balanced,0.6972748565673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,2,balanced,0.8122803497314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,2,balanced,0.931615982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,2,balanced,1.1755366516113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,2,balanced,1.5577984619140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,2,balanced,0.034652159214019776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,2,balanced,2.0596543884277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,2,balanced,0.046868481636047364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,2,balanced,0.07091072082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,2,balanced,0.10455167770385743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,2,balanced,0.1795635223388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,2,balanced,0.25127296447753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,2,balanced,2.6855078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,2,balanced,0.254200325012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,2,balanced,0.2560639953613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,2,balanced,0.25915775299072263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,2,balanced,0.2649932861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,2,balanced,0.2670591926574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,2,balanced,0.2723456001281738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,2,balanced,0.2830297660827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,2,balanced,0.29673471450805666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,2,balanced,0.30684671401977537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,2,balanced,0.41660926818847654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,2,balanced,0.437259521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,2,balanced,0.5990425491333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,2,balanced,0.6367654418945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,2,balanced,0.8090239715576171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,2,balanced,1.4149952697753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,2,balanced,1.5685031127929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,2,balanced,2.252728271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,2,balanced,3.083960266113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,2,balanced,4.442883911132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,2,power_law_1.01,0.06832255840301513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,2,power_law_1.01,0.08822272300720216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,2,power_law_1.01,0.13670528411865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,2,power_law_1.01,0.178209285736084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,2,power_law_1.01,0.29355136871337895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,2,balanced,6.087949829101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,2,power_law_1.01,0.4386150360107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,2,power_law_1.01,0.4381785583496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,2,power_law_1.01,0.580656623840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,2,power_law_1.01,0.6204864120483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,2,power_law_1.01,0.6181375885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,2,power_law_1.01,0.6359257507324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,2,power_law_1.01,0.6365887832641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,2,power_law_1.01,0.6466918182373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,2,power_law_1.01,0.8427776336669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,2,balanced,8.209114990234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,2,power_law_1.01,0.8681970977783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,2,power_law_1.01,0.880505599975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,2,power_law_1.01,0.9027327728271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,2,power_law_1.01,0.9864717102050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,2,power_law_1.01,1.0388979339599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,2,power_law_1.01,1.184800033569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,2,power_law_1.01,1.3327462768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,2,power_law_1.01,1.6180455017089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,8,power_law_1.2,17.527658691406252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,2,power_law_1.01,1.9088217163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,2,power_law_1.01,2.469555206298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,2,power_law_1.01,0.04537600040435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,2,power_law_1.01,0.05942783832550049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,2,power_law_1.01,3.067210388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,2,power_law_1.01,0.0890112018585205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,2,power_law_1.01,0.11718015670776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,2,power_law_1.01,0.17667455673217775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,2,power_law_1.01,0.22980863571166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,2,power_law_1.01,0.26384639739990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,2,power_law_1.01,0.3291315078735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,2,power_law_1.01,4.112428894042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,2,power_law_1.01,0.3369702529907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,2,power_law_1.01,0.3449369430541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,2,power_law_1.01,0.37233535766601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,2,power_law_1.01,0.37356288909912105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,2,power_law_1.01,5.160349731445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,2,power_law_1.01,0.3830003356933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,2,power_law_1.01,0.43312255859375004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,2,power_law_1.01,0.4315135955810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,4,power_law_1.2,9.54484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,2,power_law_1.01,0.4470771026611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,2,power_law_1.01,0.4564556884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,2,power_law_1.01,0.5038195037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.01,0.5234457778930663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.01,0.6166630554199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.01,0.6983602905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.01,0.824316177368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.01,0.9740697479248046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.01,1.2809523010253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,2,power_law_1.01,0.03431936025619507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.01,1.5704371643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,2,power_law_1.01,0.048552961349487306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,2,power_law_1.01,0.06711040019989015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.01,2.1336332702636716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,2,power_law_1.01,0.10019583702087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,2,power_law_1.01,0.1257408046722412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,2,power_law_1.01,0.19331071853637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.01,2.7366900634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,2,power_law_1.01,0.23214208602905276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,2,power_law_1.01,0.20707328796386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,2,power_law_1.01,0.2442086410522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,2,power_law_1.01,0.24876928329467773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,2,power_law_1.01,0.3099814414978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,2,power_law_1.01,0.31470592498779293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,2,power_law_1.01,0.33440513610839845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,2,power_law_1.01,0.35990272521972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,2,power_law_1.01,0.406927375793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,2,power_law_1.01,0.4995788955688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,2,power_law_1.01,0.5648627090454101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,2,power_law_1.01,0.7843571472167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,2,power_law_1.01,0.9383679962158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,2,power_law_1.01,1.240848617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,2,power_law_1.01,1.4776307678222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,2,power_law_1.01,1.9641970825195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,2,power_law_1.01,2.4823257446289064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,2,power_law_1.2,0.0682700777053833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,2,power_law_1.2,0.08837247848510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,2,power_law_1.2,0.12683008193969728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,2,power_law_1.01,3.4917108154296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,2,power_law_1.2,0.17401983261108397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,2,power_law_1.2,0.25828224182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,2,power_law_1.2,0.37879295349121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,2,power_law_1.01,4.482535705566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,2,power_law_1.2,0.47579265594482417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,8,power_law_1.2,21.951359863281247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,4,power_law_1.2,12.918555908203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,2,power_law_1.2,0.5650291061401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,2,power_law_1.2,0.580371208190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,2,power_law_1.2,0.6141465759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,2,power_law_1.2,0.6037900924682618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,2,power_law_1.2,0.611733741760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,2,power_law_1.2,0.6545945739746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,2,power_law_1.2,0.840558090209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,2,power_law_1.2,0.8584921264648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,2,power_law_1.01,6.459335937500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,2,power_law_1.2,0.8787583923339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,2,power_law_1.2,0.8935359954833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,2,power_law_1.2,0.9871116638183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,2,power_law_1.2,1.0624358367919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,2,power_law_1.2,1.1973836517333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,2,power_law_1.2,1.3736550903320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,2,power_law_1.2,1.6591001892089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,2,power_law_1.2,1.9019622802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,2,power_law_1.2,0.044846081733703615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,2,power_law_1.2,0.06036608219146729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,2,power_law_1.01,8.423285522460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,2,power_law_1.2,0.08241791725158691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,2,power_law_1.2,2.5218969726562497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,2,power_law_1.2,0.11552255630493165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,2,power_law_1.2,0.18149248123168946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,2,power_law_1.2,0.26170751571655276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,2,power_law_1.2,0.32244991302490233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,2,power_law_1.2,3.1151104736328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,2,power_law_1.2,0.3402995300292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,2,power_law_1.2,0.323111686706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,2,power_law_1.2,0.3465625762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,2,power_law_1.2,0.21744768142700197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,2,power_law_1.2,0.37521537780761716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,2,power_law_1.2,0.38112510681152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,2,power_law_1.2,0.42811519622802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,2,power_law_1.2,0.4293324661254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,2,power_law_1.2,0.4470681762695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,2,power_law_1.2,4.185831604003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,2,power_law_1.2,0.4634457778930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,2,power_law_1.2,0.5114060974121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,2,power_law_1.2,0.5402201461791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,2,power_law_1.2,0.6379609680175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,2,power_law_1.2,0.7033843231201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,2,power_law_1.2,0.8622144317626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,2,power_law_1.2,1.0020352172851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,2,power_law_1.2,5.292632446289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,2,power_law_1.2,1.3030540466308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,2,power_law_1.2,0.03443583965301514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,2,power_law_1.2,0.04800896167755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,2,power_law_1.2,1.6042509460449217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,2,power_law_1.2,0.0714892816543579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,2,power_law_1.2,0.08888959884643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,2,power_law_1.2,0.11617535591125487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,2,power_law_1.2,2.1989312744140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,2,power_law_1.2,0.19384319305419923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,2,power_law_1.2,0.20883968353271481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,2,power_law_1.2,0.23321727752685545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,2,power_law_1.2,0.2448780822753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,2,power_law_1.2,0.2566655921936035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,2,power_law_1.2,2.764764099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,2,power_law_1.2,0.3146713638305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,2,power_law_1.2,0.34876926422119137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,2,power_law_1.2,0.32643455505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,2,power_law_1.2,0.3625983810424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,2,power_law_1.2,0.4149222564697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,2,power_law_1.2,0.5199705505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,2,power_law_1.2,0.587432975769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,2,power_law_1.2,0.8158489227294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,2,power_law_1.2,0.9546240234375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,2,power_law_1.2,1.279599380493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,2,power_law_1.2,1.4998361206054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,1,balanced,0.06952383995056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,1,balanced,0.07967872142791747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,2,power_law_1.2,1.9790681457519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,1,balanced,0.1008672046661377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,1,balanced,0.15064640045166017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,1,balanced,0.2620710372924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,2,power_law_1.2,2.4830592346191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,1,balanced,0.536352653503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,1,balanced,0.7502182769775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,1,balanced,0.7533689880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,1,balanced,0.7576582336425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,2,power_law_1.2,3.4903079223632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,1,balanced,0.7614073944091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,2,power_law_1.2,4.492421264648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,1,balanced,0.7703250885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,1,balanced,0.779227523803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,1,balanced,0.7870496368408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,1,balanced,0.8031820678710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,1,balanced,0.8179609680175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,1,balanced,0.8323590087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,2,power_law_1.2,6.476414794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,1,balanced,1.0010816192626952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,1,balanced,1.0514899444580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,1,balanced,1.1084012603759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,1,balanced,1.1807532501220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,1,balanced,1.3038490295410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,1,balanced,1.5440223693847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,balanced,0.04656383991241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,balanced,0.060652799606323235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,1,balanced,2.3155474853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,1,balanced,2.435137939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,balanced,0.07925888061523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,balanced,0.11973952293395995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,2,power_law_1.2,8.399721069335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,balanced,0.20588991165161136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,1,balanced,3.281644287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,balanced,0.3740895843505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,balanced,0.547578239440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,balanced,0.5491801452636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,balanced,0.5517926406860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,balanced,0.556094093322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,balanced,0.5587615966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,balanced,0.5637184143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,balanced,0.5705971145629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,balanced,0.5780179214477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,balanced,0.5883731079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,1,balanced,4.225576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,balanced,0.5957113647460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,balanced,0.7039826965332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,balanced,0.7315436553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,balanced,0.7524742126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,balanced,0.8010054779052733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,balanced,0.8490227508544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,balanced,0.9604230499267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,balanced,1.0717536163330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,1,power_law_1.01,0.07003136157989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,balanced,1.319415740966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,1,power_law_1.01,0.0794208002090454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,1,power_law_1.01,0.1006764793395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,1,power_law_1.01,0.15113984107971193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,1,power_law_1.01,0.2446643257141113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,1,balanced,6.6797332763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,balanced,1.870684814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,1,power_law_1.01,0.3597817611694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,1,power_law_1.01,0.4264992141723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,balanced,2.3726130676269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,1,power_law_1.01,0.5591289520263671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,1,power_law_1.01,0.5708889770507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,1,power_law_1.01,0.6167411041259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,1,power_law_1.01,0.5969087982177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,balanced,3.1706362915039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,1,power_law_1.01,0.6308332824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,1,power_law_1.01,0.6568582153320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,1,power_law_1.01,0.6945894622802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,1,power_law_1.01,0.7150387573242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,1,power_law_1.01,0.7660902404785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,1,power_law_1.01,0.8987859344482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,1,power_law_1.01,0.9626099395751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,1,power_law_1.01,1.0333939361572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,1,power_law_1.01,1.1751763153076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,1,power_law_1.01,1.3320947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,1,power_law_1.01,1.6333766174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.04622911930084229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,1,power_law_1.01,1.9529510498046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.061903362274169926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07945151805877686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,1,power_law_1.01,2.627166137695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.11994239807128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.1937516784667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.2699225616455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.31000576019287107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.38288063049316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.4058617782592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.42731903076171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,1,power_law_1.01,3.264077453613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.4416979217529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.44836673736572263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.4641664123535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.4814188766479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,1,power_law_1.01,4.427936706542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.4904652786254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.5082758331298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.6382406234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.6035148620605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.6756288146972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,1,power_law_1.01,5.215462036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.7503974151611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.839257583618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,1.0011385345458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.162973403930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,1,power_law_1.2,0.07011072158813476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.4962002563476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,1,power_law_1.2,0.07937727928161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,1,power_law_1.2,0.10083392143249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,1.8192051696777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,1,power_law_1.2,0.15095744132995606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,1,power_law_1.2,0.22583999633789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,1,power_law_1.2,0.3378073501586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,1,power_law_1.2,0.3934867095947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.5077964782714846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,1,power_law_1.2,0.5525542449951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,1,power_law_1.2,0.5659904098510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,1,power_law_1.2,0.5818175888061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,1,power_law_1.2,0.6051468658447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,1,power_law_1.2,0.6303647994995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,1,power_law_1.2,0.6569580841064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,1,power_law_1.2,0.6912723541259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,1,power_law_1.2,0.7167890930175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,1,power_law_1.2,0.7749772644042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,1,power_law_1.2,0.8999456024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,3.199174499511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,1,power_law_1.2,0.9765465545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,1,power_law_1.2,1.0486310577392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,1,power_law_1.2,1.2165042877197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,1,power_law_1.2,1.3804953002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.04677504062652588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,1,power_law_1.2,1.682427520751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.061517438888549804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,1,power_law_1.2,1.9912570190429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.08017855644226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,1,power_law_1.2,2.611786193847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.11949184417724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.18151168823242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.25348543167114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,1,power_law_1.2,3.2231591796875003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.2907347106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.37646400451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.39518913269042966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.4106611251831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.42727809906005854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.44371585845947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.4559027099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.4759743881225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.4922118377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,1,power_law_1.2,4.333277587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.5040217590332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.6049260711669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.6518150329589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.7807052612304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.694044189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,1,power_law_1.2,5.357864990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.872708511352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,16,balanced,0.023805439472198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,1.0414009857177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,16,balanced,0.024074239730834963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.2150093078613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,16,balanced,0.044834561347961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,16,balanced,0.05945600032806396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,16,balanced,0.09257216453552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,16,balanced,0.17092863082885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.5518284606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,16,balanced,0.20191488265991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,16,balanced,0.20952192306518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,16,balanced,0.201529598236084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,1.8899443054199216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,16,balanced,0.20978944778442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,16,balanced,0.21591552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,16,balanced,0.2231385612487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,16,balanced,0.2253926467895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,16,balanced,0.22616191864013674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,16,balanced,0.22138624191284179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,16,balanced,0.22677888870239257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,16,balanced,0.23366783142089842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,16,balanced,0.25547519683837894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.5751162719726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,16,balanced,0.2750515174865723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,16,balanced,0.31233152389526364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,16,balanced,0.3401996612548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,16,balanced,0.403056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,16,balanced,0.45082241058349604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,16,balanced,0.026092801094055172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,16,balanced,0.6155571365356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,16,balanced,0.7760985565185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,16,balanced,0.0275929594039917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,16,balanced,0.04138495922088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,16,balanced,0.0626201581954956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,16,balanced,0.10383359909057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,16,balanced,0.11469823837280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,16,balanced,0.11401215553283692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,16,balanced,0.11994367599487306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,16,balanced,0.11984767913818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,16,balanced,1.1341248321533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,16,balanced,1.4464434814453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,3.2656915283203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,16,balanced,0.1261888027191162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,16,balanced,0.02624000072479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,16,balanced,0.12078463554382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,16,balanced,0.1290137577056885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,16,balanced,0.12344832420349121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,16,balanced,0.13029760360717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,16,balanced,0.1257817554473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,16,balanced,0.14009344100952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,16,balanced,0.15763072013854978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,16,balanced,0.17973247528076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,16,balanced,0.19805055618286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,16,balanced,0.23929471969604493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,16,balanced,0.12263168334960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,16,balanced,0.28311552047729494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,16,balanced,0.04297215938568115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,16,balanced,0.3816934585571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,16,balanced,0.043424000740051275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,16,balanced,0.46728065490722653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,16,balanced,0.06176000118255616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,16,balanced,0.062462720870971676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,16,balanced,0.06354432106018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,16,balanced,0.06589951992034912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,16,balanced,0.09240320205688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,16,balanced,0.09224191665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,16,balanced,0.6620185852050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,16,balanced,0.09736448287963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,16,balanced,0.09729408264160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,16,balanced,0.12236160278320311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,16,balanced,0.1285209560394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,16,balanced,0.8468224334716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,16,balanced,0.15395456314086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,16,balanced,0.15275520324707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,16,balanced,0.248984317779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,16,balanced,0.25397119522094724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,16,balanced,0.2645043182373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,16,balanced,0.3803046417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,16,balanced,0.4733631896972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,16,balanced,0.7003225708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,16,balanced,0.8990873718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,16,balanced,1.3725018310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,16,power_law_1.01,0.09135871887207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,16,power_law_1.01,0.16833152770996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,16,balanced,1.8012339782714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,16,power_law_1.01,0.16805376052856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,16,power_law_1.01,0.1694259262084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,16,power_law_1.01,0.1536832046508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,16,power_law_1.01,0.13975296020507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,16,power_law_1.01,0.14904191970825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,16,power_law_1.01,0.16080255508422853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,16,power_law_1.01,0.16433664321899416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,16,power_law_1.01,0.16842496871948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,16,power_law_1.01,0.1862272071838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,16,balanced,2.72400634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,16,power_law_1.01,0.1912063980102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,16,power_law_1.01,0.19836671829223634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,16,power_law_1.01,0.21157760620117189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,16,power_law_1.01,0.2208639907836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,16,power_law_1.01,0.2489651107788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,16,power_law_1.01,0.3204991912841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,16,power_law_1.01,0.35222400665283204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,16,balanced,3.5914675903320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,16,power_law_1.01,0.388482551574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,16,power_law_1.01,0.44447486877441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,16,power_law_1.01,0.19555967330932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,16,power_law_1.01,0.5840460968017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,16,power_law_1.01,0.7108850860595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,16,power_law_1.01,0.06028672218322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,16,power_law_1.01,1.0361587524414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,16,power_law_1.01,0.10095359802246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,16,power_law_1.01,0.1022003173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,16,balanced,5.416893310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,16,power_law_1.01,1.5333670043945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,16,power_law_1.01,0.10387968063354491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,16,power_law_1.01,0.10447104454040528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,16,power_law_1.01,0.099301118850708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,16,power_law_1.01,0.10869888305664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,16,power_law_1.01,0.11132287979125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,16,power_law_1.01,2.087923126220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,16,power_law_1.01,0.120382719039917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,16,power_law_1.01,0.11162495613098145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,16,power_law_1.01,0.12151167869567872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,16,power_law_1.01,0.11847423553466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,16,power_law_1.01,0.12044672012329101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,16,power_law_1.01,0.11886207580566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,16,power_law_1.01,0.101779203414917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,16,power_law_1.01,0.1198540782928467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,16,power_law_1.01,0.13051648139953614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,16,power_law_1.01,0.15829119682312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.01,0.1719193649291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,16,power_law_1.01,2.8093389892578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.01,0.1982579231262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.01,0.2361907196044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,16,balanced,7.058499755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.01,0.31415552139282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.01,0.3864128112792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,16,power_law_1.01,0.04306047916412353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.01,0.5188390350341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,16,power_law_1.01,0.05211391925811768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,16,power_law_1.01,0.06336128234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.01,0.7388288116455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,16,power_law_1.01,0.06380671977996825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,16,power_law_1.01,0.07965824127197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,16,power_law_1.01,0.07982463836669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.01,1.0526258850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,16,power_law_1.01,0.1076582431793213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,16,power_law_1.01,0.11110912322998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,16,power_law_1.01,0.10921471595764161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,16,power_law_1.01,0.14665087699890136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.01,1.4765785217285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,16,power_law_1.01,0.15702655792236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,16,power_law_1.01,0.1894144058227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,16,power_law_1.01,0.22523775100708007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,16,power_law_1.01,0.25114112854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,16,power_law_1.01,0.2994611167907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,16,power_law_1.01,0.3495257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,16,power_law_1.01,0.391014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,16,power_law_1.01,0.5984255981445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,16,power_law_1.01,0.7720384216308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,16,power_law_1.01,1.0714585876464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,16,power_law_1.01,1.3268479919433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,16,power_law_1.2,0.09110143661499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,16,power_law_1.2,0.15844096183776854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,16,power_law_1.2,0.15882111549377442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,16,power_law_1.2,0.16405120849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,16,power_law_1.2,0.15472384452819826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,16,power_law_1.2,0.13580544471740724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,16,power_law_1.2,0.16134527206420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,16,power_law_1.2,0.16893823623657228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,16,power_law_1.2,0.15949312210083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,16,power_law_1.2,0.1687539291381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,16,power_law_1.2,0.18873472213745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,16,power_law_1.2,0.1966873550415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,16,power_law_1.2,0.19703807830810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,16,power_law_1.2,0.20337408065795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,16,power_law_1.2,0.22442623138427736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,16,power_law_1.2,0.2376550483703613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,16,power_law_1.2,0.2726118469238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,16,power_law_1.2,0.3220774459838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,16,power_law_1.2,0.348721923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,16,power_law_1.2,0.41077247619628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,16,power_law_1.2,0.4693619155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,16,power_law_1.2,0.656517105102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,16,power_law_1.2,0.8758643341064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,16,power_law_1.2,1.3768730163574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,16,power_law_1.2,1.781624298095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,16,power_law_1.01,2.0978317260742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,16,power_law_1.2,2.6743423461914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,16,power_law_1.2,0.06063871860504151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,16,power_law_1.2,0.10053759574890138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,16,power_law_1.2,0.09687935829162597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,16,power_law_1.2,3.004267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,16,power_law_1.2,0.10300543785095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,16,power_law_1.2,0.09515263557434081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,16,power_law_1.2,0.0854092788696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,16,power_law_1.2,0.10473088264465331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,16,power_law_1.2,0.10744832038879396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,16,power_law_1.2,0.11255552291870116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,16,power_law_1.2,0.11170944213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,16,power_law_1.2,0.11836031913757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,16,power_law_1.2,0.12321791648864747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,16,power_law_1.2,0.11900287628173829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,16,power_law_1.2,0.11733759880065917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,16,power_law_1.2,0.12206080436706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,16,power_law_1.01,2.5555020141601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,16,power_law_1.2,0.1251353645324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,16,power_law_1.2,0.1329958438873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,16,power_law_1.2,0.15797760009765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.2,0.17478656768798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.2,0.21280128479003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.2,0.24368255615234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.2,0.32383361816406253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.2,0.4133248138427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.2,0.6306828689575196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.2,0.797760009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,16,power_law_1.2,0.04279679775238037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.2,1.2564774322509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,16,power_law_1.2,0.052354559898376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,16,power_law_1.2,0.06269951820373534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,16,power_law_1.2,0.06389503955841065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,16,power_law_1.2,0.07847167968749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,16,power_law_1.2,0.08548735618591309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.2,1.6563238525390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,16,power_law_1.2,0.1073305606842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,16,power_law_1.2,0.11746047973632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,16,power_law_1.2,0.11919615745544435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,16,power_law_1.2,0.1458751964569092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,16,power_law_1.2,0.1842380714416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,16,power_law_1.2,0.20569728851318358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,16,power_law_1.2,0.2418355178833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,16,power_law_1.2,0.2939571189880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,16,power_law_1.2,0.3232921600341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,16,power_law_1.2,0.3836057662963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,16,power_law_1.2,0.4487424087524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,16,power_law_1.2,0.597946891784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,16,power_law_1.2,0.7759667205810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,16,power_law_1.2,1.353930206298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,16,power_law_1.2,1.5807539367675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,16,power_law_1.01,3.527185974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,16,power_law_1.2,2.360198364257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,16,power_law_1.01,5.961295166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,16,power_law_1.2,3.263358764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,8,balanced,0.022549760341644288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,8,balanced,0.031134719848632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,8,balanced,0.04351615905761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,8,balanced,0.0588812780380249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,8,balanced,0.09448320388793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,8,balanced,0.17342079162597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,8,balanced,0.20573055267333987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,8,balanced,0.2089356803894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,8,balanced,0.21205375671386717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,8,balanced,0.2161075210571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,8,balanced,0.212857608795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,8,balanced,0.21835775375366212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,16,power_law_1.2,42.0474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,8,balanced,0.2187494468688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,8,balanced,0.22300800323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,8,balanced,0.2343155288696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,8,balanced,0.23766143798828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,8,balanced,0.24304512023925778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,8,balanced,0.2791334342956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,8,balanced,0.3025971221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,8,balanced,0.34629249572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,8,balanced,0.38724479675292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,8,balanced,0.477815055847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,8,balanced,0.5547507095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,8,balanced,0.7685222625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,8,balanced,0.9657241821289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,8,balanced,1.4241510009765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,8,balanced,0.025120000839233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,8,balanced,0.025726718902587892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,8,balanced,0.02849024057388306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,8,balanced,1.8335104370117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,8,balanced,0.04388607978820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,8,balanced,0.06670847892761231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,8,balanced,0.10828672409057619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,8,balanced,0.12152704238891601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,8,balanced,0.12301568031311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,8,balanced,0.12557567596435545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,8,balanced,0.12844032287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,8,balanced,0.11805824279785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,8,balanced,0.11960063934326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,8,balanced,0.12118399620056153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,8,balanced,0.12425600051879884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,8,balanced,0.13072640419006348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,8,balanced,0.13661312103271483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,8,balanced,0.14930944442749022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,8,balanced,0.16610687255859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,8,balanced,0.1844428825378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,8,balanced,0.21802879333496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,8,balanced,0.24968576431274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,8,balanced,0.31850624084472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,8,balanced,0.3926067352294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,8,balanced,0.5386099243164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,8,balanced,0.6808460998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,8,balanced,0.981006088256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,8,balanced,0.030332159996032716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,8,balanced,0.0438156795501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,8,balanced,1.2726207733154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,8,balanced,0.06524543762207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,8,balanced,0.06567039966583252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,8,balanced,0.06716928005218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,8,balanced,0.07052671909332275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,8,balanced,0.0732812786102295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,8,balanced,0.09999487876892091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,8,balanced,0.10223487854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,8,balanced,0.1053273582458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,8,balanced,0.12704895973205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,8,balanced,0.1300979232788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,8,balanced,0.15403136253356933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,8,balanced,0.16186752319335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,8,balanced,0.26381311416625974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,8,balanced,0.2674176025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,8,balanced,0.2840409660339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,8,balanced,0.40826881408691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,8,balanced,0.5122636795043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,8,balanced,0.7539635467529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,8,balanced,0.9802214050292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,8,balanced,1.4360050964355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,8,balanced,1.929207000732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,8,balanced,2.8539764404296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,8,balanced,3.760437622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,8,balanced,5.6060107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,8,power_law_1.01,0.05765632152557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,8,power_law_1.01,0.0919155216217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,8,power_law_1.01,0.10884096145629882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,8,power_law_1.01,0.12540415763854978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,8,power_law_1.01,0.14772607803344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,8,power_law_1.01,0.12655488014221192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,8,power_law_1.01,0.15440640449523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,8,power_law_1.01,0.1600614356994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,8,power_law_1.01,0.16492288589477538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,8,power_law_1.01,0.16773248672485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,8,balanced,7.710602416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,8,power_law_1.01,0.17847808837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,8,power_law_1.01,0.17860864639282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,8,power_law_1.01,0.19557504653930663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,8,power_law_1.01,0.18735488891601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,8,power_law_1.01,0.19718015670776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,8,power_law_1.01,0.21195648193359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,8,power_law_1.01,0.23387264251708983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,8,power_law_1.01,0.2753203201293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,8,power_law_1.01,0.3053824043273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,8,power_law_1.01,0.3490700912475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,8,power_law_1.01,0.40651775360107417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,8,power_law_1.01,0.5072678375244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,8,power_law_1.01,0.6474739074707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,8,power_law_1.01,0.9186662292480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,8,power_law_1.01,1.1450252532958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,8,power_law_1.01,1.772919006347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,8,power_law_1.01,0.041969919204711915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,8,power_law_1.01,0.06327936172485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,8,power_law_1.01,0.0719923210144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,8,power_law_1.01,0.08010496139526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,8,power_law_1.01,2.299360046386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,8,power_law_1.01,0.08289152145385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,8,power_law_1.01,0.11064191818237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,8,power_law_1.01,0.08186240196228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,8,power_law_1.01,0.11416704177856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,8,power_law_1.01,0.11751040458679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,8,power_law_1.01,0.1168025588989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,8,power_law_1.01,0.12300543785095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,8,power_law_1.01,0.1261030387878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,8,power_law_1.01,0.11330559730529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,8,power_law_1.01,0.11487360000610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,8,power_law_1.01,0.1190067195892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,8,power_law_1.01,0.12406528472900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,8,power_law_1.01,0.1312076759338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,8,power_law_1.01,0.15623167991638182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,8,power_law_1.01,0.16850688934326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,8,power_law_1.01,0.20082176208496091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,8,power_law_1.01,0.24801023483276366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,8,power_law_1.01,0.28928255081176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,8,power_law_1.01,0.35309185028076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,8,power_law_1.01,0.5437964630126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,8,power_law_1.01,0.6463718414306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,8,power_law_1.01,0.9650418853759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,8,power_law_1.01,0.033264639377593996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,8,power_law_1.01,1.167627487182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,8,power_law_1.01,0.042593278884887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,8,power_law_1.01,0.050275840759277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,8,power_law_1.01,0.06638847827911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,8,power_law_1.01,0.0712998390197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,8,power_law_1.01,0.07777408123016358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,8,power_law_1.01,0.08764543533325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,8,power_law_1.01,0.11404671669006347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,8,power_law_1.01,0.12072447776794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,8,power_law_1.01,0.12362751960754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,8,power_law_1.01,0.16345600128173826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,8,power_law_1.01,0.1694054412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,8,power_law_1.01,0.17922176361083983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,8,power_law_1.01,0.2217356872558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,8,power_law_1.01,0.23641727447509764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,8,power_law_1.01,0.266748161315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,8,power_law_1.01,0.3209241485595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,8,power_law_1.01,0.4264089584350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,8,power_law_1.01,0.50508544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,8,power_law_1.01,0.7649254608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,8,power_law_1.01,0.9254822540283204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,16,power_law_1.01,9.837441406249999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,8,power_law_1.01,1.3123545837402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,8,power_law_1.01,1.8450892639160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,16,power_law_1.2,4.957086791992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,8,power_law_1.01,2.6883905029296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,8,power_law_1.2,0.05760640144348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,8,power_law_1.2,0.0876966381072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,8,power_law_1.2,0.09583231925964356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,8,power_law_1.2,0.11434368133544921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,8,power_law_1.2,0.13811200141906738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,8,power_law_1.2,0.12540415763854978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,8,power_law_1.2,0.16709247589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,8,power_law_1.2,0.15657855987548827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,8,power_law_1.2,0.1633958435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,8,power_law_1.2,0.16618623733520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,8,power_law_1.2,0.17925247192382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,8,power_law_1.2,0.18438272476196288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,8,power_law_1.2,0.18211456298828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,8,power_law_1.2,0.20267135620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,8,power_law_1.2,0.2155776023864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,8,power_law_1.2,0.22630527496337888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,8,power_law_1.2,0.25477760314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,8,power_law_1.01,3.2645477294921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,8,power_law_1.2,0.2803379249572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,8,power_law_1.2,0.320948486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,8,power_law_1.2,0.3567628860473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,8,power_law_1.2,0.4234291076660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,8,power_law_1.2,0.5494271850585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,8,power_law_1.2,0.696305923461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,8,power_law_1.2,0.9866867065429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,8,power_law_1.2,1.277175064086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,8,power_law_1.2,2.0206809997558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,8,power_law_1.2,0.041976318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,8,power_law_1.2,0.062357759475708006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,8,power_law_1.2,0.06113791942596436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,8,power_law_1.2,0.07990015983581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,8,power_law_1.2,2.8214385986328123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,8,power_law_1.2,0.08399488449096679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,8,power_law_1.2,0.08195455551147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,8,power_law_1.2,0.11076736450195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,8,power_law_1.2,0.11425919532775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,8,power_law_1.2,0.11508095741271973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,8,power_law_1.2,0.11626111984252929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,8,power_law_1.2,0.1186086368560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,8,power_law_1.2,0.12069760322570802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,8,power_law_1.2,0.11828864097595215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,8,power_law_1.2,0.11587327957153319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,8,power_law_1.2,0.11908864021301269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,8,power_law_1.2,0.122741756439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,8,power_law_1.2,0.13706111907958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,8,power_law_1.2,0.15506175994873045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,8,power_law_1.2,0.1753023910522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,8,power_law_1.2,0.20226688385009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,8,power_law_1.2,0.24610559463500978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,8,power_law_1.2,0.3249164962768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,8,power_law_1.2,0.40509696960449215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,8,power_law_1.2,0.555159034729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,8,power_law_1.2,0.710360336303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,8,power_law_1.2,1.060378875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,8,power_law_1.2,0.033323519229888916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,8,power_law_1.2,0.04223231792449951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,8,power_law_1.2,1.3636288452148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,8,power_law_1.2,0.04814720153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,8,power_law_1.2,0.06683008193969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,8,power_law_1.2,0.07145855903625489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,8,power_law_1.2,0.08126463890075683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,8,power_law_1.2,0.08657024383544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,8,power_law_1.2,0.09777919769287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,8,power_law_1.2,0.11888895988464357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,8,power_law_1.2,0.12767871856689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,8,power_law_1.2,0.1650239944458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,8,power_law_1.2,0.16211456298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,8,power_law_1.2,0.18282751083374021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,8,power_law_1.2,0.22723072052001952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,8,power_law_1.2,0.25154176712036136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,8,power_law_1.2,0.26490751266479495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,8,power_law_1.2,0.31295488357543944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,8,power_law_1.2,0.4152640151977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,8,power_law_1.2,0.5634982299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,8,power_law_1.2,0.7848281860351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,16,power_law_1.2,7.07232666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,8,power_law_1.01,4.934849243164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,8,power_law_1.2,1.0182796478271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,8,power_law_1.2,1.4723123168945311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,16,power_law_1.01,13.038902587890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,8,power_law_1.01,7.487034912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,4,balanced,0.02079103946685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,4,balanced,0.026319360733032225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,4,balanced,0.041561598777771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,4,balanced,0.0574348783493042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,4,balanced,0.0925222396850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,4,balanced,0.16878719329833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,4,balanced,0.17160575866699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,4,balanced,0.17322879791259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,4,balanced,0.19741823196411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,4,balanced,0.19867008209228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,4,balanced,0.2005401611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,4,balanced,0.20167680740356447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,4,balanced,0.2037516784667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,4,balanced,0.20809471130371096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,4,balanced,0.22091264724731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,4,balanced,0.22430208206176755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,4,balanced,0.23512832641601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,4,balanced,0.25760896682739254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,4,balanced,0.27675519943237303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,4,balanced,0.33079681396484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,4,balanced,0.3679449462890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,4,balanced,0.4589299011230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,4,balanced,0.536648941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,4,balanced,0.7419302368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,4,balanced,0.9432498931884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,4,balanced,1.370812225341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,4,balanced,1.7792306518554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,4,balanced,0.02349440097808838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,4,balanced,0.023860480785369873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,4,balanced,0.028412160873413084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,4,balanced,0.0446233606338501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,4,balanced,0.06522880077362062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,4,balanced,0.10719872474670411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,4,balanced,0.10895359992980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,4,balanced,0.11003007888793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,4,balanced,0.11954175949096679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,4,balanced,0.12049535751342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,4,balanced,0.12153727531433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,4,balanced,0.12296704292297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,4,balanced,0.1250649642944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,4,balanced,0.12844799995422362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,4,balanced,0.13262080192565917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,4,balanced,0.13540096282958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,4,balanced,0.14450048446655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,4,balanced,0.16393472671508788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,4,balanced,0.17640703201293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,4,balanced,0.20905216217041014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,4,balanced,0.24185600280761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,4,balanced,0.30033279418945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,4,balanced,0.36331390380859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,4,balanced,0.5134719848632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,4,balanced,0.6366451263427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,4,balanced,0.9194572448730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,4,balanced,1.191399688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,4,power_law_1.01,0.04135168075561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,4,power_law_1.01,0.05744383811950684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,4,power_law_1.01,0.0696396780014038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,4,power_law_1.01,0.08384127616882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,4,power_law_1.01,0.1067315196990967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,4,power_law_1.01,0.10314751625061036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,4,power_law_1.01,0.1299404811859131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,4,power_law_1.01,0.1318822383880615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,4,power_law_1.01,0.14761216163635255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,4,power_law_1.01,0.15040512084960939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,4,power_law_1.01,0.1592319965362549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,4,power_law_1.01,0.16398847579956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,4,power_law_1.01,0.16979711532592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,4,power_law_1.01,0.1760793685913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,4,power_law_1.01,0.1831590461730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,4,power_law_1.01,0.18755071640014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,4,power_law_1.01,0.22088319778442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,4,power_law_1.01,0.2514777565002441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,4,power_law_1.01,0.2802406311035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,4,power_law_1.01,0.3451660919189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,4,power_law_1.01,0.38696319580078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,4,power_law_1.01,0.47339649200439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,4,power_law_1.01,0.5966553497314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,4,power_law_1.01,0.8217766571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,4,power_law_1.01,1.0903321838378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,8,power_law_1.2,1.9268531799316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,4,power_law_1.01,1.5408230590820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,4,power_law_1.01,0.02513535976409912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,4,power_law_1.01,0.04270592212677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,4,power_law_1.01,2.0303219604492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,4,power_law_1.01,0.04927999973297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,4,power_law_1.01,0.06757887840270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,4,power_law_1.01,0.06026495933532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,4,power_law_1.01,0.07249919891357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,4,power_law_1.01,0.09698687553405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,4,power_law_1.01,0.09612671852111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,4,power_law_1.01,0.10879487991333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,4,power_law_1.01,0.11049599647521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,4,power_law_1.01,0.11354623794555666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,4,power_law_1.01,0.11503871917724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,4,power_law_1.01,0.1171008014678955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,4,power_law_1.01,0.12018303871154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,4,power_law_1.01,0.12404992103576659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,4,power_law_1.01,0.12521344184875488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,4,power_law_1.01,0.1336678409576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,4,power_law_1.01,0.15564160346984862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,4,power_law_1.01,0.17058687210083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,4,power_law_1.01,0.203240966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,4,power_law_1.01,0.2423360061645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,4,power_law_1.01,0.31368064880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,4,power_law_1.01,0.38280448913574217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,4,power_law_1.01,0.5248422241210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,4,power_law_1.01,0.6794585418701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,4,power_law_1.01,0.9748121643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,4,power_law_1.2,0.041589760780334474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,4,power_law_1.2,0.05543039798736572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,4,power_law_1.01,1.264273910522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,4,power_law_1.2,0.064683518409729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,4,power_law_1.2,0.08154751777648925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,4,power_law_1.2,0.09449472427368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,4,power_law_1.2,0.10718336105346679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,4,power_law_1.2,0.15631872177124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,4,power_law_1.2,0.13739520072937011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,4,power_law_1.2,0.14568960189819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,4,power_law_1.2,0.150000638961792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,4,power_law_1.2,0.15917695999145506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,4,power_law_1.2,0.16687871932983397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,4,power_law_1.2,0.17156095504760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,4,power_law_1.2,0.1812825584411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,4,power_law_1.2,0.1896998405456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,4,power_law_1.2,0.20242303848266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,4,power_law_1.2,0.2349990463256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,4,power_law_1.2,0.26824832916259767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,4,power_law_1.2,0.3118873596191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,4,power_law_1.2,0.3540556716918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,4,power_law_1.2,0.40044288635253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,4,power_law_1.2,0.5135347366333007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,4,power_law_1.2,0.6403596496582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,4,power_law_1.2,0.8749068450927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,4,power_law_1.2,1.1458969879150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,4,power_law_1.2,1.6285964965820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,4,power_law_1.2,0.025068800449371337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,4,power_law_1.2,0.042502398490905764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,4,power_law_1.2,0.04525568008422852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,4,power_law_1.2,2.160284118652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,4,power_law_1.2,0.058915839195251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,4,power_law_1.2,0.06656767845153808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,4,power_law_1.2,0.07602943897247313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,4,power_law_1.2,0.09633279800415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,4,power_law_1.2,0.10778367996215821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,4,power_law_1.2,0.09462783813476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,4,power_law_1.2,0.11282688140869142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,4,power_law_1.2,0.10918144226074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,4,power_law_1.2,0.11644415855407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,4,power_law_1.2,0.11604479789733886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,4,power_law_1.2,0.12013695716857911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,4,power_law_1.2,0.1270361614227295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,4,power_law_1.2,0.13844736099243166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,4,power_law_1.2,0.16145919799804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,4,power_law_1.2,0.1261068820953369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,4,power_law_1.2,0.17930240631103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,4,power_law_1.2,0.21317632675170897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,4,power_law_1.2,0.25494144439697264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,4,power_law_1.2,0.3281727981567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,4,power_law_1.2,0.3960870361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,4,power_law_1.2,0.5544371032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,4,power_law_1.2,0.7086233520507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,4,power_law_1.2,1.016490249633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,2,balanced,0.021493759155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,2,balanced,0.025288960933685302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,4,power_law_1.2,1.3048025512695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,2,balanced,0.0381273603439331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,2,balanced,0.058410239219665525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,2,balanced,0.09570560455322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,2,balanced,0.17381376266479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,2,balanced,0.17411840438842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,2,balanced,0.17577600479125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,2,balanced,0.17916032791137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,2,balanced,0.18036863327026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,2,balanced,0.1838105583190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,2,balanced,0.1849331283569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,2,balanced,0.19074176788330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,2,balanced,0.19638399124145506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,2,balanced,0.1986969566345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,2,balanced,0.20453376770019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,2,balanced,0.22017152786254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,2,balanced,0.2337651252746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,2,balanced,0.2841663932800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,2,balanced,0.18156543731689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,2,balanced,0.3107212829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,2,balanced,0.4286323165893554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,2,balanced,0.6056499099731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,2,balanced,0.7222144317626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,2,balanced,1.0560166168212892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,2,balanced,1.3431642150878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,2,balanced,0.023352320194244387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,2,balanced,0.024738559722900393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,2,balanced,0.03185791969299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,2,balanced,0.045561599731445315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,2,balanced,0.0726476812362671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,2,balanced,0.12180224418640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,2,balanced,0.36228992462158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,2,balanced,0.12373248100280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,2,balanced,0.12450559616088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,2,balanced,0.12546175956726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,2,balanced,0.12631168365478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,2,balanced,0.12680064201354982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,2,balanced,0.15041919708251955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,2,balanced,0.15471360206604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,2,balanced,0.15867520332336427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,2,balanced,0.16211584091186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,2,balanced,0.16854400634765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,2,balanced,0.1534604835510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,2,balanced,0.18087039947509767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,2,balanced,0.19291648864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,2,balanced,0.22277248382568357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,2,balanced,0.24840831756591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,2,balanced,0.30617599487304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,2,balanced,0.3612569427490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,2,balanced,0.5345318222045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,2,balanced,0.6490150451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,2,balanced,0.9394048309326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,2,power_law_1.01,0.022211840152740477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,2,balanced,1.2257920074462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,2,power_law_1.01,0.045585918426513675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,2,power_law_1.01,0.06662784099578858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,2,power_law_1.01,0.03751039981842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,2,power_law_1.01,0.08438655853271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,2,power_law_1.01,0.10529536247253417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,2,power_law_1.01,0.14209152221679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,2,power_law_1.01,0.13794048309326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,2,power_law_1.01,0.1399449634552002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,2,power_law_1.01,0.13783807754516603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,2,power_law_1.01,0.1503999996185303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,2,power_law_1.01,0.16349567413330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,2,power_law_1.01,0.1636454391479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,2,power_law_1.01,0.16952192306518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,2,power_law_1.01,0.1830886459350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,2,power_law_1.01,0.15623295783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,2,power_law_1.01,0.1852262306213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,2,power_law_1.01,0.23516672134399413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,2,power_law_1.01,0.3007756805419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,2,power_law_1.01,0.3267929458618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,2,power_law_1.01,0.4002188873291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,2,power_law_1.01,0.2224115180969238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,2,power_law_1.01,0.4775961685180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,2,power_law_1.01,0.8017842864990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,2,power_law_1.01,1.1064486694335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,2,power_law_1.01,1.4133938598632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,2,power_law_1.01,0.02463871955871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,2,power_law_1.01,0.03033344030380249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,2,power_law_1.01,0.6366822433471679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,2,power_law_1.01,0.037946879863739014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,2,power_law_1.01,0.05181568145751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,2,power_law_1.01,0.06543488025665282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,2,power_law_1.01,0.07476096153259278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,2,power_law_1.01,0.10306688308715821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,2,power_law_1.01,0.10209280014038087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,2,power_law_1.01,0.10542976379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,2,power_law_1.01,0.10786944389343263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,2,power_law_1.01,0.11113216400146483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,2,power_law_1.01,0.13255680084228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,2,power_law_1.01,0.13376511573791502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,2,power_law_1.01,0.1411404800415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,2,power_law_1.01,0.14430848121643067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,2,power_law_1.01,0.1488486385345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,2,power_law_1.01,0.15417471885681153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,2,power_law_1.01,0.17328256607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,8,power_law_1.2,3.751101379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,2,power_law_1.01,0.19007488250732424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,2,power_law_1.01,0.2323212814331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,2,power_law_1.01,0.26572288513183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,2,power_law_1.01,0.3387724685668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,2,power_law_1.01,0.4101055908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,2,power_law_1.01,0.5607334518432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,2,power_law_1.01,0.708568344116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,2,power_law_1.2,0.022236158847808836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,2,power_law_1.01,1.0127833557128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,2,power_law_1.2,0.036290559768676754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,2,power_law_1.2,0.042604799270629885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,8,power_law_1.2,2.7472998046874997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,2,power_law_1.2,0.07758463859558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,2,power_law_1.01,1.3262643432617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,2,power_law_1.2,0.10865920066833497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,2,power_law_1.2,0.1455782413482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,2,power_law_1.2,0.14167167663574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,2,power_law_1.2,0.140446720123291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,2,power_law_1.2,0.1518131160736084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,2,power_law_1.2,0.15689215660095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,2,power_law_1.2,0.16466047286987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,2,power_law_1.2,0.1689344024658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,2,power_law_1.2,0.1777510452270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,2,power_law_1.2,0.19634815216064455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,2,power_law_1.2,0.22850303649902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,2,power_law_1.2,0.23738111495971678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,2,power_law_1.2,0.3038348770141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,2,power_law_1.2,0.33935615539550784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,2,power_law_1.2,0.40738815307617193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,2,power_law_1.2,0.1304870414733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,2,power_law_1.2,0.48529022216796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,2,power_law_1.2,0.06189311981201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,2,power_law_1.2,0.6625279998779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,2,power_law_1.2,0.8189888000488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,2,power_law_1.2,0.02462847948074341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,2,power_law_1.2,1.1393382263183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,2,power_law_1.2,0.02959359884262085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,2,power_law_1.2,0.036350719928741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,2,power_law_1.2,0.04993919849395752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,2,power_law_1.2,0.06119040012359619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,2,power_law_1.2,1.4442469787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,2,power_law_1.2,0.07068287849426269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,2,power_law_1.2,0.10194304466247558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,2,power_law_1.2,0.10231167793273925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,2,power_law_1.2,0.1044480037689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,2,power_law_1.2,0.10667008399963378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,2,power_law_1.2,0.11190400123596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,2,power_law_1.2,0.1327078437805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,2,power_law_1.2,0.13394944190979002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,2,power_law_1.2,0.14196479797363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,2,power_law_1.2,0.1479526424407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,2,power_law_1.2,0.15106047630310057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,2,power_law_1.2,0.1611199951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,2,power_law_1.2,0.18512256622314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,2,power_law_1.2,0.20872320175170897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,2,power_law_1.2,0.18676607131958006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,2,power_law_1.2,0.24320383071899415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,2,power_law_1.2,0.2746790313720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,2,power_law_1.2,0.3551513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,2,power_law_1.2,0.41680896759033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,2,power_law_1.2,0.5726528167724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,1,balanced,0.02955904006958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,2,power_law_1.2,0.7240576171875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,1,balanced,0.0403110408782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,1,balanced,0.05274112224578857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,1,balanced,0.0715731191635132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,1,balanced,0.10855744361877442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,2,power_law_1.2,1.0393523406982421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,1,balanced,0.19310527801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,1,balanced,0.19551424026489256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,2,power_law_1.2,1.3331776428222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,1,balanced,0.1990572738647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,1,balanced,0.1996076774597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,1,balanced,0.2061676788330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,1,balanced,0.20863487243652346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,1,balanced,0.21377983093261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,1,balanced,0.22201087951660153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,1,balanced,0.2270547294616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,1,balanced,0.23365503311157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,1,balanced,0.24946495056152346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,1,balanced,0.27619136810302736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,1,balanced,0.19709503173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,1,balanced,0.32243072509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,1,balanced,0.3642009735107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,1,balanced,0.20242496490478518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,1,balanced,0.4860441589355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,1,balanced,0.529686393737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,1,balanced,0.7503250885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,1,balanced,0.031669120788574215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,1,balanced,0.9713817596435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,1,balanced,0.03513535976409912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,1,balanced,0.04257023811340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,1,balanced,0.06263743877410889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,1,balanced,0.09737088203430175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,1,balanced,1.421912384033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,1,balanced,0.16429248809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,1,balanced,0.16670015335083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,1,balanced,0.16763328552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,1,balanced,0.16906944274902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,1,balanced,0.1694041633605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,1,balanced,0.1714726448059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,1,balanced,1.8306573486328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,1,balanced,0.17325759887695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,1,balanced,0.1750886344909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,1,balanced,0.17810943603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,1,balanced,0.2085932731628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,1,balanced,0.21045440673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,1,balanced,0.21591487884521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,1,balanced,0.2265772819519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,1,balanced,0.23609088897705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,1,balanced,0.26210880279541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,1,balanced,0.2836639976501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,1,balanced,0.3332486343383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,1,balanced,0.3856582260131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,1,balanced,0.5809433746337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,1,balanced,0.6893081665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,1,power_law_1.01,0.029222400188446046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,1,power_law_1.01,0.052801280021667486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,1,balanced,1.0139750671386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,1,power_law_1.01,0.07077631950378419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,1,power_law_1.01,0.09199872016906738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,1,balanced,1.3428338623046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,1,power_law_1.01,0.11600383758544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,1,power_law_1.01,0.154138240814209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,1,power_law_1.01,0.1683302307128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,1,power_law_1.01,0.16469696044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,1,power_law_1.01,0.16933759689331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,1,power_law_1.01,0.037880320549011234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,1,power_law_1.01,0.1789356803894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,1,power_law_1.01,0.1856480026245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,1,power_law_1.01,0.19054208755493166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,1,power_law_1.01,0.2161177635192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,1,power_law_1.01,0.19605119705200197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,1,power_law_1.01,0.19961088180541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,1,power_law_1.01,0.21439680099487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,1,power_law_1.01,0.24153152465820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,1,power_law_1.01,0.27635328292846684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,1,power_law_1.01,0.35495681762695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,1,power_law_1.01,0.38687934875488283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,1,power_law_1.01,0.4581849670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,1,power_law_1.01,0.5577791976928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,1,power_law_1.01,0.7694854736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,1,power_law_1.01,0.03150592088699341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,1,power_law_1.01,0.9839987182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,1,power_law_1.01,0.03500416040420532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,1,power_law_1.01,0.044303359985351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,1,power_law_1.01,0.06219264030456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,1,power_law_1.01,1.4179641723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,1,power_law_1.01,0.08259455680847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,1,power_law_1.01,0.13261183738708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,1,power_law_1.01,0.13853440284729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,1,power_law_1.01,1.8556991577148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,1,power_law_1.01,0.14086463928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,1,power_law_1.01,0.1424550437927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,1,power_law_1.01,0.14806528091430665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,1,power_law_1.01,0.15285375595092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,1,power_law_1.01,0.15388416290283202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,1,power_law_1.01,0.15804672241210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,1,power_law_1.01,0.10090751647949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,1,power_law_1.01,0.19031295776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,1,power_law_1.01,0.1899283218383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,1,power_law_1.01,0.20258815765380858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,1,power_law_1.01,0.2173619270324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,1,power_law_1.01,0.23794944763183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,1,power_law_1.01,0.2816851234436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,1,power_law_1.01,0.3121158409118652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,1,power_law_1.01,0.3784832000732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,1,power_law_1.01,0.464700813293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,1,power_law_1.01,0.6127795028686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,1,power_law_1.2,0.028867199420928958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,1,power_law_1.01,0.7778559875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,1,power_law_1.2,0.04055871963500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,1,power_law_1.2,0.053000321388244634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,1,power_law_1.01,1.0914220428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,1,power_law_1.2,0.06738624095916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,1,power_law_1.2,0.08662400245666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,1,power_law_1.01,1.4043251037597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,1,power_law_1.2,0.1620185661315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,1,power_law_1.2,0.16644351959228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,1,power_law_1.2,0.17052288055419923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,1,power_law_1.2,0.17825023651123045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,1,power_law_1.2,0.18480640411376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,1,power_law_1.2,0.15102272033691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,1,power_law_1.2,0.19337087631225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,1,power_law_1.2,0.23013183593750003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,1,power_law_1.2,0.20029567718505858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,1,power_law_1.2,0.11209856033325197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,1,power_law_1.2,0.20797887802124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,1,power_law_1.2,0.21996671676635743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,1,power_law_1.2,0.2537209510803223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,1,power_law_1.2,0.2873184013366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,1,power_law_1.2,0.36762046813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,1,power_law_1.2,0.3967718505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,1,power_law_1.2,0.47124481201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,1,power_law_1.2,0.5757318496704101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,1,power_law_1.2,0.7825791931152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,1,power_law_1.2,1.0015122985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,1,power_law_1.2,0.03154943943023682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,1,power_law_1.2,1.4279641723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,1,power_law_1.2,0.03487488031387329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,1,power_law_1.2,0.04479296207427978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,1,power_law_1.2,0.06042496204376221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,1,power_law_1.2,0.07773439884185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,1,power_law_1.2,0.09689151763916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,1,power_law_1.2,1.8741529846191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,1,power_law_1.2,0.13649791717529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,1,power_law_1.2,0.13812735557556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,1,power_law_1.2,0.13044799804687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,1,power_law_1.2,0.14282239913940428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,1,power_law_1.2,0.1506163215637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,1,power_law_1.2,0.14675775527954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,1,power_law_1.2,0.15545344352722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,1,power_law_1.2,0.16078336715698244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,1,power_law_1.2,0.19339775085449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,1,power_law_1.2,0.19728384017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,1,power_law_1.2,0.20472063064575194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,1,power_law_1.2,0.22928575515747068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,1,power_law_1.2,0.25549184799194335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,1,power_law_1.2,0.28866559982299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,1,power_law_1.2,0.31834880828857426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,1,power_law_1.2,0.39758209228515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,1,power_law_1.2,0.4783564758300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,1,power_law_1.2,0.6211449432373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,1,power_law_1.2,0.7913369750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,1,power_law_1.2,1.1045670318603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,1,power_law_1.2,1.4243878173828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,16,balanced,0.02345344066619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,16,balanced,0.02442496061325073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,16,balanced,0.045562877655029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,16,balanced,0.061327362060546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,16,balanced,0.07792128086090087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,16,balanced,0.11477248191833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,16,balanced,0.12059136390686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,16,balanced,0.1212172794342041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,16,balanced,0.12306559562683106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,16,balanced,0.11526528358459473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,16,balanced,0.12807807922363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,16,balanced,0.11516672134399415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,16,balanced,0.11446528434753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,16,balanced,0.1370431995391846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,16,balanced,0.13565695762634278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,16,balanced,0.14902527809143068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,16,balanced,0.1928755187988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,16,balanced,0.12469504356384278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,16,balanced,0.28532735824584965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,16,balanced,0.3154623985290527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,16,balanced,0.1311526393890381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,16,balanced,0.44422657012939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,16,balanced,0.20630016326904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,16,balanced,0.5472217559814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,16,balanced,0.1347430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,16,balanced,0.7978150177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,16,power_law_1.01,0.09610112190246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,16,balanced,1.0321075439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,16,power_law_1.01,0.08436223983764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,16,power_law_1.01,0.10531455993652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,16,power_law_1.01,0.11071488380432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,16,power_law_1.01,0.11492863655090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,16,power_law_1.01,0.07684607982635498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,16,power_law_1.01,0.11614080429077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,16,power_law_1.01,0.11745920181274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,16,power_law_1.01,0.12293120384216309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,16,power_law_1.01,0.09361536026000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,16,power_law_1.01,0.12369279861450196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,16,power_law_1.01,0.12756992340087892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,16,power_law_1.01,0.13468544006347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,16,power_law_1.01,0.1377292823791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,16,power_law_1.01,0.143242244720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,16,power_law_1.01,0.14768128395080565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,16,power_law_1.01,0.09392255783081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,16,power_law_1.01,0.19251712799072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,16,power_law_1.01,0.2312460708618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,16,power_law_1.01,0.278603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,16,power_law_1.01,0.34769664764404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,16,power_law_1.01,0.4898700714111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,16,power_law_1.01,0.5687385559082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,16,power_law_1.01,0.8305023956298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,16,power_law_1.2,0.07728511810302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,16,power_law_1.01,1.1338931274414061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,16,power_law_1.2,0.09575167655944825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,16,power_law_1.01,1.7201023864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,16,power_law_1.2,0.08854016304016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,16,power_law_1.2,0.10736512184143066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,16,power_law_1.01,2.2901925659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,16,power_law_1.2,0.10880895614624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,16,power_law_1.2,0.11515775680541993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,16,power_law_1.2,0.11809663772583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,16,power_law_1.2,0.09358464241027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,16,power_law_1.2,0.09092608451843262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,16,power_law_1.2,0.1178048038482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,16,power_law_1.2,0.1213862419128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,16,power_law_1.2,0.12753919601440428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,16,power_law_1.2,0.13254655838012694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,16,power_law_1.2,0.13423487663269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,16,power_law_1.2,0.1460198402404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,16,power_law_1.2,0.14815744400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,16,power_law_1.2,0.1675993537902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,16,power_law_1.2,0.21684736251831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,16,power_law_1.2,0.23862655639648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,16,power_law_1.2,0.311275520324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,16,power_law_1.2,0.4058457565307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,16,power_law_1.2,0.5234099197387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,16,power_law_1.2,0.7791334533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,16,power_law_1.2,1.0617766571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,16,power_law_1.2,1.4512025451660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,8,balanced,0.02081536054611206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,8,balanced,0.02747391939163208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,16,power_law_1.2,2.4549990844726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,8,balanced,0.03755136013031006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,8,balanced,0.11325568199157714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,16,power_law_1.2,2.9310015869140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,8,balanced,0.11750783920288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,8,balanced,0.054968318939208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,8,balanced,0.12088447570800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,8,balanced,0.1184000015258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,8,balanced,0.12232319831848144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,8,balanced,0.12411007881164551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,8,balanced,0.1322316837310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,8,balanced,0.13397248268127443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,8,balanced,0.12508416175842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,8,balanced,0.1301478385925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,8,balanced,0.12786432266235354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,8,balanced,0.08071807861328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,8,balanced,0.1329868793487549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,8,balanced,0.15236736297607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,8,balanced,0.16804864883422851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,8,balanced,0.21545087814331057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,8,balanced,0.23887744903564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,8,balanced,0.318973445892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,8,balanced,0.36089855194091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,8,balanced,0.5132940673828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,8,balanced,0.6308467102050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,8,power_law_1.01,0.07643904209136962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,8,balanced,0.9269709014892579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,8,power_law_1.01,0.06487679958343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,8,balanced,1.209823989868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,8,power_law_1.01,0.08458623886108399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,8,power_law_1.01,0.10016511917114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,8,power_law_1.01,0.11122303962707521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,8,power_law_1.01,0.11072128295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,8,power_law_1.01,0.11235967636108399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,8,power_law_1.01,0.11376895904541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,8,power_law_1.01,0.1176358413696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,8,power_law_1.01,0.04969600200653076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,8,power_law_1.01,0.12094976425170897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,8,power_law_1.01,0.1253875160217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,8,power_law_1.01,0.12369791984558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,8,power_law_1.01,0.12621439933776854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,8,power_law_1.01,0.12842240333557128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,8,power_law_1.01,0.13888256072998045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,8,power_law_1.01,0.1678656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,8,power_law_1.01,0.20214399337768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,8,power_law_1.01,0.24669824600219728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,8,power_law_1.01,0.2992281532287598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,8,power_law_1.01,0.3916262435913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,8,power_law_1.01,0.49322753906249994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,8,power_law_1.01,0.7287923431396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,8,power_law_1.01,0.8969945526123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,8,power_law_1.01,0.0719001579284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,8,power_law_1.2,0.04964735984802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,8,power_law_1.2,0.0646937608718872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,8,power_law_1.01,1.3094464111328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,8,power_law_1.2,0.07369855880737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,8,power_law_1.2,0.06291840076446534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,8,power_law_1.2,0.10123007774353028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,8,power_law_1.2,0.10525952339172365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,8,power_law_1.2,0.10899200439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,8,power_law_1.2,0.11127039909362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,8,power_law_1.01,1.8363148498535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,8,power_law_1.2,0.11385855674743653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,8,power_law_1.2,0.11805184364318848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,8,power_law_1.2,0.12478848457336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,8,power_law_1.2,0.12507264137268065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,8,power_law_1.2,0.12349823951721191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,8,power_law_1.2,0.12653823852539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,8,power_law_1.2,0.13477760314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,8,power_law_1.2,0.15498368263244627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,8,power_law_1.2,0.18926719665527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,8,power_law_1.2,0.20466304779052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,8,power_law_1.2,0.2641216087341308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,8,power_law_1.2,0.325032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,8,power_law_1.2,0.4849446487426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,8,power_law_1.2,0.5563763046264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,8,power_law_1.2,0.06632575988769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,8,power_law_1.2,0.875098876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,4,balanced,0.021086719036102295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,4,balanced,0.02210815906524658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,8,power_law_1.2,1.0565030670166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,4,balanced,0.03666048049926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,4,balanced,0.07971712112426757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,4,balanced,0.1019315242767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,8,power_law_1.2,1.7237362670898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,8,power_law_1.2,2.167064361572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,4,balanced,0.05410560131072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,4,balanced,0.12164223670959473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,4,balanced,0.12477055549621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,4,balanced,0.1337228775024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,4,balanced,0.13789440155029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,4,balanced,0.12769280433654787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,4,balanced,0.12561920166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,4,balanced,0.12782848358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,4,balanced,0.1320742416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,4,balanced,0.13009535789489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,4,balanced,0.14010751724243165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,4,balanced,0.1536473560333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,4,balanced,0.1646668815612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,4,balanced,0.22459775924682618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,4,balanced,0.25124095916748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,4,balanced,0.3492262268066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,4,balanced,0.40391166687011715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,4,balanced,0.13370752334594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,4,balanced,0.5849459075927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,4,balanced,0.7345804595947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,4,power_law_1.01,0.03543807983398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,4,power_law_1.01,0.04993152141571045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,4,power_law_1.01,0.05073279857635497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,4,balanced,1.0698944091796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,4,power_law_1.01,0.061813759803771975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,4,power_law_1.01,0.07245696067810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,4,power_law_1.01,0.08796287536621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,4,balanced,1.4097984313964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,4,power_law_1.01,0.10394368171691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,4,power_law_1.01,0.11331071853637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,4,power_law_1.01,0.1262399959564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,4,power_law_1.01,0.11426943778991698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,4,power_law_1.01,0.1287769603729248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,4,power_law_1.01,0.1225548839569092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,4,power_law_1.01,0.12299391746520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,4,power_law_1.01,0.1186137580871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,4,power_law_1.01,0.12673664093017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,4,power_law_1.01,0.12797696113586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,4,power_law_1.01,0.132423677444458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,4,power_law_1.01,0.1580070400238037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,4,power_law_1.01,0.18395263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,4,power_law_1.01,0.22584064483642577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,4,power_law_1.01,0.28227455139160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,4,power_law_1.01,0.3578623962402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,4,power_law_1.01,0.47634048461914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,4,power_law_1.01,0.6540415954589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,4,power_law_1.01,0.8284223937988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,4,power_law_1.2,0.04611839771270752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,4,power_law_1.01,1.188769302368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,4,power_law_1.2,0.05040895938873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,4,power_law_1.2,0.060753917694091795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,4,power_law_1.2,0.06161280155181885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,4,power_law_1.2,0.1027724838256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,4,power_law_1.2,0.08473600387573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,4,power_law_1.2,0.037063679695129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,4,power_law_1.2,0.110764799118042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,4,power_law_1.2,0.11512319564819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,4,power_law_1.01,1.7993344116210939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,4,power_law_1.2,0.11922687530517577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,4,power_law_1.2,0.13000831604003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,4,power_law_1.2,0.12631423950195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,4,power_law_1.2,0.12232831954956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,4,power_law_1.2,0.127706880569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,4,power_law_1.2,0.12719231605529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,4,power_law_1.2,0.13218432426452636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,4,power_law_1.2,0.14232704162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,4,power_law_1.2,0.1700876808166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,4,power_law_1.2,0.19135871887207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,4,power_law_1.2,0.23996671676635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,4,power_law_1.2,0.29181568145751957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,4,power_law_1.2,0.41018112182617184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,4,power_law_1.2,0.509378547668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,4,power_law_1.2,0.7040985870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,4,power_law_1.2,0.8861273956298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,4,power_law_1.2,1.3748760986328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,4,power_law_1.2,1.8149157714843749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,2,balanced,0.021964800357818604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,2,balanced,0.027502079010009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,2,balanced,0.04309760093688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,2,balanced,0.10485376358032225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,2,balanced,0.13739007949829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,2,balanced,0.14106880187988283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,2,balanced,0.14083968162536623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,2,balanced,0.06661248207092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,2,balanced,0.15890303611755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,2,balanced,0.15876735687255858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,2,balanced,0.16662015914916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,2,balanced,0.16835712432861327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,2,balanced,0.16737663269042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,2,balanced,0.1696371269226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,2,balanced,0.17486207962036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,2,balanced,0.16199552536010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,2,balanced,0.16325504302978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,2,balanced,0.1851136016845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,2,balanced,0.19555328369140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,2,balanced,0.31469312667846683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,2,balanced,0.33461120605468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,2,balanced,0.4692902374267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,2,balanced,0.523583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,2,balanced,0.7839641571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,2,power_law_1.01,0.02392575979232788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,2,balanced,0.971251220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,2,power_law_1.01,0.04401023864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,2,power_law_1.01,0.05324672222137451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,2,balanced,1.4099533081054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,2,power_law_1.01,0.06965248107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,2,power_law_1.01,0.08704768180847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,2,balanced,1.8610188293457033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,2,power_law_1.01,0.12257023811340333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,2,power_law_1.01,0.11467007637023925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,2,power_law_1.01,0.14529408454895018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,2,power_law_1.01,0.1468006420135498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,2,power_law_1.01,0.1279270362854004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,2,power_law_1.01,0.1556492805480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,2,power_law_1.01,0.1523699188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,2,power_law_1.01,0.1546393585205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,2,power_law_1.01,0.1691993522644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,2,power_law_1.01,0.17885183334350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,2,power_law_1.01,0.20206079483032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,2,power_law_1.01,0.24992767333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,2,power_law_1.01,0.30528127670288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,2,power_law_1.01,0.3742937469482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,2,power_law_1.01,0.15917183876037597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,2,power_law_1.01,0.48425983428955083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,2,power_law_1.01,0.6051878356933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,2,power_law_1.01,0.16399999618530275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,2,power_law_1.01,0.8645849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,2,power_law_1.2,0.02367743968963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,2,power_law_1.01,1.0888857269287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,2,power_law_1.2,0.041914877891540525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,2,power_law_1.2,0.053606400489807124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,2,power_law_1.2,0.07760896205902099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,2,power_law_1.01,1.6164915466308591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,2,power_law_1.2,0.1133631992340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,2,power_law_1.01,2.0650035095214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,2,power_law_1.2,0.14626303672790528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,2,power_law_1.2,0.14780927658081056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,2,power_law_1.2,0.1523916816711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,2,power_law_1.2,0.1554700756072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,2,power_law_1.2,0.15772159576416017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,2,power_law_1.2,0.16395904541015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,2,power_law_1.2,0.11889792442321778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,2,power_law_1.2,0.16699392318725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,2,power_law_1.2,0.12617216110229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,2,power_law_1.2,0.17473920822143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,2,power_law_1.2,0.186375675201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,2,power_law_1.2,0.2120908737182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,2,power_law_1.2,0.25182592391967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,2,power_law_1.2,0.31412223815917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,2,power_law_1.2,0.06704383850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,2,power_law_1.2,0.3786777496337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,2,power_law_1.2,0.5106099319458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,2,power_law_1.2,0.6449983978271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,2,power_law_1.2,0.8840115356445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,2,power_law_1.2,1.081370849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,2,power_law_1.2,1.7162905883789061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,2,power_law_1.2,2.1433433532714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,1,balanced,0.029365758895874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,1,balanced,0.043042559623718266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,1,balanced,0.05712255954742431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,1,balanced,0.13366463661193848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,1,balanced,0.08340607643127441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,1,balanced,0.17259904861450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,1,balanced,0.17811008453369143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,1,balanced,0.18128831863403322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,1,balanced,0.17519552230834962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,1,balanced,0.17550975799560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,1,balanced,0.18591295242309572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,1,balanced,0.187640323638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,1,balanced,0.18852031707763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,1,balanced,0.19119743347167967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,1,balanced,0.17687936782836916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,1,balanced,0.19031808853149415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,1,balanced,0.19428287506103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,1,balanced,0.20248960494995116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,1,balanced,0.3376211166381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,1,balanced,0.35354496002197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,1,balanced,0.5008972930908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,1,balanced,0.5411052703857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,1,balanced,0.8371347045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,1,balanced,1.0343270111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,1,power_law_1.01,0.029085440635681154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,1,balanced,0.20976896286010743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,1,power_law_1.01,0.04198783874511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,1,balanced,1.5022592163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,1,power_law_1.01,0.07733759880065919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,1,power_law_1.01,0.13757760047912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,1,power_law_1.01,0.14529215812683105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,1,balanced,1.9682835388183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,1,power_law_1.01,0.15176063537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,1,power_law_1.01,0.15813823699951174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,1,power_law_1.01,0.16229503631591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,1,power_law_1.01,0.1746847915649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,1,power_law_1.01,0.17304512023925783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,1,power_law_1.01,0.09590208053588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,1,power_law_1.01,0.17705472946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,1,power_law_1.01,0.18370176315307618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,1,power_law_1.01,0.18401407241821288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,1,power_law_1.01,0.18977407455444334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,1,power_law_1.01,0.2271219253540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,1,power_law_1.01,0.25016704559326175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,1,power_law_1.01,0.27532928466796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,1,power_law_1.01,0.3213056182861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,1,power_law_1.01,0.3925279998779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,1,power_law_1.01,0.05815807819366455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,1,power_law_1.01,0.48933055877685544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,1,power_law_1.01,0.6133926391601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,1,power_law_1.01,0.8446822357177733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,1,power_law_1.01,1.0909497833251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,1,power_law_1.2,0.029256319999694823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,1,power_law_1.2,0.04410111904144287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,1,power_law_1.01,1.5633331298828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,1,power_law_1.2,0.05751232147216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,1,power_law_1.2,0.07294976234436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,1,power_law_1.2,0.09186367988586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,1,power_law_1.2,0.13737919807434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,1,power_law_1.2,0.14680831909179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,1,power_law_1.2,0.1548300838470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,1,power_law_1.2,0.1608799934387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,1,power_law_1.2,0.16632831573486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,1,power_law_1.01,2.0423333740234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,1,power_law_1.2,0.17795328140258787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,1,power_law_1.2,0.17654720306396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,1,power_law_1.2,0.18139200210571288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,1,power_law_1.2,0.19372224807739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,1,power_law_1.2,0.21988672256469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,1,power_law_1.2,0.23232255935668947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,1,power_law_1.2,0.2571628761291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,1,power_law_1.2,0.2758566474914551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,1,power_law_1.2,0.32820289611816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,1,power_law_1.2,0.39787391662597654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,1,power_law_1.2,0.20029184341430667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,1,power_law_1.2,0.4962239837646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,1,power_law_1.2,0.6203174209594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,1,power_law_1.2,0.8566912078857423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,1,power_law_1.2,1.0893484497070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,16,balanced,0.07349760055541991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,16,balanced,0.11086463928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,16,balanced,0.2051532745361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,1,power_law_1.2,1.56612548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,16,balanced,0.3950297546386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,16,balanced,0.6414208221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,16,balanced,0.7696832275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,16,balanced,0.9788787078857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,1,power_law_1.2,2.0407872009277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,16,balanced,0.9858739471435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,16,balanced,1.0144435119628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,16,balanced,1.0184281921386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,16,balanced,1.0350809478759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,16,balanced,1.0600627136230467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,16,balanced,1.1110527801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,16,balanced,1.097063674926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,16,balanced,1.1319602966308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,16,balanced,1.197729263305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,16,balanced,1.0270297241210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,16,balanced,1.2852313232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,16,balanced,1.3698355102539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,16,balanced,1.8535270690917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,16,balanced,1.8012300109863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,16,balanced,2.530840301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,16,balanced,2.8701580810546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,16,balanced,4.302571411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,16,balanced,0.05379583835601807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,16,balanced,0.07153664112091065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,16,balanced,0.11954431533813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,16,balanced,0.21122432708740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,16,balanced,5.518244018554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,16,balanced,0.3370662307739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,16,balanced,0.4011238479614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,16,balanced,0.4258329772949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,16,balanced,0.42890495300292975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,16,balanced,0.4432575988769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,16,balanced,0.44608512878417966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,16,balanced,0.45601535797119136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,16,balanced,0.47290496826171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,16,balanced,0.48939392089843753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,16,balanced,0.513496322631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,16,balanced,0.5158489608764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,16,balanced,0.5354585647583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,16,balanced,8.267066650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,16,balanced,0.5749747085571288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,16,balanced,0.6569152069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,16,balanced,0.7303282928466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,16,balanced,0.9000819396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,16,balanced,1.0445145416259767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,16,balanced,1.4152742004394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,16,balanced,10.75203857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,16,balanced,1.7194918823242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,16,balanced,2.4553741455078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,16,balanced,3.0914239501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,16,power_law_1.01,0.7307839965820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,16,power_law_1.01,0.508746223449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,16,balanced,4.579486694335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,16,power_law_1.01,0.6919987487792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,16,power_law_1.01,0.6726195526123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,16,power_law_1.01,0.7554367828369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,16,balanced,5.907135009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,16,power_law_1.01,0.7366668701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,16,power_law_1.01,0.8667110443115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,16,power_law_1.01,0.8932428741455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,16,power_law_1.01,0.9664076995849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,16,power_law_1.01,0.9438527679443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,16,power_law_1.01,0.9213670349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,16,power_law_1.01,0.9935987091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,16,power_law_1.01,0.9880268859863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,16,power_law_1.01,1.06927490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,16,power_law_1.01,1.081575698852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,16,power_law_1.01,1.1020070648193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,16,power_law_1.01,1.185201950073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,16,power_law_1.01,1.2956620788574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,16,power_law_1.01,1.492034606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,16,power_law_1.01,1.8126502990722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,16,power_law_1.01,2.1165248107910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,16,power_law_1.01,2.8434432983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,16,power_law_1.01,3.6542822265624997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,16,power_law_1.01,5.582847900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,16,power_law_1.01,0.272229118347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,16,power_law_1.01,0.3818316650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,16,power_law_1.01,0.3792192077636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,16,power_law_1.01,7.1724658203125005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,16,power_law_1.01,0.3855526351928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,16,power_law_1.01,0.3886092758178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,16,power_law_1.01,0.3701529693603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,16,power_law_1.01,0.41655937194824216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,16,power_law_1.01,0.407086067199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,16,power_law_1.01,0.4175590515136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,16,power_law_1.01,0.4172288131713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,16,power_law_1.01,0.42477695465087895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,16,power_law_1.01,0.44007038116455083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,16,power_law_1.01,0.45452415466308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,16,power_law_1.01,0.4881907272338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,16,power_law_1.01,0.4763264083862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,16,power_law_1.01,10.376678466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,16,power_law_1.01,0.49706111907958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,16,power_law_1.01,0.5384384155273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,16,power_law_1.01,0.6186662292480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.01,0.6928665924072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.01,0.8610829162597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.01,0.97710205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.01,1.3814002990722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.01,1.7170892333984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,16,power_law_1.01,14.27688232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.01,2.372883148193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.01,3.271539306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,16,power_law_1.2,0.6990374755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,16,power_law_1.2,0.5148556900024415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,16,power_law_1.2,0.6923788452148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,16,power_law_1.2,0.7459532928466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.01,4.965057373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,16,power_law_1.2,0.7311116790771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,16,power_law_1.2,0.9374912261962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,16,power_law_1.2,0.8734425354003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,16,power_law_1.2,0.6409497833251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,16,power_law_1.2,0.8802201843261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,16,power_law_1.2,0.8974886322021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.01,6.435453491210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,16,power_law_1.2,0.9470105743408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,16,power_law_1.2,0.9934732818603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,16,power_law_1.2,1.0334783935546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,16,power_law_1.2,1.0948697662353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,16,power_law_1.2,1.1195481872558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,16,power_law_1.2,1.1883161926269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,16,power_law_1.2,1.2664422607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,16,power_law_1.2,1.3571763610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,16,power_law_1.2,1.552245788574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,16,power_law_1.2,2.0070655822753904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,16,power_law_1.2,2.3527320861816405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,16,power_law_1.2,3.474113159179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,16,power_law_1.2,4.135245971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,8,power_law_1.2,7.465623168945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,16,power_law_1.2,0.27317760467529295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,16,power_law_1.2,6.10806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,16,power_law_1.2,0.3610892868041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,16,power_law_1.2,0.38529281616210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,16,power_law_1.2,0.3890188980102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,16,power_law_1.2,0.3673036956787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,16,power_law_1.2,0.3839974212646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,16,power_law_1.2,0.4119526290893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,16,power_law_1.2,8.729117431640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,16,power_law_1.2,0.40679809570312503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,16,power_law_1.2,0.41158527374267584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,16,power_law_1.2,0.3888307189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,16,power_law_1.2,0.42955776214599606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,16,power_law_1.2,0.44033664703369146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,16,power_law_1.2,0.4626841735839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,16,power_law_1.2,0.4885427093505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,16,power_law_1.2,0.48972545623779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,16,power_law_1.2,0.5199590301513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,16,power_law_1.2,0.5693171310424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,16,power_law_1.2,0.6546841430664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.2,0.7122303771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.2,0.9180095672607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.2,1.105148162841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.2,1.4737408447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,8,power_law_1.2,5.597853393554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.2,1.9339251708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,16,power_law_1.2,12.7388134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,8,balanced,0.06737279891967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.2,2.764069213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,8,balanced,0.09665151596069335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,8,balanced,0.32625537872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,8,balanced,0.559863052368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.2,3.7093041992187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,8,balanced,0.16990079879760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,16,power_law_1.2,10.365325927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,8,balanced,0.7601446533203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,16,power_law_1.2,17.08313232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,8,balanced,0.9779328155517579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,8,balanced,0.9863590240478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,8,balanced,0.7736319732666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,8,balanced,0.9923340606689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,8,balanced,0.7790220642089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.2,5.339799194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,8,balanced,1.011316452026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,8,balanced,1.0619827270507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,8,balanced,1.0626278686523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,8,balanced,1.2611622619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,8,balanced,1.322177276611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,8,balanced,1.5861094665527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,8,balanced,1.0267839813232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,8,balanced,1.1006655883789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,8,balanced,1.6945446777343751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,8,balanced,1.1386790466308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,8,balanced,2.3835072326660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,8,balanced,0.042675199508666994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,8,balanced,0.06538496017456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,8,balanced,2.6653018188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,8,balanced,0.18399999618530274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,8,balanced,0.2972287940979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.2,7.056033325195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,8,balanced,3.992951049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,8,balanced,0.3909823989868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,8,balanced,0.4142630386352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,8,balanced,0.4104793548583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,8,balanced,0.44809726715087894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,8,balanced,0.450909423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,8,balanced,0.45852672576904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,8,balanced,0.47606143951416013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,8,balanced,4.994082641601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,8,balanced,0.4907622528076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,8,balanced,0.5159654235839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,8,balanced,0.526115837097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,8,balanced,0.556965103149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,8,balanced,0.6202380752563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,8,balanced,0.106942720413208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,8,balanced,0.6834022521972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,8,balanced,0.5098828887939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,8,balanced,0.8086144256591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,8,balanced,0.9326233673095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,8,balanced,7.376377563476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,8,balanced,1.2325491333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,8,balanced,1.484259796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,8,power_law_1.01,0.2973747253417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,8,balanced,2.0912474060058592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,8,power_law_1.01,0.5472383880615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,8,balanced,2.593616638183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,8,balanced,9.590969848632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,8,power_law_1.01,0.396624641418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,8,power_law_1.01,0.5081996917724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,8,power_law_1.01,0.6981734466552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,8,power_law_1.01,0.6789337921142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,8,balanced,3.8636044311523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,8,power_law_1.01,0.6402252960205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,8,power_law_1.01,0.8857305908203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,8,power_law_1.01,0.9331097412109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,8,power_law_1.01,0.9584793853759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,8,balanced,4.972002563476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,8,power_law_1.01,1.0171289825439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,8,power_law_1.01,1.0317823791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,8,power_law_1.01,1.070767364501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,8,power_law_1.01,0.847805404663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,8,power_law_1.01,0.8952845001220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,8,power_law_1.01,1.1439385223388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,8,power_law_1.01,0.6362982559204101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,8,power_law_1.01,1.2989479064941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,8,power_law_1.01,1.3694207763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,8,power_law_1.01,1.6507801818847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,8,power_law_1.01,1.9248165893554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,8,power_law_1.01,0.1523635196685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,8,power_law_1.01,2.522704620361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,8,power_law_1.01,0.2725465583801269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,8,power_law_1.01,3.134667663574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,8,power_law_1.01,0.29305984497070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,8,power_law_1.01,0.36665729522705076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,8,power_law_1.01,5.803410034179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,8,power_law_1.01,4.559532775878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,8,power_law_1.01,0.35228672027587893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,8,power_law_1.01,0.21685888290405275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,8,power_law_1.01,0.38398719787597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,16,power_law_1.2,12.9847314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,8,power_law_1.01,0.41583103179931646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,8,power_law_1.01,0.41850753784179684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,8,power_law_1.01,0.43223678588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,8,power_law_1.01,0.484448013305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,8,power_law_1.01,0.4737932968139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,8,power_law_1.01,0.35432449340820316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,8,power_law_1.01,0.37278209686279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,8,power_law_1.01,0.4912729644775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,8,power_law_1.01,0.5293580627441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,8,power_law_1.01,0.6035456085205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,8,power_law_1.01,8.335001831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,8,power_law_1.01,0.8125631713867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,8,power_law_1.01,0.940601577758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,8,power_law_1.01,1.2228530883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,8,power_law_1.01,1.5310041809082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,8,power_law_1.01,2.1848908996582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,8,power_law_1.01,11.082514648437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,8,power_law_1.01,2.7612454223632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,8,power_law_1.2,0.3756710433959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,8,power_law_1.2,0.44564479827880865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,8,power_law_1.2,0.5188761520385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,8,power_law_1.2,0.6337382507324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,8,power_law_1.2,0.29613183975219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,8,power_law_1.01,0.4469363021850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,8,power_law_1.2,0.6070489501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,8,power_law_1.2,0.7175513458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,8,power_law_1.01,4.01325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,8,power_law_1.2,0.6191078567504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,8,power_law_1.2,0.8469465637207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,8,power_law_1.01,0.6732991790771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,8,power_law_1.2,0.9204096221923829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,8,power_law_1.2,0.9626112365722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,8,power_law_1.2,1.004000015258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,8,power_law_1.2,1.0493888092041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,8,power_law_1.2,1.0696358489990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,8,power_law_1.01,5.310751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,8,power_law_1.2,1.1157913970947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,8,power_law_1.2,1.2083776092529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,8,power_law_1.2,1.276748809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,8,power_law_1.2,1.4428160095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,8,power_law_1.2,1.7541413879394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,8,power_law_1.2,1.9597286987304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,8,power_law_1.2,0.15207807540893553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,8,power_law_1.2,2.598153076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,8,power_law_1.2,0.21035520553588868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,8,power_law_1.2,0.891178207397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,8,power_law_1.2,0.21737344741821288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,8,power_law_1.2,0.2780582427978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,8,power_law_1.2,0.336753921508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,8,power_law_1.2,3.417510375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,8,power_law_1.2,0.3674214553833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,8,power_law_1.2,0.36699905395507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,8,power_law_1.2,0.38462974548339846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,8,power_law_1.2,0.40331775665283204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,8,power_law_1.2,0.41687808990478514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,8,power_law_1.2,0.44165630340576173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,8,power_law_1.2,0.4651660919189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,8,power_law_1.2,4.928126831054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,8,power_law_1.2,0.4990143966674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,8,power_law_1.2,0.4973004913330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,8,power_law_1.2,0.5166182327270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,8,power_law_1.2,0.553889274597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,8,power_law_1.2,0.6244134521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,8,power_law_1.2,0.6766105651855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,8,power_law_1.2,6.3986010742187505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,8,power_law_1.2,0.8275328063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,8,power_law_1.2,0.9787955474853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,8,power_law_1.2,0.3695449447631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,8,power_law_1.2,1.2576051330566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,8,power_law_1.2,1.5808358764648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,4,balanced,0.09352704048156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,4,balanced,0.15782912254333498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,8,power_law_1.2,2.2531840515136716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,4,balanced,0.3023974418640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,4,balanced,0.5448255920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,4,balanced,0.05955840110778808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,4,balanced,0.7675955200195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,8,power_law_1.2,2.957502746582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,4,balanced,0.7684492492675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,4,balanced,0.8000755310058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,8,power_law_1.2,9.081240234374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,4,balanced,0.8083929443359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,4,balanced,1.0160934448242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,4,balanced,1.0224486541748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,4,balanced,0.7863168334960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,4,balanced,1.0655321502685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,8,power_law_1.2,12.329635009765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,4,balanced,1.0581043243408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,4,balanced,1.0789222717285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,4,balanced,0.8035148620605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,4,balanced,1.1281292724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,8,power_law_1.2,4.260189514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,4,balanced,1.2353011322021483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,4,balanced,1.283493194580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,4,balanced,1.615141143798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,4,balanced,1.7110182189941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,4,balanced,0.04335360050201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,4,balanced,0.05997568130493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,4,balanced,2.3420620727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,4,balanced,0.09556480407714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,4,balanced,0.16257919311523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,4,balanced,2.5992715454101565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,4,balanced,0.2814617538452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,4,balanced,0.38879745483398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,4,balanced,0.406511344909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,4,balanced,0.40863487243652347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,4,balanced,0.42080638885498045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,4,balanced,0.42598785400390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,4,balanced,0.4334016036987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,4,balanced,3.831215209960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,4,balanced,0.4896831893920899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,4,balanced,0.501130256652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,4,balanced,0.5297407913208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,4,balanced,0.5137459182739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,4,balanced,0.5278118515014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,4,balanced,4.706382141113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,4,balanced,0.5651712036132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,4,balanced,0.6191078567504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,4,balanced,0.6712397003173829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,8,power_law_1.2,5.632058715820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,4,balanced,0.7845081329345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,4,balanced,0.8889215850830079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,4,balanced,1.2068224334716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,4,balanced,1.426128692626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,4,balanced,7.001370849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,4,balanced,2.023438110351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,4,power_law_1.01,0.2936614418029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,4,power_law_1.01,0.27825408935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,4,balanced,2.4676197814941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,4,power_law_1.01,0.3636006546020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,4,power_law_1.01,0.4757657623291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,4,power_law_1.01,0.6672319793701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,4,power_law_1.01,0.6851814270019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,4,power_law_1.01,0.6141606521606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,4,balanced,8.964246826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,4,power_law_1.01,0.648564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,4,balanced,3.647028503417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,4,power_law_1.01,0.6631629180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,4,power_law_1.01,0.7014911651611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,4,power_law_1.01,0.9173056030273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,4,power_law_1.01,0.9304985809326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,4,power_law_1.01,0.9810662078857423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,4,power_law_1.01,0.1434662437438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,4,power_law_1.01,1.011151351928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,4,power_law_1.01,1.0441510772705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,4,balanced,4.680327758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,4,power_law_1.01,1.1120089721679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,4,power_law_1.01,1.2405683135986327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,4,power_law_1.01,1.3147148132324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,4,power_law_1.01,1.5361112976074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,4,power_law_1.01,1.7721151733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,4,power_law_1.01,0.08854271888732909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,4,power_law_1.01,2.280310974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,4,power_law_1.01,0.14999679565429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,4,power_law_1.01,0.1477017593383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,4,power_law_1.01,0.2017740821838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,4,power_law_1.01,2.8765298461914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,4,power_law_1.01,0.23452928543090817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,4,power_law_1.01,0.32095359802246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,4,power_law_1.01,0.33180801391601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,4,power_law_1.01,0.3627315139770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,4,power_law_1.01,0.3837004852294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,4,power_law_1.01,0.38389633178710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,4,power_law_1.01,0.3946764755249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,4,power_law_1.01,0.4539123153686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,4,power_law_1.01,4.050960693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,4,power_law_1.01,0.4727628707885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,4,power_law_1.01,0.5031001663208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,4,power_law_1.01,0.4871846389770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,4,power_law_1.01,0.5036876678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,4,power_law_1.01,0.5434316635131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,4,power_law_1.01,0.6099430465698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,4,power_law_1.01,0.6686093139648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,4,power_law_1.01,5.15636474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,4,power_law_1.01,0.7966336059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,4,power_law_1.01,0.9250035095214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,4,power_law_1.01,1.1865676879882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,4,power_law_1.01,1.4639474487304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,4,power_law_1.2,0.2102771186828613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,4,power_law_1.01,2.0383232116699217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,4,power_law_1.2,0.2618329620361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,4,power_law_1.01,7.455407104492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,4,power_law_1.2,0.34101631164550783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,4,power_law_1.01,2.6126834106445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,4,power_law_1.2,0.14520064353942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,4,power_law_1.2,0.42822017669677737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,4,power_law_1.2,0.5805862426757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,4,power_law_1.2,0.65923583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,4,power_law_1.2,0.6712281799316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,4,power_law_1.2,0.6652288055419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,4,power_law_1.2,0.7284607696533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,4,power_law_1.2,0.9412057495117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,4,power_law_1.2,0.9710476684570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,4,power_law_1.2,1.027320327758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,4,power_law_1.01,10.017246704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,4,power_law_1.2,1.0481292724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,4,power_law_1.01,3.8253912353515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,4,power_law_1.01,4.930292358398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,4,power_law_1.2,0.65193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,4,power_law_1.2,1.1003878021240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,4,power_law_1.2,1.1599552154541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,4,power_law_1.2,1.2632486724853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,4,power_law_1.2,1.3715533447265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,4,power_law_1.2,1.579114227294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,4,power_law_1.2,1.820142059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,4,power_law_1.2,0.08873727798461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,4,power_law_1.2,0.12259584426879884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,4,power_law_1.2,2.3226725769042966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,4,power_law_1.2,0.1514431953430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,4,power_law_1.2,0.18567039489746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,4,power_law_1.2,0.23348480224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,4,power_law_1.2,3.0553125000000003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,4,power_law_1.2,0.3238963317871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,4,power_law_1.2,0.3540800094604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,4,power_law_1.2,0.3583001708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,4,power_law_1.2,0.3730380630493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,4,power_law_1.2,0.3850201416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,4,power_law_1.2,0.3936320114135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,4,power_law_1.2,4.113881530761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,4,power_law_1.2,0.46139904022216793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,4,power_law_1.2,0.4789913558959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,4,power_law_1.2,0.5119039916992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,4,power_law_1.2,0.5062284851074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,4,power_law_1.2,0.5198336029052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,4,power_law_1.2,5.401911010742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,4,power_law_1.2,0.5680729675292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,4,power_law_1.2,0.6174745559692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,4,power_law_1.2,0.6839500427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,4,power_law_1.2,0.8125145721435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,4,power_law_1.2,0.9455654144287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,4,power_law_1.2,1.208948516845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,2,balanced,0.05842559814453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,4,power_law_1.2,1.4979597473144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,2,balanced,0.08766847610473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,2,balanced,0.15080448150634768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,4,power_law_1.2,2.109593658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,2,balanced,0.5203481674194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,2,balanced,0.7577305603027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,4,power_law_1.2,2.699834899902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,2,balanced,0.7708108520507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,2,balanced,0.2964531135559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,2,balanced,0.7748146820068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,4,power_law_1.2,7.854949340820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,2,balanced,0.7941785430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,2,balanced,0.7888333129882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,2,balanced,0.8049932861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,2,balanced,0.8211609649658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,2,balanced,0.8305996704101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,2,balanced,0.8633203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,4,power_law_1.2,10.970484619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,2,balanced,1.0922930908203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,2,balanced,1.27080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,4,power_law_1.2,3.906330871582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,2,balanced,1.047847671508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,2,balanced,1.7938252258300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,2,balanced,1.0607462310791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,2,balanced,1.1878899383544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,2,balanced,2.513544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,2,balanced,0.041303038597106934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,2,balanced,2.7527014160156247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,2,balanced,0.05994495868682861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,2,balanced,0.09968511581420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,2,balanced,0.16839168548583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,2,balanced,1.6581619262695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,2,balanced,0.2900492858886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,2,balanced,0.4088665771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,2,balanced,0.42477054595947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,2,balanced,0.4283123016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,2,balanced,0.4395366287231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,2,balanced,0.4426534271240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,2,balanced,0.45255550384521487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,2,balanced,4.080674438476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,2,balanced,0.4655871963500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,2,balanced,0.4729868698120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,4,power_law_1.2,5.0212774658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,2,balanced,0.4945305633544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,2,balanced,0.540019187927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,2,balanced,0.5583283233642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,2,balanced,0.5763904190063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,2,balanced,5.055854187011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,2,balanced,0.62724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,2,balanced,0.6719078063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,2,balanced,0.7726630401611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,2,balanced,0.8783487701416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,2,balanced,1.259336929321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,2,balanced,1.460332794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,2,power_law_1.01,0.08438143730163575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,2,power_law_1.01,0.1398323154449463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,2,power_law_1.01,0.18474367141723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,2,balanced,7.401243896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,2,balanced,2.0671180725097655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,2,balanced,2.484943389892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,2,power_law_1.01,0.41075710296630863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,2,power_law_1.01,0.6369395065307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,2,power_law_1.01,0.6099647903442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,2,power_law_1.01,0.645675506591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,2,power_law_1.01,0.6586918640136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,2,power_law_1.01,0.6940377807617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,2,power_law_1.01,0.7252249908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,2,balanced,3.710535583496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,2,power_law_1.01,0.3041279983520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,2,balanced,9.37386474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,2,power_law_1.01,0.7693350219726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,2,power_law_1.01,0.8219264221191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,2,power_law_1.01,0.9699929809570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,2,balanced,4.690927429199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,2,power_law_1.01,0.9936537933349608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,2,power_law_1.01,1.0691046142578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,2,power_law_1.01,0.7567244720458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,2,power_law_1.01,1.2090406036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,2,power_law_1.01,1.2965005493164061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,2,power_law_1.01,1.5078297424316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,2,power_law_1.01,1.776410827636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,2,power_law_1.01,0.057913599014282224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,2,power_law_1.01,2.264812774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,2,power_law_1.01,0.09032704353332519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,2,power_law_1.01,0.11614208221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,2,power_law_1.01,2.8592333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,2,power_law_1.01,0.16925056457519533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,2,power_law_1.01,0.21831167221069334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,2,power_law_1.01,0.3434688186645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,2,power_law_1.01,0.3626559829711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,2,power_law_1.01,3.9949990844726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,2,power_law_1.01,0.388851203918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,2,power_law_1.01,0.3936102294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,2,power_law_1.01,0.40852481842041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,2,power_law_1.01,0.4206361770629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,2,power_law_1.01,0.44046463012695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,2,power_law_1.01,0.45577728271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,2,power_law_1.01,0.371728630065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,2,power_law_1.01,0.509246711730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,2,power_law_1.01,0.5223283386230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,2,power_law_1.01,5.2416143798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,2,power_law_1.01,0.5513100814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,2,power_law_1.01,0.6208268737792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,2,power_law_1.01,0.6826124572753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,2,power_law_1.01,0.8112652587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,2,power_law_1.01,0.9338905334472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,2,power_law_1.01,1.1966182708740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,2,power_law_1.2,0.08376959800720216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,2,power_law_1.01,1.4719590759277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,2,power_law_1.2,0.12579839706420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,2,power_law_1.01,7.472243041992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,2,power_law_1.2,0.18971775054931642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,2,power_law_1.01,2.009155883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,2,power_law_1.2,0.3691993713378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,2,power_law_1.01,2.5856549072265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,2,power_law_1.2,0.6045849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,2,power_law_1.2,0.6323929595947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,2,power_law_1.2,0.6317452621459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,2,power_law_1.2,0.6673190307617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,2,power_law_1.2,0.6811264038085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,2,power_law_1.2,0.7321817779541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,2,power_law_1.01,9.835691528320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,2,power_law_1.2,0.2944947242736816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,2,power_law_1.2,0.7520486450195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,2,power_law_1.01,3.7705920410156253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,2,power_law_1.2,0.7844569396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,2,power_law_1.2,0.858187484741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,2,power_law_1.2,1.0201663970947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,2,power_law_1.2,1.0516966247558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,2,power_law_1.2,1.1281382751464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,2,power_law_1.01,4.820029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,2,power_law_1.2,1.209576950073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,2,power_law_1.2,1.3361293029785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,2,power_law_1.2,1.5671871948242189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,2,power_law_1.2,1.8089074707031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,2,power_law_1.2,0.05668735980987549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,2,power_law_1.2,0.08338687896728517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,2,power_law_1.2,0.1185536003112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,2,power_law_1.2,2.2875967407226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,2,power_law_1.2,0.15726207733154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,2,power_law_1.2,0.20588800430297854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,2,power_law_1.2,0.33995006561279295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,2,power_law_1.2,0.35895423889160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,2,power_law_1.2,2.975196228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,2,power_law_1.2,0.363741455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,2,power_law_1.2,0.3830886459350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,2,power_law_1.2,0.39560832977294924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,2,power_law_1.2,0.4117580795288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,2,power_law_1.2,0.43104385375976567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,2,power_law_1.2,4.104895935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,2,power_law_1.2,0.44362625122070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,2,power_law_1.2,0.4782463836669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,2,power_law_1.2,0.5240460968017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,2,power_law_1.2,0.5411955261230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,2,power_law_1.2,0.5835903930664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,2,power_law_1.2,0.6409152221679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,2,power_law_1.2,0.7003469085693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,2,power_law_1.2,0.8255206298828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,2,power_law_1.2,0.9573388671874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,2,power_law_1.2,5.334013671875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,2,power_law_1.2,1.2220365142822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,2,power_law_1.2,1.4976602172851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,1,balanced,0.09362751960754394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,1,balanced,0.13797696113586427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,1,balanced,0.23208576202392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,2,power_law_1.2,2.0571852111816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,1,balanced,0.8159833526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,2,power_law_1.2,2.6319781494140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,2,power_law_1.2,7.599505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,1,balanced,0.4494265747070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,1,balanced,1.2023680114746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,2,power_law_1.2,10.25357177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,1,balanced,1.2246329498291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,2,power_law_1.2,4.974515075683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,1,balanced,1.1876057434082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,1,balanced,1.2394783782958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,2,power_law_1.2,3.804069213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,1,balanced,1.2513760375976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,1,balanced,1.2716000366210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,1,balanced,1.2042726135253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,1,balanced,1.3061439514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,1,balanced,1.212138900756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,1,balanced,1.6245823669433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,1,balanced,1.6257708740234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,1,balanced,1.9788038635253904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,1,balanced,1.7122706604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,1,balanced,1.2911967468261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,1,balanced,4.014331665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,1,balanced,2.787384338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,1,balanced,2.9008447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,1,balanced,4.200843505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,1,balanced,6.563097534179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,1,balanced,7.675992431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,1,balanced,11.41567626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,balanced,0.6076326370239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,balanced,1.1277747344970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,balanced,2.109139862060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,1,balanced,14.173292236328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,balanced,4.140133056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,balanced,7.794959106445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,balanced,11.611572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,balanced,11.48150634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,balanced,11.661307373046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,balanced,11.567578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,balanced,11.412978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,balanced,11.282872314453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,balanced,11.6925048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,balanced,11.909588623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,balanced,11.488834228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,balanced,11.601531982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,balanced,11.77548583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,balanced,11.710828857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,balanced,10.022625122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,balanced,10.096685180664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,balanced,10.3520947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,balanced,10.486693115234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,1,power_law_1.01,0.09208831787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,1,power_law_1.01,0.1361081600189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,1,power_law_1.01,0.2307027244567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,1,power_law_1.01,0.40819648742675785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,1,power_law_1.01,0.5558451080322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,1,power_law_1.01,0.8883309173583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,1,power_law_1.01,0.9617759704589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,1,power_law_1.01,0.9991494750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,1,power_law_1.01,1.0369273376464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,1,power_law_1.01,1.0637158203125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,1,power_law_1.01,1.1510899353027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,1,power_law_1.01,1.2168569946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,1,power_law_1.01,1.2755257415771486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,1,power_law_1.01,1.4335002136230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,1,power_law_1.01,1.5296095275878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,1,power_law_1.01,1.6631001281738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,1,power_law_1.01,1.9079399108886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,1,power_law_1.01,1.7559507751464842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,1,power_law_1.01,1.9285638427734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,balanced,19.934981689453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,1,power_law_1.01,2.322655944824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,1,power_law_1.01,2.677477111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,balanced,20.70984619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,1,power_law_1.01,3.468319396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,1,power_law_1.01,4.281758117675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,1,power_law_1.01,5.888685302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,1,power_law_1.01,7.61741943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,balanced,30.325666503906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,balanced,30.98626708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.01,2.0670469665527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,1,power_law_1.01,11.00424560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.01,0.6008646392822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,1,power_law_1.01,14.387088623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.01,1.1411808013916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.01,8.27595947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.01,3.6249710083007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.01,9.106589355468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.01,9.408283081054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.01,5.086200256347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.01,9.700982055664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,balanced,50.60244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.01,9.525491333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.01,9.92231689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.01,10.278626708984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.01,10.26298095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.01,10.42573974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.01,10.965196533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,balanced,61.2521142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.01,11.283121337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.01,11.856745605468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.01,10.103236083984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.01,10.959006347656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.01,12.488887939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,1,power_law_1.2,0.09131584167480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,1,power_law_1.2,0.1359558391571045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,1,power_law_1.2,0.23031488418579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,1,power_law_1.2,0.3610572814941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,1,power_law_1.2,0.4975027084350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.01,14.287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,1,power_law_1.2,0.8775321960449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,1,power_law_1.2,0.9507859039306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,1,power_law_1.2,0.9883699035644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,1,power_law_1.2,1.0400102233886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,1,power_law_1.2,1.1055500793457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,1,power_law_1.2,1.1759693145751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.01,17.918795166015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,1,power_law_1.2,1.253720932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,1,power_law_1.2,1.31980224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,1,power_law_1.2,1.4651052856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,1,power_law_1.2,1.5985926818847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.01,20.942431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,1,power_law_1.2,1.7064006042480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,1,power_law_1.2,1.9616537475585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,1,power_law_1.2,1.8090643310546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,1,power_law_1.2,2.010305938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,1,power_law_1.2,2.355879669189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,1,power_law_1.2,2.7315386962890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,1,power_law_1.2,3.5088070678710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,1,power_law_1.2,4.301638488769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.01,27.88809326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.2,0.5993228912353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,1,power_law_1.2,5.969147949218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.2,1.1032319641113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.2,2.101018829345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,1,power_law_1.2,7.660164184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.01,34.92568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.2,8.309813842773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,1,power_law_1.2,11.041485595703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.2,3.275920715332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.2,8.772835693359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.2,4.578412170410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.2,9.2908251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.2,9.507325439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.01,48.8162060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.2,9.760950317382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.2,9.913012084960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,1,power_law_1.2,14.354086914062501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.2,10.4406201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.2,10.558468017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.2,11.028072509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.2,11.612078857421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.2,11.834962158203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.2,12.568425292968751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.01,63.008027343749994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.2,10.7376025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.2,11.694019775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.2,13.168852539062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,8,balanced,0.06408063888549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,8,balanced,0.06408576011657716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,8,balanced,0.06395904064178468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,8,balanced,0.10755071640014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,8,balanced,0.10812800407409669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,8,balanced,0.1090329647064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,8,balanced,0.10949888229370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,8,balanced,0.10993791580200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,8,balanced,0.11077631950378417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,8,balanced,0.11165056228637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,8,balanced,0.11193984031677247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,8,balanced,0.11347968101501464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,8,balanced,0.11436544418334962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,8,balanced,0.11683072090148924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,8,balanced,0.11534591674804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,8,balanced,0.1164748764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,8,balanced,0.1226470375061035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,8,balanced,0.1266969585418701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.2,14.914730224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,8,balanced,0.1313024044036865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,8,balanced,0.1905932807922363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,8,balanced,0.21345279693603514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,8,balanced,0.3430361557006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,8,balanced,0.420055046081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,8,balanced,0.5977523040771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,8,balanced,0.801300506591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,8,balanced,1.1818777465820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,8,balanced,0.041429758071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,8,balanced,0.04133120059967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,8,balanced,0.03952640056610107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,8,balanced,0.058434557914733884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,8,balanced,1.574740447998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,8,balanced,0.05844992160797119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,8,balanced,0.058568959236145024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,8,balanced,0.05912576198577881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,8,balanced,0.05897088050842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,8,balanced,0.06010367870330811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,8,balanced,0.0595686388015747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,8,balanced,0.05969664096832276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,8,balanced,0.06055935859680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,8,balanced,0.06065663814544677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,8,balanced,0.061873922348022456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,8,balanced,0.0626803207397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,8,balanced,0.06393343925476073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,8,balanced,0.06550911903381348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,8,balanced,0.06929024219512939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,8,balanced,0.07251840114593507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,8,balanced,0.08298239707946778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,8,balanced,0.07933440208435058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,8,balanced,0.10994688034057618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,8,balanced,0.12736000061035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.2,18.171971435546872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,8,balanced,0.1864985656738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,8,balanced,0.23411455154418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,8,balanced,0.34153984069824217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,8,balanced,0.44830463409423826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,8,power_law_1.01,0.06455296039581299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,8,power_law_1.01,0.10607616424560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,8,power_law_1.01,0.10897407531738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,8,power_law_1.01,0.10878975868225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,8,power_law_1.01,0.1093939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,8,power_law_1.01,0.11048192024230956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,8,power_law_1.01,0.11281920433044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,8,power_law_1.01,0.11611647605895996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,8,power_law_1.01,0.11575296401977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,8,power_law_1.01,0.11806847572326659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,8,power_law_1.01,0.11847680091857911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,8,power_law_1.01,0.12119808197021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,8,power_law_1.01,0.12447360038757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,8,power_law_1.01,0.12738559722900392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,8,power_law_1.01,0.15437567710876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,8,power_law_1.01,0.1739583969116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,8,power_law_1.01,0.2010585594177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,8,power_law_1.01,0.31414783477783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,8,power_law_1.01,0.3927167892456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,8,power_law_1.01,0.5661363220214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,8,power_law_1.01,0.7314380645751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.2,21.52921630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,8,power_law_1.01,1.0548825836181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,8,power_law_1.01,1.3666790771484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,8,power_law_1.01,2.059989776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,8,power_law_1.01,0.040445442199707034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,8,power_law_1.01,0.058375678062438964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,8,power_law_1.01,0.0584012794494629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,8,power_law_1.01,0.0581657600402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,8,power_law_1.01,0.05846399784088134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,8,power_law_1.01,0.059032320976257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,8,power_law_1.01,0.06005760192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,8,power_law_1.01,0.060921602249145515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,8,power_law_1.01,0.061944317817687986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,8,power_law_1.01,0.06270080089569093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,8,power_law_1.01,0.06439295768737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,8,power_law_1.01,0.06620416164398193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,8,power_law_1.01,0.06816512107849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,8,power_law_1.01,0.07168384075164795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,8,power_law_1.01,0.07338751792907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,8,power_law_1.01,0.07832704067230226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,8,power_law_1.01,0.07862016201019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,8,power_law_1.01,0.10794239997863771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,8,power_law_1.01,0.11333632469177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.2,28.60146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,8,power_law_1.01,0.17586816787719725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,8,power_law_1.01,0.21072511672973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,8,power_law_1.01,0.3291571044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,8,power_law_1.01,0.37591552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,8,power_law_1.01,4.451896362304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,8,power_law_1.01,5.16745849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,8,power_law_1.01,3.1642227172851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.2,35.6042919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,8,power_law_1.01,0.5668185424804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,8,power_law_1.01,1.4028300476074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,8,power_law_1.01,1.2334617614746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,8,power_law_1.01,0.8330406188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,4,8,power_law_1.2,0.06459648132324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,4,8,power_law_1.2,0.10732416152954101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,4,8,power_law_1.2,0.10912128448486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,4,8,power_law_1.2,0.10929023742675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,4,8,power_law_1.2,0.10973695755004882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,4,8,power_law_1.2,0.11156352043151856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,4,8,power_law_1.2,0.11326592445373536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,4,8,power_law_1.2,0.11587583541870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,4,8,power_law_1.2,0.115863037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,4,8,power_law_1.2,0.1169382381439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,4,8,power_law_1.2,0.11974783897399903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,4,8,power_law_1.2,0.12175104141235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,4,8,power_law_1.2,0.12291328430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,4,8,power_law_1.2,0.12903039932250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,4,8,power_law_1.2,0.16223487854003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,4,8,power_law_1.2,0.17803775787353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,4,8,power_law_1.2,0.21625728607177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,4,8,power_law_1.2,0.33291393280029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,4,8,power_law_1.2,0.3998348617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,4,8,power_law_1.2,0.5694208145141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,4,8,power_law_1.2,0.7981043243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,4,8,power_law_1.2,1.1213081359863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,4,8,power_law_1.2,2.185749816894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.2,49.197963867187504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,4,8,power_law_1.2,1.5422119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,8,power_law_1.2,0.03990015983581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,8,power_law_1.2,0.0575116777420044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,8,power_law_1.2,0.05848447799682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,8,power_law_1.2,0.058361601829528806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,8,power_law_1.2,0.05909247875213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,4,8,power_law_1.2,3.168189392089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,8,power_law_1.2,0.05980927944183349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,8,power_law_1.2,0.06101376056671143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,8,power_law_1.2,0.06258304119110107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,8,power_law_1.2,0.06234623908996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,8,power_law_1.2,0.06339200019836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,8,power_law_1.2,0.06516992092132569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,8,power_law_1.2,0.06699391841888427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,8,power_law_1.2,0.06863743782043456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,8,power_law_1.2,0.07256447792053222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,8,power_law_1.2,0.07596928119659424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,8,power_law_1.2,0.0782758378982544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,8,power_law_1.2,0.08058367729187012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,8,power_law_1.2,0.11314944267272949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,8,power_law_1.2,0.10977791786193847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,8,power_law_1.2,0.1756800079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,8,power_law_1.2,0.2314137649536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,8,power_law_1.2,0.31285247802734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,8,power_law_1.2,0.3936358261108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,8,power_law_1.2,0.6032755279541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,8,power_law_1.2,0.8305152130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,8,power_law_1.2,1.2916569519042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.2,64.19163085937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,4,balanced,0.05319551944732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,4,balanced,0.04640511989593506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,4,balanced,0.05653632164001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,4,balanced,0.08929408073425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,4,balanced,0.08881152153015137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,4,balanced,0.08933247566223144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,4,balanced,0.09038592338562011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,4,balanced,0.09152000427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,4,8,power_law_1.2,4.7721752929687495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,4,balanced,0.09283455848693847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,4,balanced,0.09337599754333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,4,balanced,0.09437952041625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,4,balanced,0.09545599937438964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,4,balanced,0.09710720062255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,4,balanced,0.09869952201843261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,4,balanced,0.09959168434143066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,4,balanced,0.10091648101806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,4,balanced,0.10760191917419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,4,balanced,0.11796607971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,4,balanced,0.11465344429016114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,4,balanced,0.1945587158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,4,balanced,0.23659904479980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,4,balanced,0.34528385162353514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,4,balanced,0.42175361633300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,4,balanced,0.6103731155395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,4,balanced,0.811098861694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,4,balanced,0.027252480983734128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,4,balanced,1.201560287475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,4,balanced,0.02710400104522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,4,balanced,0.039142398834228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,4,balanced,0.049724159240722654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,4,balanced,0.05027967929840088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,4,balanced,0.05004032135009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,4,balanced,0.051375360488891596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,4,balanced,0.05122816085815429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,4,balanced,1.598831329345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,4,balanced,0.05182208061218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,4,balanced,0.05179647922515869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,4,balanced,0.0525439977645874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,4,balanced,0.053611521720886235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,4,balanced,0.05447423934936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,4,balanced,0.05534463882446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,4,balanced,0.05726463794708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,4,balanced,0.059069437980651854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,4,balanced,0.06315392017364502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,4,balanced,0.06996479988098145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,4,balanced,0.06405375957489014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,4,balanced,0.07389952182769775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,4,balanced,0.08816255569458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,4,balanced,0.12904064178466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,4,balanced,0.15170432090759278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,4,balanced,0.2191244888305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,4,balanced,0.29137407302856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,4,balanced,0.028326399326324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,4,balanced,0.4222118377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,4,balanced,0.028348159790039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,4,balanced,0.02855168104171753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,4,balanced,0.5392524719238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,4,balanced,0.028879361152648924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,4,balanced,0.03158528089523315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,4,balanced,0.037634561061859126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,4,balanced,0.04009600162506104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,4,balanced,0.050961918830871575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,4,balanced,0.053798398971557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,4,balanced,0.06267519950866698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,4,balanced,0.07188223838806153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,4,balanced,0.07787263870239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,4,balanced,0.0800153636932373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,4,balanced,0.08635007858276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,4,balanced,0.1093337631225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,4,balanced,0.11347968101501464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,4,balanced,0.12375552177429198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,4,balanced,0.17108736038208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,4,balanced,0.2012735939025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,4,balanced,0.2909939193725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,4,balanced,0.37215744018554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,4,balanced,0.53325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,4,balanced,0.6897420501708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,4,balanced,1.0186649322509767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,4,balanced,1.3414157104492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,4,power_law_1.01,0.04641280174255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,4,power_law_1.01,0.05099647998809814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,4,power_law_1.01,0.08615551948547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,4,balanced,2.0137152099609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,4,power_law_1.01,0.09058560371398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,4,power_law_1.01,0.09030912399291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,4,power_law_1.01,0.09289471626281738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,4,power_law_1.01,0.09264767646789551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,4,power_law_1.01,0.09496576309204101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,4,power_law_1.01,0.0955622386932373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,4,8,power_law_1.2,6.360355834960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,4,power_law_1.01,0.09688575744628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,4,power_law_1.01,0.09883008003234864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,4,power_law_1.01,0.10026623725891112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,4,power_law_1.01,0.10231040000915528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,4,balanced,2.6452517700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,4,power_law_1.01,0.10547072410583495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,4,power_law_1.01,0.11964159965515138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,4,power_law_1.01,0.11201663970947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,4,power_law_1.01,0.15722880363464356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,8,power_law_1.2,1.7193177795410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,4,power_law_1.01,0.2088102340698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,4,power_law_1.01,0.24043136596679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,4,power_law_1.01,0.3045849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,4,power_law_1.01,0.5262860870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,4,power_law_1.01,0.6928614044189454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,4,power_law_1.01,0.03159039974212646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,4,power_law_1.01,0.03385727882385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,4,power_law_1.01,0.04852863788604737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,4,power_law_1.01,0.050104317665100095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,4,power_law_1.01,0.050335998535156246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,4,power_law_1.01,0.9533554840087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,4,power_law_1.01,0.050890240669250485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,4,power_law_1.01,0.05174784183502197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,4,power_law_1.01,0.05250688076019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,4,power_law_1.01,0.0528115177154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,4,power_law_1.01,0.05402112007141113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,4,power_law_1.01,0.05532800197601319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,4,power_law_1.01,0.057173762321472164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,4,power_law_1.01,0.05841919898986816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,4,power_law_1.01,0.061980161666870114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,4,power_law_1.01,0.0646937608718872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,4,power_law_1.01,1.202383346557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,4,power_law_1.01,0.068154878616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,4,power_law_1.01,0.0661081600189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,4,power_law_1.01,0.08200703620910645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,4,power_law_1.01,0.10001536369323731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,4,power_law_1.01,0.13060735702514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,4,power_law_1.01,0.1759859275817871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,4,power_law_1.01,1.8930393981933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,4,power_law_1.01,0.23325311660766604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,4,power_law_1.01,0.2855295944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,4,power_law_1.01,0.02797696113586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,4,power_law_1.01,0.028185598850250244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,4,power_law_1.01,0.028407039642333987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,4,power_law_1.01,0.028609280586242673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,4,power_law_1.01,0.03444736003875733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,4,power_law_1.01,0.048935680389404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,4,power_law_1.01,0.061212158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,4,power_law_1.01,0.0701196813583374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,4,power_law_1.01,0.07590144157409669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,4,power_law_1.01,0.07896448135375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,4,power_law_1.01,0.42137214660644534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,4,power_law_1.01,0.08530303955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,4,power_law_1.01,0.10687487602233887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,4,power_law_1.01,0.11184639930725097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,4,power_law_1.01,0.1559513568878174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,4,power_law_1.01,0.545406723022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,4,power_law_1.01,0.12091903686523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,4,power_law_1.01,0.17011968612670897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,4,power_law_1.01,0.19834367752075194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,4,power_law_1.01,0.2866521644592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,4,power_law_1.01,0.3672268676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,4,power_law_1.01,2.4804287719726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,4,power_law_1.01,0.5310118484497071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,4,power_law_1.01,3.558952941894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,4,power_law_1.01,0.6902105712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,4,power_law_1.01,1.0920767974853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,4,power_law_1.01,0.8094873809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,4,power_law_1.2,0.046579198837280275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,4,power_law_1.2,0.05284480094909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,4,power_law_1.2,0.08520832061767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,4,power_law_1.2,0.08930560111999511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,4,power_law_1.2,0.08974592208862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,4,power_law_1.2,0.09232895851135255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,4,power_law_1.2,0.0934489631652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,4,power_law_1.2,0.09469568252563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,4,power_law_1.2,0.09606911659240722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,4,power_law_1.2,0.09826432228088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,4,power_law_1.2,0.09937536239624023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,4,power_law_1.2,0.10029439926147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,4,power_law_1.2,0.10240639686584471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,4,power_law_1.2,0.10678784370422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,4,power_law_1.2,0.1124351978302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,4,power_law_1.2,0.1213759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,4,power_law_1.2,0.14973312377929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,4,power_law_1.2,0.25619712829589847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,4,power_law_1.2,0.21917951583862302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,4,power_law_1.01,1.0005567932128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,4,power_law_1.2,0.3796006393432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,4,power_law_1.2,0.6491264343261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,4,power_law_1.2,0.5318131256103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,4,power_law_1.2,0.8544038391113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,4,power_law_1.01,1.3273651123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,4,power_law_1.2,1.3229939270019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,4,power_law_1.2,0.03136768102645874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,4,power_law_1.2,0.03384063959121704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,4,power_law_1.2,0.0484991979598999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,4,power_law_1.2,0.049326081275939945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,4,power_law_1.2,0.04957824230194092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,4,power_law_1.2,0.05074431896209717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,4,power_law_1.2,0.05139584064483642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,4,power_law_1.2,0.05200255870819091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,4,power_law_1.2,0.05274496078491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,4,power_law_1.2,0.05392000198364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,4,power_law_1.2,1.70503173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,4,power_law_1.2,0.055311360359191895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,4,power_law_1.2,0.0577945613861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,4,power_law_1.2,0.05799808025360107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,4,power_law_1.2,0.062471680641174324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,4,power_law_1.2,0.06387968063354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,4,power_law_1.2,0.06883711814880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,4,power_law_1.2,0.0655347204208374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,4,power_law_1.2,0.09917311668395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,4,power_law_1.2,0.086429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,4,power_law_1.2,0.13387007713317872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,4,power_law_1.01,1.9753701782226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,4,power_law_1.2,0.17968767166137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,4,power_law_1.2,0.23153919219970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,4,power_law_1.2,0.28904960632324217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,4,power_law_1.2,0.4246271896362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,4,power_law_1.01,2.664685974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,14336,2,8,8,4,power_law_1.2,0.028896000385284427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,14336,2,8,8,4,power_law_1.2,0.028482561111450193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,14336,2,8,8,4,power_law_1.2,0.028823039531707763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,14336,2,8,8,4,power_law_1.2,0.029795839786529544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,14336,2,8,8,4,power_law_1.2,0.03421567916870118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,4,power_law_1.2,0.5487321472167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,14336,2,8,8,4,power_law_1.2,0.06091519832611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,14336,2,8,8,4,power_law_1.2,0.06866943836212158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,14336,2,8,8,4,power_law_1.2,0.05049856185913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,14336,2,8,8,4,power_law_1.2,0.07660672187805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,14336,2,8,8,4,power_law_1.2,0.08033151626586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,14336,2,8,8,4,power_law_1.2,0.08680576324462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,14336,2,8,8,4,power_law_1.2,0.10918399810791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,14336,2,8,8,4,power_law_1.2,0.1125260829925537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,4,power_law_1.2,3.6788339233398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,14336,2,8,8,4,power_law_1.2,0.15614463806152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,14336,2,8,8,4,power_law_1.2,0.1222976016998291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,14336,2,8,8,4,power_law_1.2,0.16621696472167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,14336,2,8,8,4,power_law_1.2,0.20011903762817385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,14336,2,8,8,4,power_law_1.2,0.28783615112304684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,14336,2,8,8,4,power_law_1.2,0.3675187301635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,4,power_law_1.2,2.506288604736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,14336,2,8,8,4,power_law_1.2,0.529251823425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,4,power_law_1.2,0.8936217498779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,14336,2,8,8,4,power_law_1.2,0.6841535949707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,14336,2,8,8,4,power_law_1.2,1.3287014770507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,14336,2,8,8,4,power_law_1.2,1.0022169494628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,2,balanced,0.02416896104812622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,2,balanced,0.043024640083312984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,2,balanced,0.053903360366821286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,2,balanced,0.08030976295471191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,2,balanced,0.08075648307800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,2,balanced,0.08240256309509278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,2,balanced,0.08388352394104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,2,balanced,0.08479616165161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,2,balanced,0.08556415557861327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,2,balanced,0.08683391571044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,2,balanced,0.08815103530883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,2,balanced,0.08971136093139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,2,balanced,0.09194879531860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,2,balanced,0.09607168197631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,2,balanced,0.09897983551025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,2,balanced,0.10334848403930663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,2,balanced,0.0986508846282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,2,balanced,0.11561856269836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,2,balanced,0.12983424186706544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,2,balanced,0.1957107162475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,2,balanced,0.25507583618164065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,2,balanced,0.3680051040649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,2,balanced,0.45442047119140627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,2,balanced,0.6660428619384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,2,balanced,0.8821798706054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,4,power_law_1.2,1.0995059204101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,2,balanced,1.299384307861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,2,balanced,0.025213439464569092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,2,balanced,0.026822400093078614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,2,balanced,0.03503999948501587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,2,balanced,0.047032318115234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,2,balanced,0.0460646390914917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,2,balanced,0.04796544075012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,2,balanced,1.7240141296386717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,2,balanced,0.04819327831268311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,2,balanced,0.0493555212020874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,2,balanced,0.04968575954437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,2,balanced,0.05065087795257568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,2,balanced,0.05149184226989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,2,balanced,0.05345791816711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,2,balanced,0.05505919933319092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,2,balanced,0.05821695804595948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,2,balanced,0.061410560607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,2,balanced,0.06536960124969482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,2,balanced,0.060275201797485356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,2,balanced,0.06941440105438232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,2,balanced,0.07791872024536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,2,balanced,0.09302399635314942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,2,balanced,0.11381504058837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,2,balanced,0.1682521629333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,2,balanced,0.20195840835571288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,2,balanced,0.29334272384643556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,2,balanced,0.3902412796020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,2,balanced,0.5784844970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,2,power_law_1.01,0.039385600090026854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,2,power_law_1.01,0.041740798950195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,2,balanced,0.7416012573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,2,power_law_1.01,0.046613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,2,power_law_1.01,0.08084480285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,2,power_law_1.01,0.08212736129760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,2,power_law_1.01,0.08292223930358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,2,power_law_1.01,0.08495743751525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,2,power_law_1.01,0.08554752349853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,2,power_law_1.01,0.0868659210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,2,power_law_1.01,0.08705663681030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,2,power_law_1.01,0.0895628833770752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,2,power_law_1.01,0.09077119827270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,2,power_law_1.01,0.09240575790405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,2,power_law_1.01,0.09732095718383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,2,power_law_1.01,0.1047705554962158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,2,power_law_1.01,0.10897407531738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,2,power_law_1.01,0.11130623817443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,2,power_law_1.01,0.13733375549316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,2,power_law_1.01,0.1598476791381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,14336,2,8,8,4,power_law_1.2,1.9624601745605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,2,power_law_1.01,0.23258495330810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,2,power_law_1.01,0.328961296081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,2,power_law_1.01,0.6207206344604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,4,power_law_1.01,5.322407836914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,2,power_law_1.01,0.43947391510009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,2,power_law_1.01,0.8603020477294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,2,power_law_1.01,0.026421759128570553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,2,power_law_1.01,0.028930559158325198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,2,power_law_1.01,0.03104896068572998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,2,power_law_1.01,0.04574463844299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,2,power_law_1.01,0.04675712108612061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,2,power_law_1.01,0.04698751926422119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,2,power_law_1.01,0.04804863929748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,2,power_law_1.01,0.048824319839477534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,2,power_law_1.01,0.04988671779632568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,2,power_law_1.01,0.0505459213256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,2,power_law_1.01,0.05232384204864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,2,power_law_1.01,0.053809919357299806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,2,power_law_1.01,0.055252480506896975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,2,power_law_1.01,0.05939839839935303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,2,power_law_1.01,0.0620582389831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,14336,2,8,8,4,power_law_1.2,2.706122131347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,2,power_law_1.01,0.06569087982177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,2,power_law_1.01,0.06427775859832764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,2,power_law_1.01,0.07772416114807129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,2,power_law_1.01,0.07140480041503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,2,power_law_1.01,0.11418623924255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,2,power_law_1.01,1.2272998046874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,2,power_law_1.01,0.1415334415435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,2,power_law_1.01,0.24370559692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,4,power_law_1.01,3.925369567871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,2,power_law_1.01,0.20074880599975584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,2,power_law_1.01,0.65583740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,2,power_law_1.2,0.039637761116027834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,2,power_law_1.01,1.8109671020507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,2,power_law_1.2,0.04141183853149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,2,power_law_1.2,0.04552192211151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,2,power_law_1.2,0.08129535675048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,2,power_law_1.2,0.08111743927001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,2,power_law_1.2,0.08317312240600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,2,power_law_1.2,0.08409728050231934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,2,power_law_1.2,0.08544256210327147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,2,power_law_1.2,0.08646400451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,2,power_law_1.2,0.08752256393432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,2,power_law_1.2,0.08846719741821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,2,power_law_1.2,0.09130751609802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,2,power_law_1.2,0.09253376007080079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,2,power_law_1.2,0.09716992378234864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,2,power_law_1.2,0.10468735694885253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,2,power_law_1.2,0.11077887535095214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,2,power_law_1.2,0.11594623565673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,2,power_law_1.2,0.17234432220458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,2,power_law_1.2,0.14278528213500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,2,power_law_1.01,0.34259838104248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,2,power_law_1.2,0.2611404800415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,2,power_law_1.01,1.9033177185058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,2,power_law_1.01,0.4458252716064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,2,power_law_1.2,0.34310527801513674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,2,power_law_1.2,0.5888768005371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,2,power_law_1.2,0.49096321105957036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,2,power_law_1.2,0.026067199707031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,2,power_law_1.2,0.03011840105056763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,2,power_law_1.2,0.031777279376983644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,2,power_law_1.2,0.04673408031463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,2,power_law_1.2,0.04699903964996338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,2,power_law_1.2,0.04745984077453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,2,power_law_1.2,0.048162560462951656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,2,power_law_1.2,0.049268479347229006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,2,power_law_1.2,0.04998400211334229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,2,power_law_1.2,0.050763521194458004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,2,power_law_1.2,0.052565760612487786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,2,power_law_1.2,0.0543398380279541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,2,power_law_1.01,0.8255334472656249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,2,power_law_1.2,0.05597184181213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,2,power_law_1.2,0.866382064819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,2,power_law_1.2,0.05840000152587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,2,power_law_1.2,0.062337279319763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,2,power_law_1.2,0.06639103889465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,2,power_law_1.2,0.06497151851654052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,2,power_law_1.2,0.07864575862884522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,2,power_law_1.2,0.07277952194213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,2,power_law_1.2,0.1129190444946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,2,power_law_1.2,0.14148223876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,2,power_law_1.2,0.19122175216674803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,2,power_law_1.2,0.2523251152038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,2,power_law_1.2,1.153127670288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,2,power_law_1.2,0.32886913299560544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,1,balanced,0.027665278911590575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,1,balanced,0.04612607955932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,1,balanced,0.05859007835388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,1,balanced,0.05902783870697022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,1,balanced,0.08241279602050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,1,balanced,0.08411264419555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,2,power_law_1.2,2.2210496520996097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,1,balanced,0.08534272193908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,1,balanced,0.08673343658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,1,balanced,0.0878713607788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,1,balanced,0.08828224182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,2,power_law_1.2,0.4484774398803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,1,balanced,0.09041407585144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,1,balanced,0.09231871604919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,1,balanced,0.09438976287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,1,balanced,0.09803903579711915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,1,balanced,0.10285759925842286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,1,balanced,0.10607999801635741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,1,balanced,0.1045900821685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,1,balanced,0.11919936180114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,1,balanced,0.13116991996765137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,1,balanced,0.1706195259094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,1,balanced,0.22461055755615233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,1,balanced,0.3517625427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,1,balanced,0.4432352066040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,1,balanced,0.6512358093261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,1,balanced,0.86355712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,balanced,0.02941760063171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,balanced,0.031422080993652346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,balanced,0.04247039794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,balanced,0.043127040863037105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,balanced,0.05249087810516358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,1,balanced,1.2667967987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,balanced,0.052878079414367674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,balanced,0.05423295974731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,balanced,0.05491136074066162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,balanced,0.05571072101593018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,balanced,0.056384639739990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,balanced,0.05718080043792725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,balanced,0.05819200038909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,balanced,0.05966976165771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,balanced,0.06140607833862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,1,balanced,1.6849722290039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,balanced,0.06408639907836913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,balanced,0.06672383785247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,balanced,0.06557375907897948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,balanced,0.07579584121704101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,balanced,0.08054592132568358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,balanced,0.09725184440612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,balanced,0.11648320198059081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,balanced,0.1775551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,balanced,0.21784191131591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,2,power_law_1.2,0.6876441955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,balanced,0.31307712554931644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,1,power_law_1.01,0.04190400123596191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,balanced,0.40906623840332035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,1,power_law_1.01,0.047109761238098145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,1,power_law_1.01,0.05001920223236084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,balanced,0.5973465728759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,1,power_law_1.01,0.059713921546936034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,1,power_law_1.01,0.08222335815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,balanced,0.7768313598632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,1,power_law_1.01,0.0845900821685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,1,power_law_1.01,0.08651776313781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,2,power_law_1.2,1.68216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,1,power_law_1.01,0.08588288307189942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,1,power_law_1.01,0.08637184143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,1,power_law_1.01,0.0888428783416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,1,power_law_1.01,0.09225600242614747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,1,power_law_1.01,0.09240511894226075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,1,power_law_1.01,0.09507583618164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,1,power_law_1.01,0.09936960220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,1,power_law_1.01,0.1031328010559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,1,power_law_1.01,0.10830975532531739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,1,power_law_1.01,0.112424955368042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,1,power_law_1.01,0.12388928413391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,1,power_law_1.01,0.1411564826965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,1,power_law_1.01,0.19721151351928712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,1,power_law_1.01,0.25219968795776365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,1,power_law_1.01,0.36255233764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,2,power_law_1.2,0.843909149169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.029859840869903564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,1,power_law_1.01,0.457815055847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.033059198856353764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.03666431903839111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.04062784194946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.01,0.05256319999694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.01,0.05230783939361572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.01,0.0538592004776001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.01,0.05471487998962402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.01,0.05502848148345947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.01,0.05660287857055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.01,0.057227520942687994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.01,0.05826111793518066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.01,0.0611353588104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.01,0.06660096168518066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.01,0.06844160079956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.01,0.0709875202178955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.01,0.06845056056976319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,1,power_law_1.01,0.6625875091552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.01,0.0799129581451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.01,0.08521599769592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,14336,2,8,8,4,power_law_1.2,3.916500549316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.01,0.103056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.01,0.14498751640319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,1,power_law_1.01,0.8711628723144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.01,0.18468160629272462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.01,0.24458688735961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,1,power_law_1.2,0.0422054386138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,14336,2,8,8,4,power_law_1.2,5.216294555664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,1,power_law_1.2,0.046280322074890134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,1,power_law_1.2,0.0480025577545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,1,power_law_1.2,0.05823616027832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,1,power_law_1.2,0.08094847679138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,1,power_law_1.2,0.08303680419921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,1,power_law_1.2,0.08443072319030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.01,0.3413683319091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,1,power_law_1.2,0.08513792037963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,1,power_law_1.2,0.08802111625671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,1,power_law_1.2,0.08810432434082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,1,power_law_1.2,0.09135616302490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,1,power_law_1.2,0.09230015754699708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,1,power_law_1.2,0.0950592041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,1,power_law_1.2,0.09951295852661132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,1,power_law_1.2,0.10234047889709472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,1,power_law_1.2,0.10775103569030761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,1,power_law_1.2,0.111659517288208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,1,power_law_1.2,0.12439999580383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,1,power_law_1.2,0.14061823844909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.01,0.4186726379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,1,power_law_1.01,1.2788780975341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,1,power_law_1.2,0.19668991088867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,1,power_law_1.2,0.2530668830871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,1,power_law_1.2,0.36418174743652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.01,0.603744010925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.030558080673217775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.0343833589553833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.03488255977630615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.04040639877319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.2,0.051333122253417976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,1,power_law_1.01,1.6953350830078127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,1,power_law_1.2,0.4580089569091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.2,0.05273791790008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.2,0.054238080978393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.2,0.0540723180770874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.2,0.055402879714965825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.2,0.056628479957580566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.2,0.057000322341918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.2,0.05827263832092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.2,0.0625593614578247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.2,0.06570176124572755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.2,0.06808191776275635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.2,0.07124415874481202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.2,0.06904064178466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.2,0.07926015853881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.2,0.08648896217346191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.2,0.10326784133911134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.2,0.1438003158569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.01,0.8257433319091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,1,power_law_1.2,0.6607673645019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.2,0.18377344131469725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,1,power_law_1.2,0.875615997314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.2,0.24754688262939456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,8,balanced,0.088156156539917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,8,balanced,0.088154878616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,8,balanced,0.08789248466491699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,8,balanced,0.14824959754943848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,8,balanced,0.148341760635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,8,balanced,0.14889984130859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,8,balanced,0.1497984027862549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,8,balanced,0.1503014373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,8,balanced,0.151398401260376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,8,balanced,0.15194751739501952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,8,balanced,0.15658623695373536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,8,balanced,0.15733887672424315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,8,balanced,0.1600691223144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,8,balanced,0.1558668804168701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,8,balanced,0.15958016395568847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,8,balanced,0.15192319869995116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,8,balanced,0.16853504180908202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,8,balanced,0.17321216583251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,8,balanced,0.1817523193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,8,balanced,0.3395788955688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,8,balanced,0.3779417419433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,8,balanced,0.5469504165649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,8,balanced,0.7114457702636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,8,balanced,1.0264051055908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,8,balanced,1.3400192260742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.2,0.33833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,8,balanced,0.05292160034179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,8,balanced,2.0295257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,8,balanced,0.05240575790405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,8,balanced,0.0529318380355835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,8,balanced,0.06992512226104737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,8,balanced,0.0717632007598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,8,balanced,0.07039743900299072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,8,balanced,0.07168384075164795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,8,balanced,0.07077760219573974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,8,balanced,0.07236608028411864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,8,balanced,0.0715225601196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,8,balanced,0.07275775909423829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,8,balanced,0.0723519992828369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,8,balanced,2.6495281982421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,8,balanced,0.07341951847076415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,8,balanced,0.07388927936553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,8,balanced,0.07509759902954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,8,balanced,0.07640831947326661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,8,balanced,0.07848063945770264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,8,balanced,0.08281344413757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,8,balanced,0.08945023536682128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,8,balanced,0.10038016319274903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,8,balanced,0.1052672004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,8,balanced,0.16212223052978517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,8,balanced,0.1892518424987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,8,balanced,0.26363264083862303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,8,balanced,0.3397196960449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,8,balanced,0.5013222503662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,8,balanced,0.6770201873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,8,power_law_1.01,0.08804096221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,8,power_law_1.01,0.14814847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,8,power_law_1.01,0.14963711738586424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,8,power_law_1.01,0.14960384368896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,8,power_law_1.01,0.1507699203491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,8,power_law_1.01,0.15134592056274415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,8,power_law_1.01,0.15591551780700683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,8,power_law_1.01,0.1585907173156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,8,power_law_1.01,0.15720704078674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,8,power_law_1.01,0.15875455856323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,8,power_law_1.01,0.16491008758544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,8,power_law_1.01,0.16552576065063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,8,power_law_1.01,0.16754560470581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,8,power_law_1.01,0.17777664184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,8,power_law_1.01,0.21890687942504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,8,power_law_1.01,0.3202278518676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,8,power_law_1.01,0.3490700912475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,8,power_law_1.01,0.5091481781005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.2,0.4220550537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,8,power_law_1.01,0.5989388656616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,1,power_law_1.2,1.2786406707763671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,8,power_law_1.01,0.9815718078613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,8,power_law_1.01,1.2594944000244142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,8,power_law_1.01,1.654176025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,8,power_law_1.01,3.6231103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,8,power_law_1.01,2.576993408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,8,power_law_1.01,0.05313280105590821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,8,power_law_1.01,0.07156479835510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,8,power_law_1.01,0.06964608192443847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,8,power_law_1.01,0.07211520195007323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,8,power_law_1.01,0.06998655796051026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,8,power_law_1.01,0.07266687870025634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,8,power_law_1.01,0.07151360034942626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,8,power_law_1.01,0.07417984008789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,8,power_law_1.01,0.07369088172912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,8,power_law_1.01,0.07542399883270264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,8,power_law_1.01,0.07684991836547853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,8,power_law_1.01,0.07943552017211915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,8,power_law_1.01,0.08125568389892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,8,power_law_1.01,0.08720000267028809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,8,power_law_1.01,0.09162112236022948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,8,power_law_1.01,0.1011903953552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,8,power_law_1.01,0.10695551872253417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,8,power_law_1.01,5.91928955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,8,power_law_1.01,0.16557952880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,8,power_law_1.01,0.17628032684326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,8,power_law_1.01,0.25315711975097654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,8,power_law_1.01,0.33532161712646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,8,power_law_1.01,0.4822694396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.2,0.6047929763793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,8,power_law_1.01,10.357369384765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,8,power_law_1.01,0.6011775970458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,8,power_law_1.01,4.846542053222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,8,power_law_1.01,0.9588031768798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,1,power_law_1.2,1.6879557800292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,8,power_law_1.01,2.626026306152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,4,8,power_law_1.2,0.08867072105407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,4,8,power_law_1.2,0.14885760307312013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,8,power_law_1.01,1.1936102294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,4,8,power_law_1.2,0.15036928176879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,4,8,power_law_1.2,0.1563596820831299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,4,8,power_law_1.2,0.151211519241333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,4,8,power_law_1.2,0.1558732795715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,4,8,power_law_1.2,0.1561830425262451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,4,8,power_law_1.2,0.1639014434814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,4,8,power_law_1.2,0.1600601577758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.2,0.794106216430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,4,8,power_law_1.2,0.16085119247436525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,4,8,power_law_1.2,0.16686208724975587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,4,8,power_law_1.2,0.1641971206665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,4,8,power_law_1.2,0.1725209617614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,4,8,power_law_1.2,0.1794713592529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,4,8,power_law_1.2,0.23745279312133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,4,8,power_law_1.2,0.3833062362670899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,4,8,power_law_1.2,0.32082046508789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,8,power_law_1.01,1.937972412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,4,8,power_law_1.2,0.4928204727172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,4,8,power_law_1.2,0.6118975830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,4,8,power_law_1.2,0.971136016845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,4,8,power_law_1.2,2.4966271972656253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,4,8,power_law_1.2,1.3625523376464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,8,power_law_1.2,0.05310592174530029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,8,power_law_1.2,0.07047679901123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,8,power_law_1.2,0.07149184226989747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,8,power_law_1.2,0.07154560089111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,8,power_law_1.2,0.07160831928253174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,8,power_law_1.2,0.07275904178619384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,8,power_law_1.2,0.07310207843780517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,8,power_law_1.2,0.07344768047332764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,8,power_law_1.2,0.07448448181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,8,power_law_1.2,0.07566463947296143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,8,power_law_1.2,0.07761536121368409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,8,power_law_1.2,0.0798092794418335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,8,power_law_1.2,0.08355711936950684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,8,power_law_1.2,0.08762240409851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,4,8,power_law_1.2,1.979298553466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,8,power_law_1.2,0.09412863731384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,8,power_law_1.2,0.10087552070617675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,8,power_law_1.2,0.1062553596496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,8,power_law_1.2,0.16351104736328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,8,power_law_1.2,0.17580415725708007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,4,8,power_law_1.2,3.7912091064453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,8,power_law_1.2,0.24556543350219728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,4,8,power_law_1.2,5.144251098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,8,power_law_1.2,0.3306854248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,8,power_law_1.2,0.49422977447509764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,4,8,power_law_1.2,8.024802856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,8,power_law_1.2,0.6002918243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,8,power_law_1.2,0.9733042907714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,4,8,power_law_1.2,10.37676025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,8,power_law_1.2,1.2257676696777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,8,power_law_1.2,1.7039308166503908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,4,balanced,0.06292223930358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,4,balanced,0.06329984188079833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,4,balanced,0.08044927597045899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,4,balanced,0.12642687797546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,4,balanced,0.1271078395843506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,4,balanced,0.12763520240783693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,4,balanced,0.1287078380584717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,4,balanced,0.12914048194885255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,4,balanced,0.13123071670532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,4,balanced,0.13128191947937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,4,balanced,0.13191424369812013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,4,balanced,0.1360358428955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,4,balanced,0.13704575538635252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,4,balanced,0.13895680427551269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,4,balanced,0.14017024040222167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,4,balanced,0.14213120460510253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,4,balanced,0.14906880378723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,4,balanced,0.17301248550415038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,4,balanced,0.17853824615478514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,4,balanced,0.32435455322265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,4,balanced,0.39014400482177736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,4,balanced,0.5540774536132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,4,balanced,0.7163648223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,4,balanced,1.0508838653564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,4,balanced,0.03683455944061279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,4,balanced,0.035569920539855956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,4,balanced,1.3780198669433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,4,balanced,0.05080192089080811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,4,balanced,0.06093696117401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,4,balanced,0.06146944046020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,4,balanced,0.061911039352417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,4,balanced,0.06285056114196777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,4,balanced,0.0639680004119873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,4,balanced,0.06414720058441162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,4,balanced,0.06527232170104981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,4,balanced,0.06600319862365722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,4,balanced,2.0804403686523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,4,balanced,0.0667199993133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,4,balanced,0.06952064037322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,4,balanced,0.07134079933166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,4,balanced,0.07359744071960449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,4,balanced,0.07867136001586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,4,balanced,0.08743295669555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,4,balanced,0.08372480392456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,4,balanced,0.10576128005981444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,4,balanced,0.061940479278564456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,4,balanced,0.12392959594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,4,balanced,0.18171648025512693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,4,balanced,0.2132467269897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,4,balanced,0.3148851203918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,4,balanced,0.40865921020507817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,4,balanced,0.031303679943084715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,4,balanced,0.03191551923751831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,4,balanced,0.032308480739593505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,4,balanced,0.8095475006103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,4,balanced,0.035194880962371826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,4,balanced,0.04862720012664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,4,balanced,0.049515519142150875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,4,balanced,0.061283841133117675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,4,balanced,0.06424320220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,4,balanced,0.07639296054840088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,4,balanced,0.08149760246276856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,4,balanced,2.7753228759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,4,balanced,0.031032319068908694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,4,balanced,0.10540287971496583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,4,balanced,0.10564352035522462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,4,balanced,0.11475968360900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,4,balanced,0.1463206386566162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,4,balanced,0.15520895957946776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,4,balanced,0.18327808380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,4,balanced,0.6019404983520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,4,balanced,0.2616896057128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,4,balanced,0.31317375183105467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,4,balanced,0.4500799942016601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,4,balanced,0.5753113555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,4,balanced,0.8331238555908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,4,balanced,1.1210559844970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,4,power_law_1.01,0.06312575817108154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,4,power_law_1.01,0.07416192054748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,4,power_law_1.01,0.1206771183013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,4,balanced,1.6498367309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,4,power_law_1.01,0.12622976303100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,4,power_law_1.01,0.12834815979003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,4,power_law_1.01,0.12920063972473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,4,power_law_1.01,0.13157504081726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,4,power_law_1.01,0.13296768188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,4,power_law_1.01,0.13522944450378419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,4,power_law_1.01,0.13775360107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,4,balanced,2.3225843811035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,4,power_law_1.01,0.1386739158630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,4,power_law_1.01,0.1408140754699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,4,power_law_1.01,0.14217984199523925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,4,power_law_1.01,0.15254272460937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,4,power_law_1.01,0.16300928115844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,4,power_law_1.01,0.1929203224182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,4,power_law_1.01,0.2521254348754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,4,balanced,3.411961669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,4,power_law_1.01,0.3233216094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,4,power_law_1.01,0.4641766357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,4,balanced,4.489940490722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,4,power_law_1.01,0.6519168090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,4,power_law_1.01,0.9563430023193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,4,power_law_1.01,1.5869964599609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,4,power_law_1.01,0.041034240722656254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,4,power_law_1.01,1.1930611419677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,4,power_law_1.01,0.04658304214477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,4,power_law_1.01,0.05995007991790772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,4,power_law_1.01,0.062072319984436033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,4,power_law_1.01,0.06148863792419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,4,power_law_1.01,0.06313087940216064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,4,power_law_1.01,0.0636787223815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,4,power_law_1.01,0.06536064147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,4,power_law_1.01,0.06557055950164795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,4,power_law_1.01,0.0669209623336792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,4,power_law_1.01,0.06884736061096192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,4,power_law_1.01,0.07144959926605224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,4,power_law_1.01,0.07312255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,4,power_law_1.01,0.07845119953155517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,4,power_law_1.01,0.08173952102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,4,power_law_1.01,0.08644607543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,4,power_law_1.01,0.08899328231811524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,4,power_law_1.01,0.10928511619567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,4,power_law_1.01,2.240220184326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,4,power_law_1.01,2.9785678100585935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,4,power_law_1.01,0.1446592044830322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,4,power_law_1.01,0.17620607376098635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,4,power_law_1.01,0.3153740882873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,4,power_law_1.01,0.2696281623840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,4,power_law_1.01,0.41449344635009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,8,power_law_1.2,2.4968972778320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,4,power_law_1.01,0.03412992000579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,4,power_law_1.01,0.03460223913192749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,4,power_law_1.01,0.03316735982894897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,4,power_law_1.01,0.03386240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,4,power_law_1.01,0.046534399986267086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,4,power_law_1.01,0.7245030212402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,4,power_law_1.01,0.06025472164154053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,4,power_law_1.01,0.07401599884033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,4,power_law_1.01,0.08144384384155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,4,power_law_1.01,0.10194047927856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,4,power_law_1.01,0.10588543891906739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,4,power_law_1.01,4.550848083496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,4,power_law_1.01,0.11364352226257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,4,power_law_1.01,0.14660863876342772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,4,power_law_1.01,0.14956288337707518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,4,power_law_1.01,0.18680320739746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,4,power_law_1.01,0.22301824569702147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,4,power_law_1.01,0.25357568740844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,4,power_law_1.01,0.31494144439697264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,4,power_law_1.01,0.6240153503417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,4,power_law_1.01,6.0759716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,4,power_law_1.01,0.4468211364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,4,power_law_1.01,0.5827827072143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,4,power_law_1.01,0.8349964904785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,4,power_law_1.01,1.1389568328857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,4,power_law_1.01,1.0990259552001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,4,power_law_1.01,1.6837338256835939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,4,power_law_1.2,0.0662220811843872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,4,power_law_1.2,0.07072512149810792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,4,power_law_1.2,0.12108415603637694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,4,power_law_1.2,0.12717439651489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,4,power_law_1.2,0.12822527885437013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,4,power_law_1.2,0.12881535530090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,4,power_law_1.2,0.1317568016052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,4,power_law_1.2,0.13392383575439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,4,power_law_1.2,0.13660032272338868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,4,power_law_1.01,1.6839897155761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,4,power_law_1.2,0.13533056259155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,4,power_law_1.2,0.13948543548583986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,4,power_law_1.2,0.14521087646484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,4,power_law_1.2,0.14249343872070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,4,power_law_1.2,0.1494489574432373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,4,power_law_1.2,0.1692927932739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,4,power_law_1.01,2.282151641845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,4,power_law_1.2,0.26189952850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,4,power_law_1.2,0.19650815963745116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,4,power_law_1.2,0.31964544296264646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,4,power_law_1.2,0.4212057495117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,4,power_law_1.2,0.6545523071289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,4,power_law_1.2,0.9869593811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,4,power_law_1.2,1.1554611206054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,4,power_law_1.01,4.478270568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,4,power_law_1.2,2.110129852294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,4,power_law_1.2,0.04139520168304443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,4,power_law_1.2,1.5355520629882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,4,power_law_1.2,0.047110400199890136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,4,power_law_1.2,0.06007167816162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,4,power_law_1.2,0.06228991985321045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,4,power_law_1.2,2.807823486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,4,power_law_1.2,0.06328192234039307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,4,power_law_1.2,0.06420479774475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,4,power_law_1.2,0.06468095779418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,4,power_law_1.2,0.06595712184906007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,4,power_law_1.2,0.06676095962524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,4,power_law_1.2,0.06826240062713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,4,power_law_1.2,0.0710310411453247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,4,power_law_1.2,0.06156544208526611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,4,power_law_1.2,0.07297664165496827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,4,power_law_1.2,0.07823872089385986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,4,power_law_1.2,0.08315520286560059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,4,power_law_1.2,0.08710911750793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,4,power_law_1.2,0.0903116798400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,4,power_law_1.01,3.3055230712890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,4,power_law_1.2,0.11476351737976073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,4,power_law_1.2,0.17093120574951173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,4,power_law_1.2,0.14838656425476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,4,power_law_1.2,0.2526144027709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,4,power_law_1.2,0.38970497131347653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,4,power_law_1.2,0.33298816680908205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,4,power_law_1.2,0.6041433715820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,8,4,power_law_1.2,0.03164927959442139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,8,4,power_law_1.2,0.03259135961532593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,8,4,power_law_1.2,0.03251584053039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,8,4,power_law_1.2,0.033360641002655025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,8,4,power_law_1.2,0.04670720100402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,8,4,power_law_1.2,0.06034175872802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,8,4,power_law_1.2,0.0749183988571167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,8,4,power_law_1.2,0.08230912208557128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,8,4,power_law_1.2,0.10448255538940429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,8,4,power_law_1.2,0.1063385581970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,8,4,power_law_1.2,0.11429887771606446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,4,power_law_1.2,0.6672512054443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,8,4,power_law_1.2,0.14932095527648925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,8,4,power_law_1.2,0.15123583793640136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,8,4,power_law_1.2,0.18544767379760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,4,power_law_1.2,4.354595947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,4,power_law_1.2,5.592976684570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,8,4,power_law_1.2,0.22090623855590819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,8,4,power_law_1.2,0.25697792053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,8,4,power_law_1.2,0.30984064102172854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,8,4,power_law_1.2,0.44781440734863287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,8,4,power_law_1.2,0.5778700637817382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,8,4,power_law_1.2,0.8421414184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,8,4,power_law_1.2,1.1168141174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,4,power_law_1.2,1.1695948791503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,4,power_law_1.01,8.738052978515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,4,power_law_1.01,6.598982543945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,2,balanced,0.049642238616943356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,8,4,power_law_1.2,1.6466329956054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,2,balanced,0.06003200054168702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,2,balanced,0.07876224040985107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,2,balanced,0.11727487564086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,2,balanced,0.11949055671691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,2,balanced,0.11884672164916991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,2,balanced,0.12122112274169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,2,balanced,0.12048640251159667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,2,balanced,0.1232652759552002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,2,balanced,0.12176511764526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,2,balanced,0.12605695724487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,2,balanced,0.1252787208557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,2,balanced,0.13055871963500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,2,balanced,0.13388287544250488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,2,balanced,0.1466214370727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,2,balanced,0.1496678352355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,2,balanced,0.15112319946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,2,balanced,0.17834239959716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,2,balanced,0.19543807983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,2,balanced,0.3293337631225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,2,balanced,0.406429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,8,4,power_law_1.2,2.2544819641113283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,4,power_law_1.2,1.5394956970214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,2,balanced,0.5908889770507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,2,balanced,0.7598489379882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,2,balanced,1.1108672332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,2,balanced,0.029835519790649412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,2,balanced,0.035016961097717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,2,balanced,0.05072768211364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,2,balanced,1.4777484130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,2,balanced,0.06035071849822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,2,balanced,0.06038527965545655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,2,balanced,0.06116223812103272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,2,balanced,0.06250495910644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,2,balanced,0.06338687896728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,2,balanced,0.06341119766235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,2,balanced,0.06448128223419189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,2,balanced,0.06680575847625733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,2,balanced,2.185734405517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,2,balanced,0.06918399810791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,2,balanced,0.07201151847839356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,2,balanced,0.07678080081939698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,2,balanced,0.08101632118225097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,2,balanced,0.08416000366210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,2,balanced,0.0796121597290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,2,balanced,0.09434752464294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,2,balanced,0.10395263671874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,2,balanced,0.13073792457580566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,2,balanced,0.1598745632171631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,2,balanced,0.23874687194824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,2,balanced,2.9298675537109373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,2,balanced,0.2915072059631348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,2,balanced,0.42229633331298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,2,balanced,0.023962879180908205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,2,balanced,0.5592998504638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,2,balanced,0.03144704103469849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,2,balanced,0.03147903919219971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,2,balanced,0.03544447898864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,2,balanced,0.832696304321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,2,balanced,0.047362561225891116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,2,balanced,0.05140096187591553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,2,balanced,1.089697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,2,balanced,0.06268288135528564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,2,balanced,0.06544640064239501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,2,balanced,0.07693183898925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,2,balanced,0.08255231857299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,2,balanced,0.10805503845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,2,balanced,0.11004032135009764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,2,balanced,0.12123519897460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,2,balanced,0.03266175985336304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,2,balanced,0.15316864013671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,2,balanced,0.15925503730773927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,2,balanced,0.18389503479003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,2,balanced,0.26375423431396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,2,balanced,0.3367513656616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,2,balanced,0.4737958526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,2,balanced,0.6156275177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,2,balanced,0.8903923034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,2,balanced,1.1778125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,2,balanced,1.7292735290527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,2,power_law_1.01,0.05761663913726807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,2,power_law_1.01,0.06219264030456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,2,power_law_1.01,0.06534656047821044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,2,power_law_1.01,0.11704959869384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,2,balanced,2.326476745605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,2,power_law_1.01,0.11629311561584472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,2,power_law_1.01,0.11910400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,2,power_law_1.01,0.12093824386596679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,2,power_law_1.01,0.12152959823608397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,2,power_law_1.01,0.12234111785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,2,power_law_1.01,0.12266880035400392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,2,power_law_1.01,0.12568703651428223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,2,power_law_1.01,0.1291763210296631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,2,balanced,3.4951437377929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,2,power_law_1.01,0.13515392303466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,2,power_law_1.01,0.1425920009613037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,2,power_law_1.01,0.1510924816131592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,2,power_law_1.01,0.16595584869384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,2,power_law_1.01,0.17809791564941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,2,power_law_1.01,0.23006080627441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,2,power_law_1.01,0.3323865509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,2,balanced,4.640691223144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,2,power_law_1.01,0.4363097763061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,8,4,power_law_1.2,3.4106625366210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,2,power_law_1.01,0.8196236419677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,2,power_law_1.01,0.6129049682617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,2,power_law_1.01,1.6147276306152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,2,power_law_1.01,0.03530240058898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,2,power_law_1.01,0.04248703956604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,2,power_law_1.01,0.04676352024078369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,2,power_law_1.01,0.060034561157226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,2,power_law_1.01,0.06031744003295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,2,power_law_1.01,0.06078080177307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,2,power_law_1.01,0.9796685028076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,2,power_law_1.01,0.06165120124816894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,2,power_law_1.01,0.062360320091247555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,2,power_law_1.01,0.06326399803161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,2,power_law_1.01,0.06402431964874268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,2,power_law_1.01,0.0668991994857788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,2,power_law_1.01,0.0693120002746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,2,power_law_1.01,0.07251967906951903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,2,power_law_1.01,0.07689856052398682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,2,power_law_1.01,0.08387840270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,2,power_law_1.01,0.08788479804992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,2,power_law_1.01,1.6533567810058591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,2,power_law_1.01,0.08582143783569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,2,power_law_1.01,0.09797632217407226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,2,power_law_1.01,0.12744576454162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,2,power_law_1.01,0.1540428829193115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,2,power_law_1.01,0.19878015518188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,2,power_law_1.01,0.2713100814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,8,4,power_law_1.2,4.43349365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,2,power_law_1.01,0.36495998382568356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,2,power_law_1.01,0.6140172958374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,2,power_law_1.01,0.02407167911529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,2,power_law_1.01,0.028947200775146488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,2,power_law_1.01,0.0313100790977478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,2,power_law_1.01,3.028724365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,2,power_law_1.01,0.0322329592704773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,2,power_law_1.01,0.035139839649200436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,2,power_law_1.01,0.04723072052001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,2,power_law_1.01,0.05497216224670411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,2,power_law_1.01,0.06777728080749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,2,power_law_1.01,0.07149824142456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,2,power_law_1.01,0.08237695693969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,2,power_law_1.01,0.09333888053894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,2,power_law_1.01,0.11026687622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,2,power_law_1.01,0.11106687545776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,2,power_law_1.01,0.13821824073791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,2,power_law_1.01,0.1428211212158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,2,power_law_1.01,0.5227097702026368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,2,power_law_1.01,0.17348352432250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,2,power_law_1.01,0.21155456542968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,2,power_law_1.01,4.079648132324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,2,power_law_1.01,0.2727449607849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,2,power_law_1.01,0.3346060943603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,2,power_law_1.01,0.5934067153930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,2,power_law_1.01,0.4776947021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,2,power_law_1.01,0.9043750762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,2,power_law_1.01,0.9221759796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,2,power_law_1.01,1.2400396728515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,2,power_law_1.2,0.056080641746521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,2,power_law_1.2,0.05837696075439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,2,power_law_1.2,0.0640780782699585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,2,power_law_1.01,1.1699520111083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,2,power_law_1.2,0.115665922164917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,2,power_law_1.2,0.11624192237854003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,2,power_law_1.2,0.1176806354522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,2,power_law_1.2,0.11948800086975098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,2,power_law_1.01,2.3019789123535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,2,power_law_1.2,0.12038016319274902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,2,power_law_1.2,0.12204671859741212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,2,power_law_1.2,0.12525823593139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,2,power_law_1.2,0.12568703651428223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,2,power_law_1.2,0.12736127853393556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,2,power_law_1.2,0.1354751968383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,2,power_law_1.2,0.14291584014892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,2,power_law_1.2,0.1650137519836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,2,power_law_1.2,0.15388287544250487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,2,power_law_1.2,0.18533632278442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,2,power_law_1.2,0.24471807479858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,2,power_law_1.2,0.3302732849121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,2,power_law_1.01,1.754846649169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,2,power_law_1.2,0.45300735473632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,2,power_law_1.2,0.6139251327514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,2,power_law_1.2,0.8457100677490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,2,power_law_1.2,1.59810302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,8,4,power_law_1.2,6.498140258789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,2,power_law_1.2,0.03300479888916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,2,power_law_1.2,0.04338304042816162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,2,power_law_1.2,0.04499199867248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,2,power_law_1.2,0.059109120368957525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,2,power_law_1.2,0.05934463977813721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,2,power_law_1.2,0.06003967761993408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,2,power_law_1.2,0.06144896030426026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,2,power_law_1.2,0.06211967945098877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,2,power_law_1.2,0.06328959941864014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,2,power_law_1.2,0.0640768003463745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,2,power_law_1.2,0.06606592178344727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,2,power_law_1.2,1.0776576232910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,2,power_law_1.2,0.06917503833770752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,2,power_law_1.2,0.07223807811737061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,2,power_law_1.2,0.07775743961334228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,2,power_law_1.2,0.0854745578765869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,2,power_law_1.2,0.08870656013488769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,2,power_law_1.2,2.137987823486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,2,power_law_1.2,0.08616448402404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,2,power_law_1.2,0.12418687820434571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,2,power_law_1.2,0.09713408470153809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,2,power_law_1.2,0.1535206413269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,2,power_law_1.2,0.19634176254272462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,2,power_law_1.2,0.271329288482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,2,power_law_1.2,0.36419200897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,8,4,power_law_1.2,8.7059814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,2,power_law_1.2,0.613448944091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,2,power_law_1.2,0.023712000846862792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,2,power_law_1.2,0.0288972806930542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,2,power_law_1.2,0.031750400066375736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,2,power_law_1.2,0.03224704027175903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,2,power_law_1.2,0.512171516418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,2,power_law_1.2,0.03531519889831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,2,power_law_1.2,0.04684800148010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,2,power_law_1.2,0.05433216094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,2,power_law_1.2,0.06618495941162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,2,power_law_1.2,1.2059136199951173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,2,power_law_1.2,0.06971519947052002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,2,power_law_1.2,0.08173824310302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,2,power_law_1.2,0.09257856369018555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,2,power_law_1.2,0.11200639724731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,2,power_law_1.2,0.11281408309936522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,2,power_law_1.2,3.1450930786132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,2,power_law_1.2,0.1426252841949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,2,power_law_1.2,0.14479616165161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,2,power_law_1.2,0.17187328338623048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,2,power_law_1.2,0.2086796760559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,2,power_law_1.2,0.2730598449707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,2,power_law_1.01,3.4585626220703127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,2,power_law_1.2,0.3200486373901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,2,power_law_1.2,0.4764006423950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,2,power_law_1.2,0.6091609573364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,2,power_law_1.2,0.9984294128417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,2,power_law_1.2,0.8939545440673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,1,balanced,0.048091521263122564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,1,balanced,0.0647596788406372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,1,balanced,0.08333888053894042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,1,balanced,0.08392767906188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,1,balanced,0.12166912078857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,2,power_law_1.2,3.9362405395507816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,1,balanced,0.12338047981262208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,1,balanced,0.1247929573059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,1,balanced,0.127259521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,1,balanced,0.12702143669128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,1,balanced,0.12865152359008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,1,balanced,0.13005056381225585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,1,balanced,0.13337151527404784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,1,balanced,0.13515392303466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,1,balanced,0.14032320022583006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,1,balanced,0.14766655921936037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,1,balanced,0.1516057586669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,1,balanced,0.15204095840454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,1,balanced,0.17397888183593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,1,balanced,0.19145536422729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,1,balanced,0.28070783615112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,1,balanced,0.38083328247070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,1,balanced,0.5568064117431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,2,power_law_1.2,1.1789849853515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,1,balanced,0.733623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,1,balanced,1.0837427520751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,2,power_law_1.2,2.2780082702636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,balanced,0.03388351917266846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,balanced,0.04046463966369629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,1,balanced,1.450277099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,balanced,0.058569598197937014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,balanced,0.05863103866577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,2,power_law_1.2,1.7276684570312502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,balanced,0.06921984195709228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,balanced,0.06999999999999999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,balanced,0.07225024223327636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,balanced,0.07220416069030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,balanced,0.0729856014251709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,balanced,0.07485568046569824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,balanced,0.0761516809463501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,balanced,0.07788415908813476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,balanced,0.08153216361999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,1,balanced,2.1767948913574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,balanced,0.08406847953796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,balanced,0.08804800033569335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,balanced,0.08711744308471679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,balanced,0.1003001594543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,balanced,0.10721216201782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,balanced,0.06987264156341552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,balanced,0.13668352127075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,balanced,0.1618067169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,balanced,0.24638463973999025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,balanced,0.2983033561706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,1,balanced,2.9033331298828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,1,balanced,0.021507198810577395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,balanced,0.5677702331542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,1,balanced,0.024459519386291505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,1,balanced,0.031439359188079836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,1,balanced,0.03128448009490967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,1,balanced,0.032442879676818845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,1,balanced,0.03536832094192505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,1,balanced,0.03826623916625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,1,balanced,0.04881919860839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,balanced,0.8431021118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,1,balanced,0.050773119926452635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,1,balanced,0.053221120834350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,1,balanced,0.0645408010482788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,1,balanced,0.07114816188812256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,1,balanced,0.08186559677124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,1,balanced,0.09180800437927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,balanced,0.436624641418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,1,balanced,0.11014399528503419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,balanced,1.1017996978759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,1,balanced,0.1139635181427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,1,balanced,0.11700736045837404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,1,balanced,0.1707948875427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,1,balanced,0.2058572769165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,1,balanced,0.3089299201965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,1,balanced,0.3860345458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,1,balanced,0.5524966430664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,1,balanced,0.7071199798583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,1,power_law_1.01,0.055889282226562496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,1,balanced,1.0281267547607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,1,power_law_1.01,0.06462975978851318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,1,power_law_1.01,0.06899775981903075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,1,balanced,1.3830213928222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,1,power_law_1.01,0.12087231636047364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,1,power_law_1.01,0.12471551895141601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,1,power_law_1.01,0.1233407974243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,1,power_law_1.01,0.12542911529541018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,1,power_law_1.01,0.12729023933410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,1,balanced,2.0274290466308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,1,power_law_1.01,0.12910207748413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,1,power_law_1.01,0.13200960159301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,1,power_law_1.01,0.1329657554626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,1,power_law_1.01,0.13765695571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,1,power_law_1.01,0.1449830436706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,1,power_law_1.01,0.08340736389160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,1,power_law_1.01,0.14775039672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,1,power_law_1.01,0.15154879570007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,1,power_law_1.01,0.15777024269104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,1,balanced,2.6912551879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,1,power_law_1.01,0.18003711700439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,1,power_law_1.01,0.21359872817993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,1,power_law_1.01,0.3160479927062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,1,power_law_1.01,0.3963366317749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,1,power_law_1.01,0.5849792098999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,1,power_law_1.01,0.7596556854248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.03788160085678101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.04490111827850342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.04736063957214355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.058684802055358885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.06852863788604736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06962687969207763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.07025023937225341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.07102464199066162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.0715225601196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,1,power_law_1.01,1.1099686431884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.07257472038269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.07395328044891357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.07569856166839599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.077325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08065088272094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.08330047607421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,2,power_law_1.01,4.493496398925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.08846912384033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.08997504234313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.10263999938964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.11180288314819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,1,power_law_1.01,1.4664710998535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.14133119583129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.20050176620483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.25224319458007816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.3362092971801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,1,power_law_1.01,2.188659210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,1,power_law_1.01,0.021227519512176513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,1,power_law_1.01,0.024368638992309573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,1,power_law_1.01,0.030032639503479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.47051006317138666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,1,power_law_1.01,0.03173183917999268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,1,power_law_1.01,0.03321216106414795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,1,power_law_1.01,0.03804800033569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,1,power_law_1.01,0.0445740795135498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,1,power_law_1.01,0.05717951774597167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,1,power_law_1.01,0.056593918800354005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,1,power_law_1.01,0.05855103969573975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,1,power_law_1.01,0.07292160034179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,1,power_law_1.01,0.08062335968017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,1,power_law_1.01,0.09162752151489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,1,power_law_1.01,0.11938816070556642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,1,power_law_1.01,0.12352448463439943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,2,power_law_1.2,3.4596978759765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,1,power_law_1.01,0.12196736335754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,1,power_law_1.01,0.14557567596435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.5822867202758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,1,power_law_1.01,0.2354502487182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,1,power_law_1.01,0.18519487380981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,1,power_law_1.01,0.3232979202270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,1,power_law_1.01,0.39676353454589847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,1,power_law_1.01,2.8762603759765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,1,power_law_1.01,0.5532441711425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,0.8427027130126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,1,power_law_1.2,0.05558144092559815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,1,power_law_1.2,0.0632697582244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,1,power_law_1.2,0.06576704025268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,1,power_law_1.2,0.0830662441253662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,1,power_law_1.2,0.1193395233154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,1,power_law_1.2,0.1231264019012451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,1,power_law_1.2,0.12478912353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,1,power_law_1.2,0.12578816413879396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,1,power_law_1.01,0.7035238647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,1,power_law_1.2,0.12797120094299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,1,power_law_1.2,0.12975551605224608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,1,power_law_1.2,0.13127552032470705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,1,power_law_1.2,0.13378368377685548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,1,power_law_1.2,0.136494083404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,1,power_law_1.2,0.14509759902954103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,1,power_law_1.01,1.045413131713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,1,power_law_1.2,0.14830528259277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,1,power_law_1.2,0.1531430435180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,1,power_law_1.2,0.15755711555480958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,1,power_law_1.2,0.17978496551513673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,1,power_law_1.2,0.20873023986816408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,1,power_law_1.2,0.31495807647705076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.10890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,1,power_law_1.2,0.39648895263671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,1,power_law_1.2,0.5839379119873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,1,power_law_1.2,0.7612108612060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,1,power_law_1.01,1.3715341186523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.03668479919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.043634557723999025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,1,power_law_1.01,2.04251708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.045468797683715825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.05822783946990967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.06841343879699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06995456218719483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.0705734395980835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.07076543807983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.0718067216873169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.0722867202758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.07407487869262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07585343837738037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.07763775825500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08104255676269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.08452351570129395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.09079487800598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.09045760154724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.10253376007080077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,1,power_law_1.2,1.1082905578613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.11257023811340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.1407737636566162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,1,power_law_1.01,2.675554504394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.19908096313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.2528985595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,1,power_law_1.2,1.4642866516113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.3365657424926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,1,power_law_1.2,0.02150207996368408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,1,power_law_1.2,0.02337984085083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,1,power_law_1.2,0.027253119945526122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,1,power_law_1.2,0.03203968048095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,1,power_law_1.2,0.03526848077774048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,1,power_law_1.2,0.03980159997940064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,1,power_law_1.2,0.04410560131072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,1,power_law_1.2,0.05778175830841065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,1,power_law_1.2,0.05631167888641357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,1,power_law_1.2,0.057487998008728024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,1,power_law_1.2,0.07132287979125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,1,power_law_1.2,0.08655488014221191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,1,power_law_1.2,0.09210623741149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.469810562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,1,power_law_1.2,0.11799936294555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,1,power_law_1.2,0.12180480003356933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,1,power_law_1.2,0.12121983528137208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,1,power_law_1.2,0.14335616111755373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,1,power_law_1.2,0.18800832748413085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,1,power_law_1.2,0.2300556755065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,1,power_law_1.2,2.1788858032226566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,1,power_law_1.2,0.40228416442871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,1,power_law_1.2,0.3164467239379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.582911376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,1,power_law_1.2,0.5604710388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,1,power_law_1.2,0.6967910766601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,0.8474623870849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,1,power_law_1.2,1.0505043029785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,2,power_law_1.2,4.4917529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,32,balanced,0.07243135929107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,1,power_law_1.2,2.9028414916992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,32,balanced,0.07152128219604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,32,balanced,0.07200895786285401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,32,balanced,0.14069631576538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,32,balanced,0.25562496185302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,32,balanced,0.08007807731628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,32,balanced,0.2738444709777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,32,balanced,0.27499263763427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,32,balanced,0.28935424804687504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,32,balanced,0.2728460884094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,32,balanced,0.27492095947265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,32,balanced,0.2605516815185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,32,balanced,0.28914560317993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.1073849487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,32,balanced,0.266319351196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,32,balanced,0.29365503311157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,32,balanced,0.33934974670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,32,balanced,0.284531192779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,32,balanced,0.29709823608398434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,32,balanced,0.2967001533508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,32,balanced,0.31217792510986325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,32,balanced,0.5857088088989257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,32,balanced,0.8148429107666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,1,power_law_1.2,1.368233642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,32,balanced,1.0155213165283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,32,balanced,0.35044734954833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,32,balanced,0.4316479873657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,32,balanced,0.406927375793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,32,balanced,0.525038070678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,1,power_law_1.2,2.02380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,32,balanced,0.041588478088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,32,balanced,0.04180480003356933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,32,balanced,0.04179327964782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,32,balanced,0.1454207992553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,32,balanced,0.14369919776916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,32,balanced,0.0860966396331787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,32,balanced,0.14581503868103027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,32,balanced,0.14438912391662598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,32,balanced,0.1463167953491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,32,balanced,0.16415487289428712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,32,balanced,0.14950143814086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,32,balanced,0.16207103729248046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,32,balanced,0.17265279769897462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,32,balanced,0.15634431838989257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,32,balanced,0.16050432205200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,32,balanced,0.15224191665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,32,balanced,0.18286720275878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,32,balanced,0.2026521682739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,32,balanced,0.05785600185394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,32,balanced,0.1471232032775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,32,balanced,0.23087615966796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,32,balanced,0.08986623764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,32,balanced,0.08996095657348632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,32,balanced,0.6641702270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,32,balanced,0.08987520217895509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,32,balanced,0.09087743759155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,32,balanced,0.09182592391967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,1,power_law_1.2,2.690100402832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,32,balanced,0.09576448440551757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,32,balanced,0.12056447982788085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,32,balanced,0.12118783950805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,32,balanced,0.12329216003417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,32,balanced,0.12525312423706053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,32,balanced,0.16295551300048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,32,balanced,0.16426368713378908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,32,balanced,0.20056831359863284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,32,balanced,0.21010175704956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,32,balanced,0.3468352127075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,32,balanced,0.35677822113037105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,32,balanced,0.3649971389770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,32,balanced,0.5061145782470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,32,balanced,0.6673075103759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,32,balanced,0.9746201324462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,32,balanced,1.297665252685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,32,balanced,0.2743564796447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,32,balanced,0.32436992645263674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,32,balanced,0.40097793579101565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,32,balanced,1.9183628845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,32,balanced,0.49043327331542963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,32,power_law_1.01,0.2521011161804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,32,balanced,2.613183898925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,32,balanced,3.834988708496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,32,balanced,0.8423628997802733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,32,balanced,5.2755059814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,32,power_law_1.01,0.25207679748535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,32,power_law_1.01,0.25500671386718754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,32,balanced,7.765006103515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,32,power_law_1.01,0.25357311248779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,32,power_law_1.01,0.25102848052978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,32,balanced,11.773050537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,32,power_law_1.01,0.2311039924621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,32,power_law_1.01,0.20252288818359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,32,power_law_1.01,0.2777702331542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,32,power_law_1.01,0.22879104614257811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,32,power_law_1.01,0.22964736938476565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,32,power_law_1.01,0.2604838371276855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,32,power_law_1.01,0.28733823776245115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,32,power_law_1.01,0.2886809539794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,32,power_law_1.01,0.249484806060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,32,power_law_1.01,0.2862348747253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,32,power_law_1.01,0.29550848007202146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,32,power_law_1.01,0.6418879699707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,32,power_law_1.01,0.2612723159790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,32,power_law_1.01,0.3118451118469238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,32,power_law_1.01,0.4242380905151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,32,power_law_1.01,1.923768310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,32,power_law_1.01,0.4537638473510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,32,power_law_1.01,0.9939929962158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,32,power_law_1.01,1.3562559509277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,32,power_law_1.01,0.3457881546020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,32,power_law_1.01,2.4708595275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,32,power_law_1.01,0.598287353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.14444671630859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.12536191940307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.14296192169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.12563199996948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.12729727745056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.15884415626525877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.1625702476501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.14628479957580567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.14631936073303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.13491456031799315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.14768896102905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.14681344032287597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.15454848289489748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.17012479782104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.16776575088500975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.17541120529174806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.23184511184692386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.2792576026916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.19507455825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.13998720169067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,32,power_law_1.01,0.08982912063598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,32,power_law_1.01,0.08985471725463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,32,power_law_1.01,0.09084799766540527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,32,power_law_1.01,0.0941055965423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,32,power_law_1.01,0.0971008014678955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,0.4158975982666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,32,power_law_1.01,0.11863295555114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,0.9896089935302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,32,power_law_1.01,0.12336895942687989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,32,power_law_1.01,0.12569600105285644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.3221516799926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,32,power_law_1.01,0.16730239868164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,32,power_law_1.01,0.1980659294128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,32,power_law_1.01,0.21046144485473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,32,power_law_1.01,0.35153663635253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,32,power_law_1.01,0.3585254287719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,0.8354354858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,32,power_law_1.01,0.5042508697509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,32,power_law_1.01,0.5012684631347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.45052543640136716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,32,power_law_1.01,0.5066150283813476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,32,power_law_1.01,0.8015155029296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,1.4844837951660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,2.096741180419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,32,power_law_1.01,1.1242111968994142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,32,power_law_1.01,1.9069517517089842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,32,power_law_1.01,2.6259301757812503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,32,power_law_1.01,3.1427264404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,32,power_law_1.2,0.25080831527709957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,32,power_law_1.2,0.2549593544006348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,32,power_law_1.2,0.2522803115844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,32,power_law_1.2,0.22624767303466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,32,power_law_1.2,0.2506009674072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,32,power_law_1.2,0.2186751937866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,32,power_law_1.2,0.23586048126220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,32,power_law_1.2,0.22523136138916017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,32,power_law_1.2,0.23147775650024416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,32,power_law_1.01,4.586130065917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,32,power_law_1.2,0.22799871444702147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,32,power_law_1.2,0.2679680061340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,32,power_law_1.2,0.27084032058715823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,32,power_law_1.2,0.28467456817626957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,32,power_law_1.2,0.2445337677001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,32,power_law_1.2,0.2613644790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,32,power_law_1.2,0.2757939147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,32,power_law_1.2,0.34901119232177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,32,power_law_1.2,0.2940774345397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,32,power_law_1.2,0.44931968688964846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,32,power_law_1.2,0.7109760284423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,32,power_law_1.2,0.8655564880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,32,power_law_1.2,0.40812927246093744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,32,power_law_1.2,1.6124147033691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,32,power_law_1.2,2.641625671386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,32,power_law_1.2,1.3684313964843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,32,power_law_1.2,3.324472351074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.15182847976684571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,32,power_law_1.2,0.5255475234985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.1456601619720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.1194662380218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.14423680305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.14648703575134275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.13690239906311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.1426534366607666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.1390028762817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.14019328117370605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.1457484817504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.15892864227294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.1625587272644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.1632512092590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.10793343544006348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.17005952835083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.15988479614257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.2647244834899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.30993152618408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.35952510833740237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,0.46428287506103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.6136102294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.22109567642211916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.1746316719055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,1.169859848022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,0.9927142333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,1,32,power_law_1.2,0.0896895980834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,1,32,power_law_1.2,0.09026944160461425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,1,32,power_law_1.2,0.09115903854370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,1,32,power_law_1.2,0.09107968330383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,1,32,power_law_1.2,0.09658495903015137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,1,32,power_law_1.2,0.12069120407104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,1,32,power_law_1.2,0.1260927963256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,1,32,power_law_1.2,0.16001792907714846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,1,32,power_law_1.2,0.1675379180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,32,power_law_1.01,7.786685180664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,2.7131967163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,1,32,power_law_1.2,0.20046720504760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,1.8692466735839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,1,32,power_law_1.2,0.35111934661865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,1,32,power_law_1.2,0.36215297698974613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,1,32,power_law_1.2,0.355918083190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,1,32,power_law_1.2,0.5018355178833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,1,32,power_law_1.2,0.5072153472900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,1,32,power_law_1.2,0.6533837127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,1,32,power_law_1.2,0.9551270294189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,1,32,power_law_1.2,1.2672921752929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,32,power_law_1.01,10.667779541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,1,32,power_law_1.2,1.7026138305664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,1,32,power_law_1.2,2.616910095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,1,32,power_law_1.2,3.8401101684570316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,32,power_law_1.01,15.071153564453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,1,32,power_law_1.2,6.6392919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,16,balanced,0.03386879920959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,16,balanced,0.03407871961593628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,1,32,power_law_1.2,7.7881011962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,16,balanced,0.05291007995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,16,balanced,0.1370431995391846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,16,balanced,0.08712703704833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,16,balanced,0.2587046432495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,16,balanced,0.25866624832153323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,16,balanced,0.26084991455078127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,32,power_law_1.01,20.8172998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,16,balanced,0.28295040130615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,16,balanced,0.2721216011047363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,16,balanced,0.28397056579589847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,16,balanced,0.2742873573303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,16,balanced,0.27307264328002934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,16,balanced,0.2832831954956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,16,balanced,0.27392255783081054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,16,balanced,0.2892799949645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,16,balanced,0.2849075126647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,16,balanced,0.30480384826660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,16,balanced,0.3891814422607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,16,balanced,0.31742847442626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,16,balanced,0.5160627365112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,16,balanced,0.6555532836914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,16,balanced,0.781143035888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,16,balanced,0.4449395370483399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,16,balanced,0.35248512268066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,16,balanced,1.0862655639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,16,balanced,0.03281663894653321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,16,balanced,0.03324160099029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,16,balanced,0.04188159942626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,16,balanced,0.05603199958801269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,16,balanced,1.4136767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,16,balanced,0.08457599639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,16,balanced,0.14694272041320802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,16,balanced,0.15755135536193848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,16,balanced,0.1624038314819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,16,balanced,0.15772031784057616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,16,balanced,0.1630656051635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,16,balanced,0.166375675201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,16,balanced,0.16926591873168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,16,balanced,0.17182207107543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,16,balanced,0.16664703369140627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,16,balanced,0.1699955177307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,16,balanced,0.1742835235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,16,balanced,0.18274431228637694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,16,balanced,0.19939199447631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,16,balanced,0.21970048904418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,16,balanced,0.25311359405517575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,16,balanced,0.2853452873229981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,16,balanced,0.3476979064941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,16,balanced,0.4115737533569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,16,balanced,0.5557900619506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,16,balanced,0.6929190063476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,16,balanced,0.05854591846466064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,16,balanced,0.058197760581970216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,16,balanced,0.09194751739501952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,16,balanced,0.9709299468994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,16,balanced,0.0928985595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,16,balanced,0.09454719543457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,16,balanced,0.09875840187072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,16,balanced,0.12549504280090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,16,balanced,1.265898208618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,16,balanced,0.125730562210083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,16,balanced,0.13169024467468263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,16,balanced,0.13271679878234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,16,balanced,0.17001728057861326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,16,balanced,0.17537919998168944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,16,balanced,0.21017984390258787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,16,balanced,0.21426944732666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,16,balanced,0.3605785751342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,16,balanced,0.36454784393310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,16,balanced,0.3791231918334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,16,balanced,0.5428121566772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,16,balanced,0.6973248291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,16,balanced,1.0306867218017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,16,balanced,1.3366310119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,16,balanced,2.079265289306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,16,balanced,2.6353982543945316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,16,balanced,4.0280218505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,16,balanced,5.414827270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,16,balanced,8.41145751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,16,power_law_1.01,0.2625663948059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,16,power_law_1.01,0.13349504470825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,16,power_law_1.01,0.25070592880249026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,16,balanced,11.072020263671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,16,power_law_1.01,0.2785446357727051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,16,power_law_1.01,0.2589888000488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,16,power_law_1.01,0.22528768539428712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,16,power_law_1.01,0.2244927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,16,power_law_1.01,0.20037120819091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,16,power_law_1.01,0.22992767333984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,16,power_law_1.01,0.24890880584716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,16,power_law_1.01,0.26115583419799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,16,power_law_1.01,0.269932804107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,16,power_law_1.01,0.23766399383544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,16,power_law_1.01,0.2719705581665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,16,power_law_1.01,0.24650239944458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,16,power_law_1.01,0.3022208023071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,16,power_law_1.01,0.25244800567626957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,16,power_law_1.01,0.3546662521362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,16,power_law_1.01,0.3433932876586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,16,power_law_1.01,0.4729484939575196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,16,power_law_1.01,0.747457275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,16,power_law_1.01,0.423614730834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,16,power_law_1.01,1.0042189025878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,16,power_law_1.01,1.213407974243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,16,power_law_1.01,1.937310791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,16,power_law_1.01,0.09369728088378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,16,power_law_1.01,0.14300160408020018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,16,power_law_1.01,0.5809471893310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,16,power_law_1.01,0.14338560104370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,16,power_law_1.01,0.144518404006958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,16,power_law_1.01,2.6201126098632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,16,power_law_1.01,0.13710847854614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,16,power_law_1.01,0.15060992240905763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,16,power_law_1.01,0.1382540798187256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,16,power_law_1.01,0.15105152130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,16,power_law_1.01,0.15014783859252928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,16,power_law_1.01,0.15304320335388183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,16,power_law_1.01,0.1516646385192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,16,power_law_1.01,0.15265024185180665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,16,power_law_1.01,0.1620697593688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,16,power_law_1.01,0.16311935424804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,16,power_law_1.01,0.15898880004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,16,power_law_1.01,0.16408319473266603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,16,power_law_1.01,0.18322303771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,16,power_law_1.01,0.2166361618041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,16,power_law_1.01,0.2515724754333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,16,power_law_1.01,0.2934464073181152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,16,power_law_1.01,0.3207564926147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,16,power_law_1.01,0.4324800109863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,16,power_law_1.01,0.5438476943969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,16,power_law_1.01,0.784796142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,16,power_law_1.01,0.9153472137451171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,16,power_law_1.01,1.546859588623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,16,power_law_1.01,0.061067519187927244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,16,power_law_1.01,0.0678323221206665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,16,power_law_1.01,1.9161305236816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,16,power_law_1.01,0.09256959915161132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,16,power_law_1.01,0.10241663932800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,16,power_law_1.01,0.10957695960998534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,16,power_law_1.01,0.11755392074584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,16,power_law_1.01,0.12813952445983887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,16,power_law_1.01,0.16197887420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,16,power_law_1.01,0.20846464157104494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,16,power_law_1.01,0.21565696716308597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,16,power_law_1.01,0.26335872650146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,16,power_law_1.01,0.28847360610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,16,power_law_1.01,0.31710975646972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,16,power_law_1.01,0.3339775848388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,16,power_law_1.01,0.4154419326782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,16,power_law_1.01,0.4365388870239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,16,power_law_1.01,0.7072767639160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,1,32,power_law_1.2,12.308499755859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,16,power_law_1.01,0.7018739318847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,16,power_law_1.01,0.955568618774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,16,power_law_1.01,1.5854450988769533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,32,power_law_1.01,28.66463134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,16,power_law_1.01,2.3476416015624997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,16,power_law_1.01,3.0584564208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,16,power_law_1.01,4.333861083984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,16,power_law_1.2,0.13385343551635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,16,power_law_1.2,0.2562508773803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,16,power_law_1.2,0.2760537528991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,16,power_law_1.2,0.24400896072387696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,16,power_law_1.01,6.381886596679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,16,power_law_1.2,0.18525312423706056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,16,power_law_1.2,0.2576038360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,16,power_law_1.2,0.23320192337036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,16,power_law_1.2,0.2206988716125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,16,power_law_1.2,0.2380441665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,16,power_law_1.2,0.2648601531982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,16,power_law_1.2,0.25563520431518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,16,power_law_1.2,0.26394239425659183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,16,power_law_1.2,0.2677542304992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,16,power_law_1.2,0.26820863723754884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,16,power_law_1.2,0.28480384826660154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,16,power_law_1.2,0.320076789855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,16,power_law_1.2,0.3530854415893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,16,power_law_1.2,0.24697471618652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,16,power_law_1.2,0.402869758605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,16,power_law_1.2,0.5130329513549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,16,power_law_1.2,0.6538662719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,16,power_law_1.2,0.7266560363769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,16,power_law_1.2,1.161569290161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,16,power_law_1.01,7.6854833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,16,power_law_1.2,0.4635353469848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,16,power_law_1.2,1.4193907165527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,16,power_law_1.2,0.08533120155334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,16,power_law_1.2,0.14332287788391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,16,power_law_1.2,2.179925689697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,16,power_law_1.2,0.12548735618591308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,16,power_law_1.2,0.14047103881835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,16,power_law_1.2,0.13032959938049316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,16,power_law_1.2,0.12485504150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,16,power_law_1.2,0.1410316753387451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,16,power_law_1.2,0.13926655769348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,16,power_law_1.2,0.14319231986999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,16,power_law_1.2,0.15316991806030272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,16,power_law_1.2,2.7020724487304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,16,power_law_1.2,0.1502899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,16,power_law_1.2,0.15707776069641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,16,power_law_1.2,0.16216960906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,16,power_law_1.2,0.15819904327392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,16,power_law_1.2,0.16631935119628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,16,power_law_1.2,0.1740300750732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,16,power_law_1.2,0.18523136138916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,16,power_law_1.2,0.2314009666442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,16,power_law_1.2,0.2613657569885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,16,power_law_1.2,0.3203366470336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,16,power_law_1.2,0.37030529022216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,16,power_law_1.2,0.4440332794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,16,power_law_1.2,0.6519999694824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,16,power_law_1.2,0.856463394165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,16,power_law_1.2,1.1126310729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,16,power_law_1.2,0.058382081985473636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,16,power_law_1.2,0.07083648204803467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,16,power_law_1.2,1.6444326782226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,16,power_law_1.2,0.09248640060424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,16,power_law_1.2,0.09788928031921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,16,power_law_1.2,0.09937408447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,16,power_law_1.2,0.11881600379943849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,16,power_law_1.2,2.260730895996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,16,power_law_1.2,0.14685952186584472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,16,power_law_1.2,0.16200063705444337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,16,power_law_1.2,0.16452224731445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,16,power_law_1.2,0.21941503524780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,16,power_law_1.2,0.2626278305053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,16,power_law_1.2,0.31646080017089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,16,power_law_1.2,0.33578369140625003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,16,power_law_1.2,0.34793216705322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,16,power_law_1.2,0.461767692565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,16,power_law_1.2,0.4728870391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,1,32,power_law_1.2,19.748060302734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,16,power_law_1.2,0.7837593841552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,16,power_law_1.2,0.6431346893310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,16,power_law_1.2,1.1928550720214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,16,power_law_1.2,1.8517362976074216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,1,32,power_law_1.2,23.94832275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,16,power_law_1.2,2.392561950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,16,power_law_1.01,13.769998779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,16,power_law_1.2,3.618406372070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,8,balanced,0.032262399196624755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,8,balanced,0.05736320018768311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,8,balanced,0.06695040225982665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,8,balanced,0.09057151794433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,8,balanced,0.1425011157989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,8,balanced,0.2556211280822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,8,balanced,0.2998591995239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,8,balanced,0.3019609642028809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,8,balanced,0.30495103836059567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,8,balanced,0.3077465629577637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,8,balanced,0.3034329605102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,8,balanced,0.307774715423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,8,balanced,0.31154048919677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,8,balanced,0.3207628631591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,8,balanced,0.32925952911376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,8,balanced,0.3343513488769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,8,balanced,0.34901119232177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,8,balanced,0.38327297210693356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,8,balanced,0.4382336044311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,8,balanced,0.5151475143432618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,8,balanced,0.5893376159667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,8,balanced,0.8267865753173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,8,balanced,0.9728128051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,8,balanced,1.3468159484863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,8,balanced,1.7083648681640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,8,balanced,2.466693115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,8,balanced,3.1537268066406248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,8,balanced,0.03228672027587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,8,balanced,0.0339084792137146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,8,balanced,0.043829760551452636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,8,balanced,0.05915264129638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,8,balanced,0.08912128448486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,8,balanced,0.150762243270874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,8,balanced,0.1652249526977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,8,balanced,0.16857215881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,8,balanced,0.1719411277770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,8,balanced,0.1753932762145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,8,balanced,0.16826751708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,8,balanced,0.17118335723876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,8,balanced,0.17428863525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,8,balanced,0.18245759963989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,8,balanced,0.19142143249511717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,8,balanced,0.19944704055786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,8,balanced,0.21628288269042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,8,balanced,0.24514688491821288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,8,balanced,0.27589759826660154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,8,balanced,0.33353214263916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,8,balanced,0.38957569122314456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,8,balanced,0.5040256118774413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,8,balanced,0.6261529541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,8,balanced,0.8792230224609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,8,balanced,1.1064588928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,8,balanced,1.6097407531738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,8,balanced,2.1043238830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,8,balanced,0.04426623821258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,8,balanced,0.061352958679199224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,8,balanced,0.09585151672363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,8,balanced,0.09745408058166503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,8,balanced,0.09879167556762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,8,balanced,0.10668160438537597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,8,balanced,0.11047936439514161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,8,balanced,0.13898624420166014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,8,balanced,0.1433407974243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,8,balanced,0.1477900791168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,8,balanced,0.1834355163574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,8,balanced,0.19131391525268554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,8,balanced,0.22596223831176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,8,balanced,0.2383296012878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,8,balanced,0.40565502166748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,8,balanced,0.41159294128417967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,8,balanced,0.4374591827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,8,balanced,0.627910385131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,8,balanced,0.8027391815185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,8,balanced,1.1936473846435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,8,balanced,1.5592486572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,8,balanced,2.328044738769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,16,power_law_1.2,4.8969189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,8,balanced,3.0646987915039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,8,balanced,4.6978369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,8,balanced,6.3185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,8,balanced,9.36738037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,8,power_law_1.01,0.09253631591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,8,power_law_1.01,0.13971967697143556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,8,power_law_1.01,0.17529983520507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,8,power_law_1.01,0.17452543258666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,8,power_law_1.01,0.2290342330932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,8,power_law_1.01,0.22280576705932614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,8,power_law_1.01,0.2819673538208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,8,power_law_1.01,0.260765438079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,8,balanced,12.0821533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,8,power_law_1.01,0.2672678375244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,8,power_law_1.01,0.2817024040222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,8,power_law_1.01,0.2691609573364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,8,power_law_1.01,0.28410112380981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,8,power_law_1.01,0.2788915252685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,8,power_law_1.01,0.2916979217529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,8,power_law_1.01,0.2968307113647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,8,power_law_1.01,0.30345855712890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,8,power_law_1.01,0.3223539352416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,8,power_law_1.01,0.380943374633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,8,power_law_1.01,0.4215577697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,8,power_law_1.01,0.5733900833129882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,8,power_law_1.01,0.6233894348144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,8,power_law_1.01,0.8395814514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,8,power_law_1.01,1.0472217559814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,8,power_law_1.01,1.5138674926757811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,8,power_law_1.01,1.865729217529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,16,power_law_1.2,4.975674743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,8,power_law_1.01,2.705242919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,8,power_law_1.01,0.05761919975280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,8,power_law_1.01,0.09636351585388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,8,power_law_1.01,0.10393088340759278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,8,power_law_1.01,0.11181952476501464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,8,power_law_1.01,0.13406208038330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,8,power_law_1.01,0.14460672378540038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,8,power_law_1.01,0.14388992309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,8,power_law_1.01,0.14397312164306642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,8,power_law_1.01,0.14948351860046388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,8,power_law_1.01,0.15204352378845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,8,power_law_1.01,3.874497375488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,8,power_law_1.01,0.15451647758483886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,8,power_law_1.01,0.15461119651794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,8,power_law_1.01,0.15733375549316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,8,power_law_1.01,0.1691801643371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,8,power_law_1.01,0.17123455047607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,8,power_law_1.01,0.17583999633789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,8,power_law_1.01,0.19945728302001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,8,power_law_1.01,0.2137446403503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,8,power_law_1.01,0.2602867126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,8,power_law_1.01,0.3159359931945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,8,power_law_1.01,0.37488128662109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,8,power_law_1.01,0.4599039840698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,8,power_law_1.01,0.5786611175537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,8,power_law_1.01,0.8095705413818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,8,power_law_1.01,0.9727219390869142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,8,power_law_1.01,0.04296832084655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,8,power_law_1.01,0.052206082344055174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,8,power_law_1.01,1.565963592529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,8,power_law_1.01,0.0656217622756958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,8,power_law_1.01,0.10502655982971192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,8,power_law_1.01,0.10069120407104493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,8,power_law_1.01,2.0594419860839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,8,power_law_1.01,0.1080947208404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,8,power_law_1.01,0.1228774356842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,8,power_law_1.01,0.15791232109069825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,8,power_law_1.01,0.16511104583740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,8,power_law_1.01,0.17754751205444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,8,power_law_1.01,0.2025663948059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,8,power_law_1.01,0.2635161590576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,8,power_law_1.01,0.26851711273193357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,8,power_law_1.01,0.3302361679077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,8,power_law_1.01,0.36817920684814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,8,power_law_1.01,0.40716926574707035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,8,power_law_1.01,0.4703091049194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,8,power_law_1.01,0.6850240325927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,8,power_law_1.01,0.854830093383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,8,power_law_1.01,1.0667174530029295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,8,power_law_1.01,1.6095872497558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,8,power_law_1.01,2.7272372436523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,8,power_law_1.01,2.361395263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,16,power_law_1.01,18.635718994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,8,power_law_1.01,4.214053039550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,8,power_law_1.2,0.09294207572937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,8,power_law_1.2,0.13569279670715334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,8,power_law_1.2,0.15131391525268553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,8,power_law_1.2,0.16739200592041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,8,power_law_1.2,0.21092607498168947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,8,power_law_1.2,0.23101055145263674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,8,power_law_1.2,0.27729919433593747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,8,power_law_1.2,0.2833087921142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,8,power_law_1.2,0.26670207977294924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,8,power_law_1.2,0.2600793647766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,8,power_law_1.2,0.27901567459106447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,8,power_law_1.2,0.26360063552856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,8,power_law_1.2,0.2844812774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,8,power_law_1.2,0.2796083259582519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,8,power_law_1.2,0.29283456802368163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,8,power_law_1.2,0.3078323173522949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,8,power_law_1.2,0.3235443115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,8,power_law_1.2,0.4021811294555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,8,power_law_1.2,0.4747225570678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,8,power_law_1.2,0.6355775833129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,8,power_law_1.2,0.7006463623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,8,power_law_1.2,0.9420953369140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,8,power_law_1.2,1.1381094360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,8,power_law_1.2,1.6393919372558592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,8,power_law_1.2,2.1294284057617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,8,power_law_1.2,3.4206283569335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,8,power_law_1.2,4.508761596679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,8,power_law_1.2,0.05776639938354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,8,power_law_1.2,0.08614656448364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,8,power_law_1.2,0.08462592124938964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,8,power_law_1.2,0.10480511665344239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,8,power_law_1.2,0.13354880332946778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,8,power_law_1.2,0.1371673583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,8,power_law_1.2,0.14204544067382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,8,power_law_1.2,0.13990655899047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,8,power_law_1.2,0.14429951667785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,8,power_law_1.2,0.1521945571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,8,power_law_1.2,0.14975104331970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,8,power_law_1.2,0.1542796802520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,8,power_law_1.2,0.16524927139282225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,8,power_law_1.2,0.16221311569213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,8,power_law_1.2,0.17406335830688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,8,power_law_1.2,0.17862911224365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,8,power_law_1.2,0.20075008392333987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,8,power_law_1.2,0.24699647903442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,8,power_law_1.2,0.2627161598205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,8,power_law_1.2,0.31187456130981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,8,power_law_1.2,0.37532032012939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,8,power_law_1.01,7.678082275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,8,power_law_1.2,0.5071295928955079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,8,power_law_1.2,0.6476761627197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,8,power_law_1.2,0.9477324676513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,8,power_law_1.2,1.1715225219726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,8,power_law_1.2,1.5963417053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,8,power_law_1.2,0.04450943946838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,8,power_law_1.2,0.050933761596679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,8,power_law_1.2,0.06322432041168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,8,power_law_1.2,2.2588595581054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,8,power_law_1.2,0.09673855781555177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,8,power_law_1.2,0.10730751991271972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,8,power_law_1.2,0.1083033561706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,8,power_law_1.2,0.12243583679199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,8,power_law_1.2,0.13738880157470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,8,power_law_1.2,0.16707584381103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,8,power_law_1.2,0.1801702308654785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,8,power_law_1.2,0.20268543243408202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,8,power_law_1.2,0.25210880279541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,8,power_law_1.2,0.30213632583618166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,8,power_law_1.2,0.35019649505615236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,8,power_law_1.2,0.3731827163696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,8,power_law_1.2,0.40657920837402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,8,power_law_1.2,0.526929931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,8,power_law_1.2,0.6968281555175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,8,power_law_1.2,0.8434137725830079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,8,power_law_1.01,6.140280151367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,8,power_law_1.2,1.2487206268310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,16,power_law_1.2,16.130103759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,8,power_law_1.01,11.5857861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,8,power_law_1.2,1.6251724243164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,8,power_law_1.2,2.3285658264160154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,8,power_law_1.2,3.112093505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,4,balanced,0.042004480361938476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,4,balanced,0.05695744037628174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,4,balanced,0.06698880195617676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,4,balanced,0.0902079963684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,4,balanced,0.13895039558410643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,4,balanced,0.25233152389526364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,4,balanced,0.2549823951721192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,4,balanced,0.25803136825561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,4,balanced,0.2893913650512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,4,balanced,0.29077760696411137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,4,balanced,0.2945088005065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,4,balanced,0.29855487823486326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,4,balanced,0.3020070457458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,4,balanced,0.31009408950805667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,4,balanced,0.3174015998840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,4,balanced,0.3229888153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,4,balanced,0.3354035186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,4,balanced,0.3622361755371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,4,balanced,0.39324798583984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,4,balanced,0.4782835388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,4,balanced,0.5344563293457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,4,balanced,0.8171622467041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,4,balanced,1.014129943847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,4,balanced,1.3677363586425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,4,balanced,1.728410949707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,4,balanced,2.448289337158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,4,balanced,3.1296038818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,4,balanced,0.031557118892669676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,4,balanced,0.03370368003845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,4,balanced,0.045154561996459966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,4,balanced,0.062708477973938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,4,balanced,0.09352448463439941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,4,balanced,0.16149375915527345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,4,balanced,0.16429311752319337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,4,balanced,0.16646400451660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,4,balanced,0.18486528396606444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,4,balanced,0.1863859176635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,4,balanced,0.1899225616455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,4,balanced,0.19268224716186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,4,balanced,0.19511552810668947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,4,balanced,0.2021939277648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,4,balanced,0.20962688446044925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,4,balanced,0.21510143280029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,4,balanced,0.22816640853881837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,4,balanced,0.2558182334899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,4,balanced,0.2824831962585449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,8,power_law_1.2,4.679838867187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,4,balanced,0.33834495544433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,4,balanced,0.39208961486816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,4,balanced,0.5024089431762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,4,balanced,0.6140710449218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,4,balanced,0.8909939575195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,4,balanced,1.1182860565185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,4,balanced,1.6218508911132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,4,balanced,0.03221247911453247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,4,balanced,0.04497024059295655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,4,balanced,2.1207296752929685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,4,balanced,0.06465919971466064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,4,balanced,0.10388095855712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,4,balanced,0.10364671707153321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,4,balanced,0.10584832191467286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,4,balanced,0.10822272300720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,4,balanced,0.11454848289489745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,4,balanced,0.11842816352844239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,4,balanced,0.1213043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,4,balanced,0.15649408340454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,4,balanced,0.16395008087158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,4,balanced,0.170513916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,4,balanced,0.22538879394531247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,4,balanced,0.23630464553833005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,4,balanced,0.2803647994995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,4,balanced,0.2963929557800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,4,balanced,0.5068672180175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,4,balanced,0.5433894348144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,4,balanced,0.7993971252441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,4,balanced,1.0263014221191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,4,balanced,1.5240908813476561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,4,balanced,2.007610931396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,4,balanced,3.0341976928710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,4,balanced,4.0023168945312495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,16,power_law_1.2,10.455294189453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,4,power_law_1.01,0.069967360496521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,4,power_law_1.01,0.08792320251464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,4,power_law_1.01,0.10864128112792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,4,balanced,5.98564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,4,power_law_1.01,0.12851967811584472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,4,power_law_1.01,0.142293758392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,4,power_law_1.01,0.17823616027832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,4,power_law_1.01,0.241345272064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,4,power_law_1.01,0.22643199920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,4,power_law_1.01,0.2503116798400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,4,power_law_1.01,0.26555519104003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,4,power_law_1.01,0.26219520568847654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,4,power_law_1.01,0.278337287902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,4,power_law_1.01,0.27445503234863283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,4,power_law_1.01,0.2896307182312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,4,power_law_1.01,0.28717439651489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,4,power_law_1.01,0.29332096099853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,4,power_law_1.01,0.3126553535461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,4,power_law_1.01,0.35122432708740237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,4,balanced,7.9101977539062505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,4,power_law_1.01,0.4174924850463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,4,power_law_1.01,0.5197785568237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,4,power_law_1.01,0.6455091094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,4,power_law_1.01,0.8463744354248046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,4,power_law_1.01,1.0229798126220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,4,power_law_1.01,1.4238156127929689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,4,power_law_1.01,1.7735256958007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,4,power_law_1.01,0.04500095844268799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,4,power_law_1.01,0.05935488224029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,4,power_law_1.01,0.07131264209747315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,4,power_law_1.01,2.6210971069335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,4,power_law_1.01,0.0853376007080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,4,power_law_1.01,0.12031104087829589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,4,power_law_1.01,0.11580287933349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,4,power_law_1.01,0.1467302417755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,4,power_law_1.01,0.1504793643951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,4,power_law_1.01,0.16228992462158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,4,power_law_1.01,0.16392192840576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,4,power_law_1.01,0.16582399368286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,4,power_law_1.01,0.1788479995727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,4,power_law_1.01,3.5278707885742184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,4,power_law_1.01,0.1769651222229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,4,power_law_1.01,0.19053951263427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,4,power_law_1.01,0.18959232330322268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,4,power_law_1.01,0.20179840087890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,4,power_law_1.01,0.21659263610839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,4,power_law_1.01,0.24597631454467775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,4,power_law_1.01,0.2887590408325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,4,power_law_1.01,0.3570969772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,4,power_law_1.01,0.41051902770996096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,4,power_law_1.01,0.530362892150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,4,power_law_1.01,0.6549209594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,4,power_law_1.01,0.9070566558837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,4,power_law_1.01,1.1635289764404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,4,power_law_1.01,0.0341375994682312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,4,power_law_1.01,1.7172454833984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,4,power_law_1.01,0.04564223766326904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,4,power_law_1.01,0.06722047805786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,4,power_law_1.01,0.05909503936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,4,power_law_1.01,2.213201904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,4,power_law_1.01,0.0991385555267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,4,power_law_1.01,0.10988927841186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,4,power_law_1.01,0.12814592361450194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,4,power_law_1.01,0.11939200401306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,4,power_law_1.01,0.13432064056396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,4,power_law_1.01,0.14361984252929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,4,power_law_1.01,0.18755071640014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,4,power_law_1.01,0.2069107246398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,4,power_law_1.01,0.22195711135864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,4,power_law_1.01,0.29236223220825197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,4,power_law_1.01,0.3186355209350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,4,power_law_1.01,0.38004737854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,4,power_law_1.01,0.4217715072631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,4,power_law_1.01,0.5422361755371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,4,power_law_1.01,0.6833869171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,4,power_law_1.01,0.8794726562499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,4,power_law_1.01,1.1502105712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,4,power_law_1.01,1.6409536743164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,4,power_law_1.01,3.1265176391601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,4,power_law_1.01,2.0385638427734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,4,power_law_1.01,4.044682312011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,4,power_law_1.2,0.06872320175170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,4,power_law_1.2,0.08684927940368652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,4,power_law_1.2,0.10149120330810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,4,power_law_1.2,0.12360575675964355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,4,power_law_1.2,0.15295616149902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,4,power_law_1.2,0.1889241600036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,4,power_law_1.2,0.23011711120605466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,4,power_law_1.2,0.23228160858154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,4,power_law_1.2,0.25724416732788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,4,power_law_1.2,0.2508710479736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,4,power_law_1.2,0.26789888381958005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,4,power_law_1.2,0.2780966377258301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,4,power_law_1.01,7.861123657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,4,power_law_1.2,0.2812544059753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,4,power_law_1.2,0.2787251281738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,4,power_law_1.2,0.29062143325805667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,4,power_law_1.2,0.3037324714660644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,4,power_law_1.2,0.3175603294372559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,4,power_law_1.2,0.35780479431152346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,4,power_law_1.2,0.435048942565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,4,power_law_1.2,0.5449523162841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,4,power_law_1.01,5.9168591308593745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,4,power_law_1.2,0.6660108947753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,4,power_law_1.2,0.8699763488769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,4,power_law_1.2,1.0959487915039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,4,power_law_1.2,1.5004109191894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,4,power_law_1.2,1.8806246948242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,4,power_law_1.2,0.04516352176666259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,4,power_law_1.2,0.059169278144836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,4,power_law_1.2,0.06387712001800537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,4,power_law_1.2,2.8336907958984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,4,power_law_1.2,0.08082176208496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,4,power_law_1.2,0.10923904418945311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,4,power_law_1.2,0.10157312393188475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,4,power_law_1.2,0.13587583541870116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,4,power_law_1.2,0.1402444839477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,4,power_law_1.2,0.15836928367614747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,4,power_law_1.2,0.16508031845092774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,4,power_law_1.2,0.1678246307373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,4,power_law_1.2,0.18054271697998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,4,power_law_1.2,0.1832294464111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,4,power_law_1.2,0.187589111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,4,power_law_1.2,0.19519744873046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,4,power_law_1.2,0.20380031585693362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,4,power_law_1.2,0.21913215637207034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,4,power_law_1.2,3.740992126464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,4,power_law_1.2,0.2603596878051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,4,power_law_1.2,0.2958361625671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,4,power_law_1.2,0.3576639938354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,4,power_law_1.2,0.4162944030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,4,power_law_1.2,0.5456665420532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,4,power_law_1.2,0.6410790252685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,4,power_law_1.2,0.9157273864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,4,power_law_1.2,1.1701798248291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,4,power_law_1.2,0.033886721134185796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,4,power_law_1.2,0.04046463966369629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,4,power_law_1.2,1.7629785156250002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,4,power_law_1.2,0.05220096111297608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,4,power_law_1.2,0.06524543762207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,4,power_law_1.2,2.2983001708984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,4,power_law_1.2,0.09915776252746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,4,power_law_1.2,0.11164159774780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,4,power_law_1.2,0.12840448379516603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,4,power_law_1.2,0.13124992370605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,4,power_law_1.2,0.14298751831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,4,power_law_1.2,0.18964479446411134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,4,power_law_1.2,0.2074880027770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,4,power_law_1.2,0.22637952804565428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,4,power_law_1.2,0.12189951896667481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,4,power_law_1.2,0.2938278388977051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,4,power_law_1.2,0.3185190391540528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,4,power_law_1.2,0.377710075378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,4,power_law_1.2,0.4407398223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,4,power_law_1.2,0.5437094497680663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,4,power_law_1.2,0.6783436584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,4,power_law_1.2,0.9092569732666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,4,power_law_1.2,1.1438285064697264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,4,power_law_1.2,1.621580810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,4,power_law_1.2,2.111774749755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,4,power_law_1.2,3.087914123535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,8,power_law_1.2,6.115518798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,2,balanced,0.040088319778442384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,2,balanced,0.05627520084381103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,2,balanced,0.06630271911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,2,balanced,0.09072128295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,2,balanced,0.1444159984588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,2,balanced,0.25165567398071287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,2,balanced,0.255806713104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,2,balanced,0.25935359954833986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,2,balanced,0.26177024841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,2,balanced,0.263371524810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,2,balanced,0.26901887893676757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,2,balanced,0.29375232696533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,4,power_law_1.2,4.013406677246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,2,balanced,0.29664384841918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,2,balanced,0.30504192352294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,2,balanced,0.31075328826904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,2,balanced,0.31961727142333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,2,balanced,0.3302604675292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,2,balanced,0.3579084777832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,2,balanced,0.38350719451904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,2,balanced,0.4426688003540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,2,balanced,0.5004492950439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,2,balanced,0.8178176116943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,2,balanced,0.9805696105957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,2,balanced,1.4201664733886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,2,balanced,1.8534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,2,balanced,2.648190612792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,2,balanced,0.03208832025527954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,2,balanced,0.0369484806060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,2,balanced,0.04889344215393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,2,balanced,0.0699571180343628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,2,balanced,0.11282048225402833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,2,balanced,3.3424652099609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,2,balanced,0.19559551239013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,2,balanced,0.19411840438842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,4,power_law_1.2,7.851466064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,2,balanced,0.1980019187927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,2,balanced,0.19878911972045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,2,balanced,0.20515840530395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,2,balanced,0.20181760787963868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,2,balanced,0.24280704498291014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,2,balanced,0.2514444732666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,2,balanced,0.2534848022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,2,balanced,0.2572275161743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,2,balanced,0.26653055191040037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,2,balanced,0.27424896240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,2,balanced,0.2935040092468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,2,balanced,0.3242329788208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,2,balanced,0.37133567810058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,2,balanced,0.4244262313842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,2,balanced,0.5238361740112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,2,balanced,0.6320588684082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,2,balanced,0.938792953491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,2,balanced,1.1520985412597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,2,power_law_1.01,0.058662400245666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,2,power_law_1.01,0.06726016044616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,2,balanced,1.7006259155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,2,power_law_1.01,0.08191360473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,2,power_law_1.01,0.0999027156829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,2,power_law_1.01,0.13668224334716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,2,power_law_1.01,0.1626201629638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,2,power_law_1.01,0.21133823394775392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,2,balanced,2.2443263244628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,2,power_law_1.01,0.21455871582031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,2,power_law_1.01,0.21634944915771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,2,power_law_1.01,0.22963584899902342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,2,power_law_1.01,0.218918399810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,2,power_law_1.01,0.25827072143554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,2,power_law_1.01,0.2603840065002442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,2,power_law_1.01,0.27245695114135743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,2,power_law_1.01,0.27875839233398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,2,power_law_1.01,0.2861235237121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,2,power_law_1.01,0.30514944076538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,2,power_law_1.01,0.33723777770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,2,power_law_1.01,0.3797260665893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,2,power_law_1.01,0.5141836929321288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,2,power_law_1.01,0.6307392120361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,2,power_law_1.01,0.8361023712158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,2,power_law_1.01,1.0124185943603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,2,power_law_1.01,1.419156494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,2,power_law_1.01,1.7936294555664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,2,power_law_1.01,0.03561088085174561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,2,power_law_1.01,0.04951680183410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,2,power_law_1.01,0.05990143775939941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,2,power_law_1.01,2.6423013305664065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,2,power_law_1.01,0.07745920181274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,2,power_law_1.01,0.10519680023193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,2,power_law_1.01,0.12011136054992674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,2,power_law_1.01,0.1596787166595459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,2,power_law_1.01,0.1691878318786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,2,power_law_1.01,0.1701273536682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,2,power_law_1.01,3.2859265136718747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,2,power_law_1.01,0.16929407119750978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,2,power_law_1.01,0.17179136276245116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,2,power_law_1.01,0.21973888397216798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,2,power_law_1.01,0.2174643135070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,2,power_law_1.01,0.23165184020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,2,power_law_1.01,0.23943040847778319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,2,power_law_1.01,0.2528256034851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,2,power_law_1.01,0.28313087463378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,2,power_law_1.01,0.32360321044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,2,power_law_1.01,0.401343994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,2,power_law_1.01,0.4576691055297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,2,power_law_1.01,0.2373580741882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,2,power_law_1.01,0.5823564910888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,2,power_law_1.01,0.7044377899169921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,2,power_law_1.01,0.9858828735351561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,2,power_law_1.01,1.2449958038330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,2,power_law_1.01,1.781219787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,2,power_law_1.2,0.05893248081207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,2,power_law_1.2,0.06708992004394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,2,power_law_1.2,0.0792409610748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,2,power_law_1.2,0.09523072242736816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,2,power_law_1.01,2.314824981689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,2,power_law_1.2,0.12873600006103517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,2,power_law_1.2,0.1561728000640869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,2,power_law_1.2,0.19750783920288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,2,power_law_1.2,0.21634944915771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,2,power_law_1.2,0.2185932731628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,2,power_law_1.2,0.22203136444091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,2,power_law_1.2,0.2324198341369629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,2,power_law_1.2,0.2530163192749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,2,power_law_1.2,0.25943168640136716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,2,power_law_1.2,0.2696614456176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,2,power_law_1.2,0.2824742317199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,2,power_law_1.2,0.29388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,2,power_law_1.2,0.3109875106811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,2,power_law_1.2,0.34356094360351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,2,power_law_1.2,0.3879219055175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,2,power_law_1.2,0.5427711868286134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,2,power_law_1.2,0.6552127838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,2,power_law_1.2,0.8375347137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,2,power_law_1.2,1.0150016021728514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,2,power_law_1.2,1.463379211425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,2,power_law_1.2,1.8232640075683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,2,power_law_1.2,0.035770881175994876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,2,power_law_1.2,0.04970240116119385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,2,power_law_1.2,0.05597568035125733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,4,power_law_1.2,5.90864501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,2,power_law_1.2,0.0733516788482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,2,power_law_1.2,2.732048645019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,2,power_law_1.2,0.09194496154785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,2,power_law_1.2,0.11415295600891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,2,power_law_1.2,0.16286720275878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,2,power_law_1.2,0.16304384231567384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,2,power_law_1.2,0.16573568344116213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,2,power_law_1.2,0.1735603141784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,2,power_law_1.2,0.17106176376342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,2,power_law_1.2,0.21528959274291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,2,power_law_1.2,0.21898239135742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,2,power_law_1.2,0.22264448165893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,2,power_law_1.2,3.376107482910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,2,power_law_1.2,0.23616512298583983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,2,power_law_1.2,0.2362112045288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,2,power_law_1.2,0.2627199935913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,2,power_law_1.2,0.29123327255249026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,2,power_law_1.2,0.3498931121826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,2,power_law_1.2,0.41363967895507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,2,power_law_1.2,0.46579200744628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,2,power_law_1.2,0.5987443161010743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,2,power_law_1.2,0.7263705444335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,2,power_law_1.2,1.0001459503173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,1,balanced,0.0512332820892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,2,power_law_1.2,1.251362533569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,1,balanced,0.0679852819442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,1,balanced,0.07849088191986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,1,balanced,0.10548416137695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,1,balanced,0.16477439880371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,2,power_law_1.2,1.8370970153808592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,1,balanced,0.29568704605102536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,1,balanced,0.2968998336791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,1,balanced,0.29963584899902346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,1,balanced,0.3014457511901855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,1,balanced,0.30360319137573244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,1,balanced,0.310707836151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,2,power_law_1.2,2.327493133544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,1,balanced,0.3157734489440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,1,balanced,0.3219833755493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,1,balanced,0.3457939147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,1,balanced,0.33520385742187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,1,balanced,0.3383865737915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,1,balanced,0.35003520965576174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,1,balanced,0.377694091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,1,balanced,0.4043180847167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,1,balanced,0.46704830169677736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,1,balanced,0.5442335891723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,1,balanced,0.898256607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,1,balanced,0.9337260437011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,1,balanced,1.3410035705566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,balanced,0.04294144153594971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,balanced,0.05060160160064697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,1,balanced,1.7919200134277342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,balanced,0.06749760150909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,balanced,0.10063232421874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,balanced,0.16091264724731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,balanced,0.28991743087768557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,balanced,0.29024959564208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,balanced,0.29419008255004886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,balanced,0.2942380714416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,balanced,0.29823808670043944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,balanced,0.3013382339477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,1,balanced,2.7395117187499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,balanced,0.3049350357055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,balanced,0.30842176437377933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,balanced,0.314781436920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,balanced,0.39469249725341793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,balanced,0.3989273452758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,1,balanced,3.6218893432617185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,balanced,0.4065849685668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,balanced,0.42611968994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,balanced,0.44725696563720707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,balanced,0.49053886413574216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,balanced,0.5358041763305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,balanced,0.6286131286621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,balanced,0.7233036804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,balanced,1.1523583984374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,1,power_law_1.01,0.041590399742126465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,balanced,1.3528448486328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,1,power_law_1.01,0.06842751979827881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,1,power_law_1.01,0.07988863945007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,1,power_law_1.01,0.10607295989990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,1,power_law_1.01,0.1406495952606201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,balanced,2.0117420959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,1,power_law_1.01,0.18313472747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,1,power_law_1.01,0.23304384231567382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,1,power_law_1.01,0.24872703552246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,1,power_law_1.01,0.25239871978759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,1,power_law_1.01,0.26997119903564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,balanced,2.7033682250976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,1,power_law_1.01,0.2832294464111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,1,power_law_1.01,0.2960633659362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,1,power_law_1.01,0.2435385513305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,1,power_law_1.01,0.32331520080566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,1,power_law_1.01,0.304515209197998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,1,power_law_1.01,0.30993600845336916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,1,power_law_1.01,0.32925758361816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,1,power_law_1.01,0.3633343887329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,1,power_law_1.01,0.3981024169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,1,power_law_1.01,0.4875551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,1,power_law_1.01,0.6046988677978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,1,power_law_1.01,0.8290886688232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,1,power_law_1.01,1.0029433441162108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,1,power_law_1.01,1.419952697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.01,0.0430131196975708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,1,power_law_1.01,1.8525152587890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.01,0.0500051212310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.01,0.06868415832519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.01,0.09954624176025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.01,0.13445568084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.01,0.17118143081665038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,1,power_law_1.01,2.6772238159179684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.01,0.2254380798339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.01,0.23655872344970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.01,0.2442464065551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.01,0.2446073532104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.01,0.26733375549316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.01,0.272609920501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,1,power_law_1.01,3.5719122314453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.01,0.2804345512390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.01,0.2558515167236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.01,0.3598591995239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.01,0.3583251190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.01,0.38076416015625003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.01,0.407275505065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.01,0.45363006591796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.01,0.5407347106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.01,0.6102796936035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.01,0.7443180847167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.01,0.9195116424560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.01,1.2261337280273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,1,power_law_1.2,0.041217918395996096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.01,1.56260986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,1,power_law_1.2,0.06856256008148194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,1,power_law_1.2,0.08002112388610841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,1,power_law_1.2,0.10126015663146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,1,power_law_1.2,0.1333894443511963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,1,power_law_1.2,0.17580480575561525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.01,2.1907904052734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,1,power_law_1.2,0.22918272018432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,1,power_law_1.2,0.23929216384887697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,1,power_law_1.2,0.24682687759399413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,1,power_law_1.2,0.2543916893005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,1,power_law_1.2,0.26950464248657224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.01,2.8315802001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,1,power_law_1.2,0.2831987190246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,1,power_law_1.2,0.29617088317871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,1,power_law_1.2,0.32830463409423827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,1,power_law_1.2,0.31062400817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,1,power_law_1.2,0.316998405456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,1,power_law_1.2,0.3342291259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,1,power_law_1.2,0.3749043273925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,1,power_law_1.2,0.4091001510620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,1,power_law_1.2,0.5103020858764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,1,power_law_1.2,0.6180780792236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,1,power_law_1.2,0.8645369720458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,1,power_law_1.2,1.0246118164062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,1,power_law_1.2,1.4274156188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.2,0.042906241416931154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,1,power_law_1.2,1.842760314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.2,0.04989503860473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.2,0.06909503936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.2,0.09447615623474122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.2,0.12594176292419434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.2,0.16309312820434568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,1,power_law_1.2,2.7276730346679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.2,0.22239103317260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.2,0.238275203704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.2,0.2327519989013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.2,0.24640960693359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.2,0.2553696060180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,1,power_law_1.2,3.574120178222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.2,0.26511999130249025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.2,0.2712268829345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.2,0.283635196685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.2,0.3637625503540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.2,0.37211456298828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.2,0.38697345733642574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,8,power_law_1.2,12.64376220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.2,0.4315679931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.2,0.49398078918457033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.2,0.5611174392700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.2,0.6258476638793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.2,0.7770118713378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.2,0.9317958068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,32,balanced,0.06329343795776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,32,balanced,0.06527743816375733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,32,balanced,0.06653439998626709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.2,1.2463423919677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,32,balanced,0.07149184226989747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,32,balanced,0.12342271804809571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,32,balanced,0.21996543884277342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.2,1.580094757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,32,balanced,0.23926528930664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,32,balanced,0.23768192291259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,32,balanced,0.22841600418090818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.2,2.218835906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,32,balanced,0.23319679260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.2,2.8817843627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,32,balanced,0.24103296279907224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,32,balanced,0.27467775344848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,32,balanced,0.2549222373962402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,32,balanced,0.2413862419128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,32,balanced,0.2370585632324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,32,balanced,0.2730188751220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,32,balanced,0.25955839157104493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,32,balanced,0.24776191711425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,32,balanced,0.2968614387512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,32,balanced,0.35806209564208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,32,balanced,0.3808639907836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,32,balanced,0.5126732635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,32,balanced,0.7153164672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,32,balanced,0.8923225402832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,32,balanced,0.26328704833984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,32,balanced,0.03716991901397705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,32,balanced,0.038270719051361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,32,balanced,0.07767680168151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,32,balanced,0.4660531234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,32,balanced,0.12791040420532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,32,balanced,0.12798080444335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,32,balanced,0.12950271606445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,32,balanced,0.12904064178466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,32,balanced,0.13129216194152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,32,balanced,0.13256704330444335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,32,balanced,0.13681535720825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,32,balanced,0.13806207656860353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,32,balanced,0.14311936378479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,32,balanced,0.14653183937072753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,32,balanced,0.14425984382629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,32,balanced,0.13051648139953614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,32,balanced,0.1537945556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,32,balanced,0.03784575939178467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,32,balanced,0.16375808715820311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,32,balanced,0.30970752716064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,32,balanced,0.2444492721557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,32,balanced,0.3624127960205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,32,balanced,0.4407654571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,32,balanced,0.5988735961914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,32,balanced,0.7534489440917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,32,balanced,0.07553919792175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,32,balanced,0.07614592075347901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,32,balanced,0.07617280006408692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,32,balanced,0.18266624450683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,32,balanced,0.07643775939941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,32,balanced,0.07718656063079835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,32,balanced,0.08023807525634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,32,balanced,0.10711296081542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,32,balanced,0.10556159973144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,32,balanced,0.11127039909362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,32,balanced,0.11004032135009764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,32,balanced,0.14316543579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,32,balanced,0.14654208183288575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,32,balanced,0.17654783248901368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,32,balanced,0.18327680587768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,32,balanced,0.31188991546630856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,32,balanced,0.31267839431762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,32,balanced,0.32177024841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,32,balanced,0.4516864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,32,balanced,0.289169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,32,balanced,0.5827904129028321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,32,balanced,0.05314176082611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,32,balanced,0.8462361907958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,32,balanced,0.20688768386840822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,32,balanced,1.1159820556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,32,balanced,1.6881996154785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,32,balanced,2.28679931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,32,balanced,3.348702697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,1,32,power_law_1.2,42.7316455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,32,power_law_1.01,0.21852800369262698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,32,balanced,4.6012902832031255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,32,power_law_1.01,0.21872255325317386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,32,power_law_1.01,0.21982080459594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,32,power_law_1.01,0.18871423721313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,32,power_law_1.01,0.2005606460571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,32,power_law_1.01,0.19739904403686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,32,power_law_1.01,0.1961087989807129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,32,balanced,6.813317260742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,32,power_law_1.01,0.2589030456542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,32,power_law_1.01,0.21838720321655272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,32,power_law_1.01,0.22172672271728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,32,power_law_1.01,0.23455360412597653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,32,power_law_1.01,0.1713676834106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,32,power_law_1.01,0.24099327087402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,32,balanced,9.202617797851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,32,power_law_1.01,0.2537318420410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,32,power_law_1.01,0.3109836769104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,32,power_law_1.01,0.21274112701416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,32,power_law_1.01,0.21948415756225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,32,power_law_1.01,0.2092748832702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,32,power_law_1.01,0.5318003082275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,32,power_law_1.01,0.6113932800292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,32,power_law_1.01,0.9604236602783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,32,power_law_1.01,1.0873945617675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,32,power_law_1.01,0.12749567985534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,32,power_law_1.01,0.12900735855102538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,32,power_law_1.01,1.8409266662597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,32,power_law_1.01,0.12937472343444825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,32,power_law_1.01,2.002851867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,32,power_law_1.01,0.3593804931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,32,power_law_1.01,0.31818624496459963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,16,power_law_1.2,19.916019287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,32,power_law_1.01,0.1101427173614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,32,power_law_1.01,0.1268019199371338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,8,power_law_1.2,9.157455444335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,32,power_law_1.01,0.4564096069335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,32,power_law_1.01,0.1284761619567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,32,power_law_1.01,0.12977663993835448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,32,power_law_1.01,0.12856063842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,32,power_law_1.01,0.13839232444763183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,32,power_law_1.01,0.13862655639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,32,power_law_1.01,0.11300224304199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,32,power_law_1.01,0.1235814380645752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,32,power_law_1.01,0.11727359771728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,32,power_law_1.01,0.13031807899475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,32,power_law_1.01,0.0966643238067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,32,power_law_1.01,0.5295590209960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,32,power_law_1.01,0.3322124862670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,32,power_law_1.01,0.3685721588134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,32,power_law_1.01,0.7552294158935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,32,power_law_1.01,1.012837142944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,32,power_law_1.01,0.14042752265930175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,32,power_law_1.01,0.07580031871795653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,32,power_law_1.01,0.07611264228820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,32,power_law_1.01,1.5223641967773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,32,power_law_1.01,0.07724671840667725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,32,power_law_1.01,0.07970304012298583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,32,power_law_1.01,0.08361984252929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,32,power_law_1.01,0.10755840301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,32,power_law_1.01,1.8224371337890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,32,power_law_1.01,0.10849663734436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,32,power_law_1.01,0.14447615623474122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,32,power_law_1.01,0.14785792350769042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,32,power_law_1.01,0.178024959564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,32,power_law_1.01,0.20145919799804685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,32,power_law_1.01,0.30578687667846677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,32,power_law_1.01,0.15098112106323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,32,power_law_1.01,0.31324928283691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,32,power_law_1.01,0.31021055221557614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,32,power_law_1.01,0.20847616195678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,32,power_law_1.01,0.4463846588134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,32,power_law_1.01,0.44397441864013676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,32,power_law_1.01,0.578232307434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,32,power_law_1.01,0.2432921600341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,32,power_law_1.01,0.8393421173095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,32,power_law_1.01,0.8341311645507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,32,power_law_1.01,1.2249676513671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,32,power_law_1.01,2.084198455810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,32,power_law_1.2,0.21969152450561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,32,power_law_1.2,0.2190348815917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,32,power_law_1.01,2.4383641052246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,32,power_law_1.2,0.21910144805908205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,32,power_law_1.2,0.21582719802856448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,32,power_law_1.2,0.17625471115112307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,32,power_law_1.2,0.14971136093139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,32,power_law_1.2,0.1810380744934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,32,power_law_1.2,0.17940479278564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,32,power_law_1.2,0.20152704238891603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,32,power_law_1.2,0.2293401527404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,32,power_law_1.2,0.2175155258178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,32,power_law_1.2,0.22066047668457028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,32,power_law_1.2,0.24033151626586916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,32,power_law_1.2,0.25279232025146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,32,power_law_1.2,0.247271671295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,32,power_law_1.2,0.2903180885314941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,32,power_law_1.2,0.3020569610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,32,power_law_1.2,0.36970497131347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,32,power_law_1.2,0.18358783721923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,32,power_law_1.2,0.4764172744750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,32,power_law_1.2,0.6665293121337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,32,power_law_1.2,0.9066470336914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,32,power_law_1.2,1.22189697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,32,power_law_1.2,1.587879638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,32,power_law_1.2,0.37776512145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,32,power_law_1.2,2.5447450256347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,32,power_law_1.2,0.12767744064331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,32,power_law_1.2,3.4819699096679684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,32,power_law_1.2,0.12921088218688964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,32,power_law_1.2,0.1359116840362549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,32,power_law_1.2,0.08871040344238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,32,power_law_1.2,0.10233471870422364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,32,power_law_1.01,4.127687683105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,32,power_law_1.2,0.11351424217224122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,32,power_law_1.2,0.11964159965515138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,32,power_law_1.2,0.12652159690856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,32,power_law_1.2,0.1280793571472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,32,power_law_1.2,0.1324185562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,32,power_law_1.2,0.13826047897338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,32,power_law_1.2,0.13948800086975097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,32,power_law_1.2,0.14764415740966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,32,power_law_1.2,0.14772095680236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,32,power_law_1.2,0.17893632888793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,32,power_law_1.2,0.20261375427246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,32,power_law_1.2,0.22158720016479494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,32,power_law_1.01,5.025447692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,32,power_law_1.2,0.12909440040588377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,32,power_law_1.2,0.34845184326171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,32,power_law_1.2,0.48383487701416017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,32,power_law_1.2,0.5719551849365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,32,power_law_1.2,1.0011634826660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,32,power_law_1.2,1.2520575714111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,32,power_law_1.2,0.1255180835723877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,1,32,power_law_1.2,0.0757696008682251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,32,power_law_1.2,1.9045542907714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,1,32,power_law_1.2,0.07625088214874268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,1,32,power_law_1.2,0.07886335849761963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,1,32,power_law_1.2,0.07735167980194092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,1,32,power_law_1.2,0.08151552200317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,32,power_law_1.2,2.3301785278320315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,1,32,power_law_1.2,0.10731391906738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,1,32,power_law_1.2,0.11012607574462892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,1,32,power_law_1.2,0.14336256027221678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,1,32,power_law_1.2,0.1438041591644287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,1,32,power_law_1.2,0.17917184829711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,1,32,power_law_1.2,0.30699647903442384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,1,32,power_law_1.2,0.3075494384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,1,32,power_law_1.2,0.3150156784057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,32,power_law_1.2,0.2863615989685059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,1,32,power_law_1.2,0.4373593521118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,1,32,power_law_1.2,0.44845825195312494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,1,32,power_law_1.2,0.5708876800537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,1,32,power_law_1.2,0.9749747467041014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,1,32,power_law_1.2,0.9788031768798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,1,32,power_law_1.2,1.4634445190429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,1,32,power_law_1.2,2.8975872802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,32,power_law_1.01,9.578726196289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,1,32,power_law_1.2,2.9008282470703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,32,power_law_1.01,9.9037890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,1,32,power_law_1.2,4.335136108398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,16,balanced,0.029375998973846434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,16,balanced,0.02946687936782837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,16,balanced,0.04777344226837158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,16,balanced,0.0777126407623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,16,balanced,0.12088191986083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,16,balanced,0.22609279632568358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,16,balanced,0.22482303619384764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,16,balanced,0.2244313621520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,16,balanced,0.23962879180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,16,balanced,0.2398758316040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,16,balanced,0.24725376129150392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,16,balanced,0.24069887161254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,16,balanced,0.24765184402465817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,16,balanced,0.2419596862792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,16,balanced,0.2459417533874512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,16,balanced,0.24916608810424803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,16,balanced,0.2494233512878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,16,balanced,0.2670451164245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,16,balanced,0.2777343940734863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,16,balanced,0.30989824295043944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,16,balanced,0.34176513671875003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,16,balanced,0.3916864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,16,balanced,0.4571379089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,16,balanced,0.5809561538696288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,16,balanced,0.6895001220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,16,balanced,0.9557453155517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,16,balanced,1.2359795379638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,16,balanced,0.030942718982696533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,16,balanced,0.030910720825195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,16,balanced,0.0370419192314148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,16,balanced,0.051199998855590824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,16,balanced,0.07641471862792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,16,balanced,0.12942591667175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,16,balanced,0.14028800010681153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,16,balanced,0.13952128410339354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,16,balanced,0.14491007804870606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,16,balanced,0.1454732799530029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,16,balanced,0.1493017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,16,balanced,0.15230719566345213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,16,balanced,0.15447168350219725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,16,balanced,0.1482483196258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,16,balanced,0.15100031852722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,16,balanced,0.154399995803833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,16,balanced,0.16238208770751955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,16,balanced,0.17789567947387694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,16,balanced,0.19439104080200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,16,balanced,0.226824951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,16,balanced,0.25310592651367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,16,balanced,0.3093363189697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,16,balanced,0.3678195190429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,16,balanced,0.4982566452026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,16,balanced,0.6177139282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,16,balanced,0.8676799774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,16,balanced,1.1296601867675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,16,balanced,0.04965375900268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,16,balanced,0.049373440742492676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,16,balanced,0.07851647853851318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,16,balanced,0.07928832054138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,16,balanced,0.0802342414855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,16,balanced,0.08405632019042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,16,balanced,0.11171456336975098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,16,balanced,0.11121536254882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,16,balanced,0.11697664260864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,16,balanced,0.11689984321594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,16,balanced,0.1500326442718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,16,balanced,0.155348482131958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,16,balanced,0.1845644760131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,16,balanced,0.18658432006835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,16,balanced,0.31881471633911135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,16,balanced,0.3225126266479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,16,balanced,0.33602176666259764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,16,balanced,0.4772889709472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,16,balanced,0.6126822280883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,16,balanced,0.8956671905517577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,16,balanced,1.1654732513427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,16,balanced,1.77491455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,16,balanced,2.3462477111816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,16,balanced,3.615114135742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,16,balanced,4.952238159179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,16,balanced,7.010169677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,16,balanced,9.211776123046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,16,power_law_1.01,0.11634559631347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,16,power_law_1.01,0.2302079963684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,16,power_law_1.01,0.23612287521362302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,16,power_law_1.01,0.2181273651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,16,power_law_1.01,0.2211673545837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,16,power_law_1.01,0.17179136276245116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,16,power_law_1.01,0.18937984466552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,16,power_law_1.01,0.18571008682250975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,16,power_law_1.01,0.203504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,16,power_law_1.01,0.20359167098999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,16,power_law_1.01,0.21340543746948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,16,power_law_1.01,0.23285120010375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,16,power_law_1.01,0.23335807800292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,16,power_law_1.01,0.2380646324157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,16,power_law_1.01,0.23113088607788085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,16,power_law_1.01,0.24842111587524415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,16,power_law_1.01,0.253255672454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,16,power_law_1.01,0.30511232376098635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,16,power_law_1.01,0.3420364761352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,16,power_law_1.01,0.3654079818725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,16,power_law_1.01,0.4016844940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,16,power_law_1.01,0.509560317993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,16,power_law_1.01,0.6458790588378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,16,power_law_1.01,0.8353164672851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,16,power_law_1.01,1.1091635131835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,16,power_law_1.01,1.6133926391601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,16,power_law_1.01,2.1359385681152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,16,power_law_1.01,0.08295680046081542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,16,power_law_1.01,0.1261952018737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,16,power_law_1.01,0.12690176010131834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,16,power_law_1.01,0.12806528091430663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,16,power_law_1.01,0.12139519691467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,16,power_law_1.01,0.10075391769409178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,16,power_law_1.01,0.11550848007202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,16,power_law_1.01,0.12338047981262208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,16,power_law_1.01,0.1229747200012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,16,power_law_1.01,0.12632575988769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,16,power_law_1.01,0.13508607864379882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,16,power_law_1.01,0.13928447723388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,16,power_law_1.01,0.14026623725891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,16,power_law_1.01,0.13824000358581542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,16,power_law_1.01,0.14530176162719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,16,power_law_1.01,0.14874752044677736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,16,power_law_1.01,0.14991616249084472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,16,power_law_1.01,0.19923967361450196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,16,power_law_1.01,0.22723840713500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,16,power_law_1.01,0.24914176940917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,16,power_law_1.01,0.29316864013671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,16,power_law_1.01,0.361736946105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,16,power_law_1.01,0.5264076614379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,16,power_law_1.01,0.6877120208740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,16,power_law_1.01,0.91162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,16,power_law_1.01,1.3019993591308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,16,power_law_1.01,1.6604672241210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,16,power_law_1.01,0.05340415954589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,16,power_law_1.01,0.06321280002593994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,16,power_law_1.01,0.0785472011566162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,16,power_law_1.01,0.08030719757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,16,power_law_1.01,0.09724032402038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,16,power_law_1.01,0.10547840118408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,16,power_law_1.01,0.1124351978302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,16,power_law_1.01,0.13769856452941895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,16,power_law_1.01,0.14243200302124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,16,power_law_1.01,0.1876799964904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,16,power_law_1.01,0.23086463928222659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,16,power_law_1.01,0.2294220733642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,32,power_law_1.01,17.454049072265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,1,32,power_law_1.2,7.925821533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,16,power_law_1.01,0.22853120803833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,16,power_law_1.01,0.31054464340209964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,16,power_law_1.01,0.3666726303100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,16,power_law_1.01,0.42842113494873046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,16,power_law_1.01,0.4835379028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,16,power_law_1.01,0.7773990631103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,16,power_law_1.01,0.9715827178955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,16,power_law_1.01,1.317954559326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,16,power_law_1.01,1.8401216125488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,16,power_law_1.01,2.5093478393554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,16,power_law_1.01,3.4150848388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,1,32,power_law_1.2,15.21731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,16,power_law_1.01,5.0698046875000005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,16,power_law_1.2,0.11688063621520997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,16,power_law_1.2,0.21892864227294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,16,power_law_1.2,0.22569856643676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,16,power_law_1.2,0.21828735351562498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,16,power_law_1.2,0.22393728256225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,1,32,power_law_1.2,18.612598876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,16,power_law_1.2,0.19264640808105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,16,power_law_1.2,0.17897087097167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,16,power_law_1.2,0.20376319885253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,16,power_law_1.2,0.18753280639648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,16,power_law_1.2,0.2008076858520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,16,power_law_1.2,0.2315724754333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,16,power_law_1.01,7.529443969726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,16,power_law_1.2,0.22936447143554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,16,power_law_1.2,0.23077375411987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,16,power_law_1.2,0.25164672851562503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,16,power_law_1.2,0.27942527770996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,16,power_law_1.2,0.3061209678649902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,16,power_law_1.2,0.3563123321533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,16,power_law_1.2,0.3751897430419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,16,power_law_1.2,0.4512319946289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,16,power_law_1.2,0.5827251052856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,16,power_law_1.2,0.2313203239440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,16,power_law_1.2,0.7590873718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,16,power_law_1.2,1.1093708801269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,16,power_law_1.2,1.2346176147460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,16,power_law_1.2,1.956390380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,16,power_law_1.2,0.08004223823547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,16,power_law_1.2,0.22662015914916994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,16,power_law_1.2,0.12338303565979003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,16,power_law_1.2,0.11705856323242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,16,power_law_1.2,0.12750720024108886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,16,power_law_1.2,0.1277926445007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,16,power_law_1.2,0.0989401626586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,16,power_law_1.2,2.9474227905273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,16,power_law_1.2,0.11360896110534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,16,power_law_1.2,0.12644479751586915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,16,power_law_1.2,0.12381823539733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,16,power_law_1.2,0.1363161563873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,16,power_law_1.2,0.13862784385681154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,16,power_law_1.2,0.14143744468688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,16,power_law_1.2,0.13652992248535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,16,power_law_1.2,0.11900544166564941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,16,power_law_1.2,0.14288512229919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,16,power_law_1.2,0.15415936470031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,16,power_law_1.2,0.16859264373779298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,16,power_law_1.2,0.20879743576049803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,16,power_law_1.2,0.22530048370361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,16,power_law_1.2,0.2758540725708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,16,power_law_1.2,0.3091391944885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,16,power_law_1.2,0.47322753906250004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,16,power_law_1.2,0.5136729431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,16,power_law_1.2,0.7786457824707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,16,power_law_1.2,0.9998643493652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,16,power_law_1.2,0.05326464176177979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,16,power_law_1.2,0.0639411211013794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,16,power_law_1.2,1.6295846557617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,16,power_law_1.2,0.07856256008148194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,16,power_law_1.2,0.08648575782775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,32,power_law_1.01,23.65026611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,16,power_law_1.2,2.0796966552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,16,power_law_1.2,0.10790016174316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,16,power_law_1.2,0.1429312038421631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,16,power_law_1.2,0.1415078353881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,16,power_law_1.2,0.14095744132995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,16,power_law_1.2,0.09356927871704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,16,power_law_1.2,0.18233728408813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,16,power_law_1.2,0.22623487472534182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,16,power_law_1.2,0.25075071334838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,16,power_law_1.2,0.29547136306762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,16,power_law_1.2,0.3140467262268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,16,power_law_1.2,0.41344512939453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,16,power_law_1.2,0.49612800598144535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,16,power_law_1.2,0.556995849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,16,power_law_1.2,0.7891942596435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,16,power_law_1.2,0.9749030303955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,16,power_law_1.01,10.88955810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,16,power_law_1.2,1.6538458251953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,16,power_law_1.2,1.9245274353027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,16,power_law_1.2,3.217727966308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,1,32,power_law_1.2,28.073603515625003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,8,balanced,0.0308787202835083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,8,balanced,0.05048448085784912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,8,balanced,0.06079103946685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,8,balanced,0.07936384201049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,8,balanced,0.12367872238159179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,8,balanced,0.22278144836425778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,8,balanced,0.25695615768432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,8,balanced,0.260633602142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,8,balanced,0.26493440628051756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,8,balanced,0.2682931137084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,8,balanced,0.260893440246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,8,balanced,0.2662348747253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,8,balanced,0.2686579132080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,8,balanced,0.2757939147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,8,balanced,0.28480127334594724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,8,balanced,0.2918668746948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,8,balanced,0.3031808090209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,8,balanced,0.33461761474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,8,balanced,0.38359935760498043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,8,balanced,0.45381504058837885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,8,balanced,0.5154880142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,8,balanced,0.7370585632324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,8,balanced,0.8611379241943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,8,balanced,1.1672089385986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,8,balanced,1.4710310363769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,8,balanced,2.1287347412109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,8,balanced,2.7499365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,8,balanced,0.03054080009460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,8,balanced,0.03116031885147095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,8,balanced,0.03755392074584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,8,balanced,0.05445759773254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,8,balanced,0.0805504035949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,8,balanced,0.13460351943969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,8,balanced,0.1471232032775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,8,balanced,0.15009663581848146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,8,balanced,0.15199104309082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,8,balanced,0.155600643157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,8,balanced,0.14767487525939943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,8,balanced,0.15041536331176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,8,balanced,0.15428223609924316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,8,balanced,0.16105472564697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,8,balanced,0.16786048889160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,8,balanced,0.17689599990844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,8,balanced,0.191646728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,8,balanced,0.21855743408203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,8,balanced,0.24449663162231444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,8,balanced,0.2958118438720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,8,balanced,0.3455744171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,8,balanced,0.44693119049072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,8,balanced,0.553966064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,8,balanced,0.7823808288574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,8,balanced,0.9824729919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,8,balanced,1.4263270568847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,8,balanced,1.8660389709472658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,8,balanced,0.03565567970275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,8,balanced,0.05268479824066162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,8,balanced,0.0838003158569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,8,balanced,0.08454015731811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,8,balanced,0.08639616012573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,8,balanced,0.09145983695983886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,8,balanced,0.09632639884948731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,8,balanced,0.12380160331726073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,8,balanced,0.12789631843566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,8,balanced,0.13184255599975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,8,balanced,0.1626598358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,8,balanced,0.16906496047973635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,8,balanced,0.1987468719482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,8,balanced,0.2095974349975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,8,balanced,0.35359615325927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,8,balanced,0.36101375579833983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,8,balanced,0.3848191833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,8,balanced,0.5489292907714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,8,balanced,0.7001612854003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,8,balanced,1.038287353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,8,balanced,1.3656883239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,8,balanced,2.0158425903320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,8,balanced,2.6889471435546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,8,balanced,4.049292907714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,8,balanced,5.350712280273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,16,power_law_1.2,4.546525573730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,8,balanced,7.97931884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,8,power_law_1.01,0.07778816223144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,8,power_law_1.01,0.12053888320922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,8,power_law_1.01,0.13219712257385255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,8,power_law_1.01,0.16422143936157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,8,power_law_1.01,0.1901862335205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,8,power_law_1.01,0.17917951583862304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,8,power_law_1.01,0.21878143310546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,8,power_law_1.01,0.21779455184936522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,8,power_law_1.01,0.22627071380615232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,8,power_law_1.01,0.22986879348754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,8,power_law_1.01,0.23679487228393556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,8,power_law_1.01,0.2458905601501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,8,balanced,11.089090576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,8,power_law_1.01,0.2405619239807129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,8,power_law_1.01,0.24700288772583007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,8,power_law_1.01,0.26543359756469725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,8,power_law_1.01,0.27694591522216794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,8,power_law_1.01,0.2845145606994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,8,power_law_1.01,0.31870336532592775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,8,power_law_1.01,0.3692927932739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,8,power_law_1.01,0.5119232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,8,power_law_1.01,0.6161164855957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,8,power_law_1.01,0.8254630279541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,8,power_law_1.01,0.9672319793701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,8,power_law_1.01,1.2344166564941408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,8,power_law_1.01,1.6699891662597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,8,power_law_1.01,2.447526397705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,8,power_law_1.01,0.05821055889129638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,8,power_law_1.01,0.07696512222290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,8,power_law_1.01,0.09571711540222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,8,power_law_1.01,0.09118080139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,8,power_law_1.01,3.0557440185546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,8,power_law_1.01,0.11137151718139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,8,power_law_1.01,0.11260800361633301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,8,power_law_1.01,0.11553024291992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,8,power_law_1.01,0.12050047874450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,8,power_law_1.01,0.1260262393951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,8,power_law_1.01,0.13099648475646972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,8,power_law_1.01,0.13744383811950683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,8,power_law_1.01,0.1369382381439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,8,power_law_1.01,0.13553664207458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,8,power_law_1.01,0.13965439796447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,8,power_law_1.01,0.15083519935607909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,8,power_law_1.01,0.16254976272583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,8,power_law_1.01,0.16279680252075196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,8,power_law_1.01,0.20407680511474607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,8,power_law_1.01,0.24296447753906253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,8,power_law_1.01,0.27296640396118166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,8,power_law_1.01,0.3258982467651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,8,power_law_1.01,0.39700607299804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,8,power_law_1.01,0.5185139083862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,8,power_law_1.01,0.7616358184814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,8,power_law_1.01,0.9445465850830079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,8,power_law_1.01,1.3265292358398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,8,power_law_1.01,0.038021121025085446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,8,power_law_1.01,0.04942975997924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,8,power_law_1.01,1.6275097656250002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,8,power_law_1.01,0.056266241073608406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,8,power_law_1.01,0.0918182373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,8,power_law_1.01,0.0916812801361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,8,power_law_1.01,0.09836671829223634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,8,power_law_1.01,0.109367036819458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,8,power_law_1.01,0.12180224418640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,8,power_law_1.01,0.15489919662475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,8,power_law_1.01,0.15615103721618653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,8,power_law_1.01,0.17504896163940428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,8,power_law_1.01,0.2044428825378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,8,power_law_1.01,0.29139968872070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,8,power_law_1.01,0.23174655914306638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,8,power_law_1.01,0.31515392303466794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,8,power_law_1.01,0.3623231887817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,8,power_law_1.01,0.5280806350708007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,8,power_law_1.01,0.4628761672973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,8,power_law_1.01,0.6724543762207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,8,power_law_1.01,1.0873907470703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,8,power_law_1.01,1.412764129638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,16,power_law_1.01,15.583533935546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,8,power_law_1.01,1.8031910705566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,1,32,power_law_1.2,34.5354541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,8,power_law_1.01,2.1646348571777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,16,power_law_1.2,6.838953247070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,8,power_law_1.2,0.07746431827545167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,8,power_law_1.2,0.11564160346984864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,8,power_law_1.2,0.11819904327392579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,8,power_law_1.2,0.1410547161102295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,8,power_law_1.2,0.19528831481933592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,8,power_law_1.2,0.18769535064697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,8,power_law_1.2,0.21447168350219728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,8,power_law_1.2,0.21823488235473634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,8,power_law_1.2,0.22560895919799803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,8,power_law_1.2,0.2294374465942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,8,power_law_1.2,0.23614591598510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,16,power_law_1.2,7.447586669921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,8,power_law_1.2,0.24274688720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,8,power_law_1.2,0.2411840057373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,8,power_law_1.2,0.2590886306762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,8,power_law_1.2,0.259496955871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,8,power_law_1.2,0.2774361610412598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,8,power_law_1.2,0.305797119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,8,power_law_1.2,0.3718937683105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,8,power_law_1.2,0.41201534271240237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,8,power_law_1.2,0.4976755142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,8,power_law_1.2,0.6141798400878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,8,power_law_1.2,0.8330022430419921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,8,power_law_1.01,3.992180480957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,8,power_law_1.2,0.9820390319824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,8,power_law_1.2,1.4247091674804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,8,power_law_1.2,1.8848576354980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,8,power_law_1.2,0.05284863948822022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,8,power_law_1.2,0.07608320236206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,8,power_law_1.2,0.07154943943023681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,8,power_law_1.2,2.6822106933593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,8,power_law_1.2,0.0955020809173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,8,power_law_1.2,0.10611968040466309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,8,power_law_1.2,0.08232064247131347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,8,power_law_1.2,0.11739135742187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,8,power_law_1.2,0.11893888473510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,8,power_law_1.2,0.12342016220092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,8,power_law_1.2,3.7690060424804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,8,power_law_1.2,0.12918144226074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,8,power_law_1.2,0.14776191711425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,8,power_law_1.2,0.13896575927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,8,power_law_1.2,0.1361728000640869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,8,power_law_1.2,0.14786432266235353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,8,power_law_1.2,0.1504537582397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,8,power_law_1.2,0.16198783874511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,8,power_law_1.2,0.1819955253601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,8,power_law_1.2,0.21298559188842772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,8,power_law_1.2,0.24307071685791018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,8,power_law_1.2,0.2821004867553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,8,power_law_1.2,0.34301185607910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,8,power_law_1.2,0.4487731170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,8,power_law_1.2,0.5297523117065429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,8,power_law_1.2,0.748037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,8,power_law_1.2,1.0306317138671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,8,power_law_1.2,0.03816960096359253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,8,power_law_1.2,0.04732800006866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,8,power_law_1.2,1.4314035034179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,8,power_law_1.2,0.05632383823394775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,8,power_law_1.2,0.08468095779418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,8,power_law_1.2,1.887667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,8,power_law_1.2,0.08999296188354491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,8,power_law_1.2,0.09847040176391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,8,power_law_1.2,0.11728639602661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,8,power_law_1.2,0.12105343818664552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,8,power_law_1.2,0.1496448040008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,8,power_law_1.2,0.15661055564880372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,8,power_law_1.2,0.17816064834594728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,8,power_law_1.2,0.2648908805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,8,power_law_1.2,0.20407039642333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,8,power_law_1.2,0.30289535522460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,8,power_law_1.2,0.3334297561645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,8,power_law_1.2,0.3642675018310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,8,power_law_1.2,0.4586995315551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,8,power_law_1.2,0.6025971221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,8,power_law_1.01,4.600537719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,8,power_law_1.2,0.7857740783691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,8,power_law_1.2,1.0968524932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,8,power_law_1.2,1.3117324829101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,8,power_law_1.2,2.029491271972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,8,power_law_1.01,7.002147827148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,8,power_law_1.2,2.645260925292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,4,balanced,0.028901119232177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,4,balanced,0.049308161735534664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,4,balanced,0.06002943992614747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,4,balanced,0.07880832195281982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,4,balanced,0.12134655952453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,4,balanced,0.21881984710693358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,4,balanced,0.22331008911132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,4,balanced,0.22493824005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,4,balanced,0.2502592086791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,4,balanced,0.25149055480957033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,4,balanced,0.2544601631164551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,4,balanced,0.25830272674560545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,4,balanced,0.2625344085693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,4,balanced,0.2681177520751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,4,balanced,0.274199047088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,4,balanced,0.28068992614746097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,4,balanced,0.2918899154663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,4,balanced,0.3159462356567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,4,balanced,0.3421862411499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,4,balanced,0.4180595016479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,4,balanced,0.47202304840087894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,4,balanced,0.7160269165039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,4,balanced,0.8797196960449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,4,balanced,1.1822553253173829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,4,balanced,1.4871807861328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,4,balanced,2.1057318115234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,4,balanced,2.7055078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,4,balanced,0.029384961128234865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,4,balanced,0.03093247890472412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,4,balanced,0.0401638412475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,4,balanced,0.05655295848846435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,4,balanced,0.08302847862243652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,4,balanced,0.1411417579650879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,4,balanced,0.1435187244415283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,4,balanced,0.14651264190673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,4,balanced,0.16192127227783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,4,balanced,0.16331520080566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,4,balanced,0.1665433692932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,4,balanced,0.16878976821899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,4,balanced,0.17196031570434572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,4,balanced,0.17694080352783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,4,balanced,0.18359935760498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,4,balanced,0.18938880920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,4,balanced,0.20092416763305665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,4,balanced,0.2260544013977051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,4,balanced,0.2487334442138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,4,balanced,0.2976320075988769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,4,balanced,0.3439871978759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,4,balanced,0.4413043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,4,balanced,0.5392217636108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,4,balanced,0.7847846221923829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,8,power_law_1.01,9.926451416015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,4,balanced,0.9832473754882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,4,balanced,1.4278169250488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,4,balanced,0.027022080421447752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,4,balanced,1.8630975341796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,4,balanced,0.036839680671691896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,4,balanced,0.060634880065917975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,4,balanced,0.09029631614685059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,4,balanced,0.09056127548217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,4,balanced,0.09321215629577637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,4,balanced,0.0947327995300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,4,balanced,0.09959808349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,4,balanced,0.10310527801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,4,balanced,0.10557184219360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,4,balanced,0.13912320137023926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,4,balanced,0.14571519851684572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,4,balanced,0.15040767669677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,4,balanced,0.19998975753784182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,4,balanced,0.2066559982299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,4,balanced,0.2471692848205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,4,balanced,0.26323455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,4,balanced,0.44665985107421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,4,balanced,0.4804044723510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,4,balanced,0.7028582763671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,4,balanced,0.8970726776123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,4,balanced,1.3183999633789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,4,balanced,1.7485093688964846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,4,balanced,2.6140927124023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,4,balanced,3.4812506103515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,4,balanced,5.231101684570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,4,power_law_1.01,0.05930496215820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,4,power_law_1.01,0.07785727977752685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,4,power_law_1.01,0.08755583763122558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,4,power_law_1.01,0.11101183891296387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,4,power_law_1.01,0.13112959861755372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,4,power_law_1.01,0.15791232109069825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,4,power_law_1.01,0.19726720809936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,4,power_law_1.01,0.19157119750976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,4,power_law_1.01,0.22220544815063475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,4,balanced,6.875486450195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,4,power_law_1.01,0.21917184829711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,4,power_law_1.01,0.23076864242553713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,4,power_law_1.01,0.23018880844116213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,4,power_law_1.01,0.23851648330688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,4,power_law_1.01,0.24430463790893553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,4,power_law_1.01,0.25790336608886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,4,power_law_1.01,0.2591526412963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,4,power_law_1.01,0.2781452751159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,4,power_law_1.01,0.30465791702270506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,4,power_law_1.01,0.36493438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,4,power_law_1.01,0.4546444702148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,4,power_law_1.01,0.5760716629028321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,4,power_law_1.01,0.7406861114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,8,power_law_1.2,3.9586495971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,4,power_law_1.01,0.9080857849121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,4,power_law_1.01,1.2391500854492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,4,power_law_1.01,1.6475173950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,4,power_law_1.01,0.03851775884628296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,4,power_law_1.01,0.053730559349060056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,4,power_law_1.01,2.283505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,4,power_law_1.01,0.06350592136383057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,4,power_law_1.01,0.08410240173339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,4,power_law_1.01,0.08330495834350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,4,power_law_1.01,0.09234944343566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,4,power_law_1.01,0.1107750415802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,4,power_law_1.01,0.11497344017028807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,4,power_law_1.01,2.9123455810546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,4,power_law_1.01,0.13201663970947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,4,power_law_1.01,0.13753472328186037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,4,power_law_1.01,0.15011072158813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,4,power_law_1.01,0.14690943717956545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,4,power_law_1.01,0.15757184028625487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,4,power_law_1.01,0.16263168334960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,4,power_law_1.01,0.17425407409667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,4,power_law_1.01,0.17258623123168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,4,power_law_1.01,0.18518144607543946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,4,power_law_1.01,0.21036031723022458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,4,power_law_1.01,0.25580160140991215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,4,power_law_1.01,0.3141734313964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,4,power_law_1.01,0.3649446487426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,4,power_law_1.01,0.4683430480957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,4,power_law_1.01,0.6059033584594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,4,power_law_1.01,0.8171340942382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,4,power_law_1.01,1.0287910461425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,4,power_law_1.01,0.02872191905975342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,4,power_law_1.01,1.4679347229003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,4,power_law_1.01,0.03820287942886352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,4,power_law_1.01,0.049850878715515134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,4,power_law_1.01,0.05743231773376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,4,power_law_1.01,1.976216278076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,4,power_law_1.01,0.0888691234588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,4,power_law_1.01,0.09962495803833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,4,power_law_1.01,0.10910719871520995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,4,power_law_1.01,0.11160063743591309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,4,power_law_1.01,0.11878399848937989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,4,power_law_1.01,0.12574463844299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,4,power_law_1.01,0.1628838348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,4,power_law_1.01,0.18148223876953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,4,power_law_1.01,0.1957721519470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,4,power_law_1.01,0.2540991973876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,4,power_law_1.01,0.2795622444152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,4,power_law_1.01,0.3390604782104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,4,power_law_1.01,0.38257278442382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,4,power_law_1.01,0.48081535339355475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,4,power_law_1.01,0.5918399810791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,4,power_law_1.01,0.8024320220947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,4,power_law_1.01,1.0110399627685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,4,power_law_1.01,1.4206541442871095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,4,power_law_1.01,2.557891845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,4,power_law_1.01,1.8309490966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,4,power_law_1.01,3.498741760253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,4,power_law_1.2,0.059278078079223626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,4,power_law_1.2,0.07657983779907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,4,power_law_1.2,0.08189056396484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,4,power_law_1.2,0.10072192192077636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,4,power_law_1.2,0.1332646369934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,4,power_law_1.2,0.1429785633087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,4,power_law_1.01,5.18276123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,4,power_law_1.2,0.19805952072143557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,4,power_law_1.2,0.17628799438476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,4,power_law_1.2,0.21129600524902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,4,power_law_1.2,0.21042047500610353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,4,power_law_1.2,0.21999231338500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,4,power_law_1.2,0.23084928512573244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,4,power_law_1.2,0.24246528625488278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,4,power_law_1.2,0.24856832504272458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,4,power_law_1.2,0.25684736251831053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,4,power_law_1.2,0.26373504638671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,4,power_law_1.2,0.28769535064697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,4,power_law_1.2,0.317710075378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,4,power_law_1.2,0.38567295074462893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,4,power_law_1.2,0.4817574310302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,4,power_law_1.2,0.5739328002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,4,power_law_1.2,0.7342784118652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,4,power_law_1.2,0.9206617736816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,4,power_law_1.2,1.2543795013427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,4,power_law_1.2,1.6654591369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,4,power_law_1.2,2.3541529846191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,4,power_law_1.2,0.041484799385070804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,4,power_law_1.2,0.053263359069824226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,4,power_law_1.2,0.053466877937316894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,4,power_law_1.2,0.06964096069335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,4,power_law_1.2,3.1681484985351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,4,power_law_1.2,0.07801983833312989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,4,power_law_1.2,0.09657600402832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,4,power_law_1.01,6.7510888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,4,power_law_1.2,0.11438719749450683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,4,power_law_1.2,0.14007552146911623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,4,power_law_1.2,0.136180477142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,4,power_law_1.2,0.1390131187438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,4,power_law_1.2,0.15000320434570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,4,power_law_1.2,0.1578752040863037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,4,power_law_1.2,0.10632191658020021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,4,power_law_1.2,0.1645849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,4,power_law_1.2,0.1697612762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,4,power_law_1.2,0.17624191284179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,4,power_law_1.2,0.1965747261047363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,4,power_law_1.2,0.2280486488342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,4,power_law_1.2,0.26900224685668944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,4,power_law_1.2,0.3167897605895996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,4,power_law_1.2,0.3675392150878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,4,power_law_1.2,0.4833356857299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,4,power_law_1.2,0.6240396881103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,4,power_law_1.2,0.8340032196044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,4,power_law_1.2,1.0520960235595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,4,power_law_1.2,0.02877311944961548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,4,power_law_1.2,1.497697296142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,4,power_law_1.2,0.03710848093032837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,4,power_law_1.2,0.046589441299438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,8,power_law_1.2,5.298052978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,4,power_law_1.2,0.055822081565856926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,4,power_law_1.2,2.035175628662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,4,power_law_1.2,0.08814592361450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,4,power_law_1.2,0.0980953598022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,4,power_law_1.2,0.11086591720581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,4,power_law_1.2,0.10801152229309081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,4,power_law_1.2,0.11762047767639161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,4,power_law_1.2,0.12444671630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,4,power_law_1.2,0.17030784606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,4,power_law_1.2,0.18226175308227538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,4,power_law_1.2,0.20334079742431638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,4,power_law_1.2,0.25685247421264645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,4,power_law_1.2,0.2829132843017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,4,power_law_1.2,0.33838462829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,4,power_law_1.2,0.38128257751464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,4,power_law_1.2,0.6052812957763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,4,power_law_1.2,0.4824959945678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,4,power_law_1.2,0.8010431671142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,4,power_law_1.2,0.9945817565917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,4,power_law_1.2,1.4382424926757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,4,power_law_1.2,1.8328717041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,4,power_law_1.2,2.655243530273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,2,balanced,0.02973695993423462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,2,balanced,0.04980864048004151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,2,balanced,0.05993855953216552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,2,balanced,0.08004863739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,2,balanced,0.1261465644836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,2,balanced,0.21947263717651366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,2,balanced,0.22336256027221682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,2,balanced,0.22565504074096682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,2,balanced,0.22776575088500978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,2,balanced,0.22973440170288084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,2,balanced,0.23357824325561521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,2,balanced,0.253752326965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,2,balanced,0.2570150375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,2,balanced,0.26374399185180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,2,balanced,0.2685619163513183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,2,balanced,0.27619199752807616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,2,balanced,0.28743423461914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,2,balanced,0.3111615943908691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,2,balanced,0.33459583282470706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,2,balanced,0.3852403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,2,balanced,0.4368652725219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,4,power_law_1.2,3.4920794677734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,2,balanced,0.7102425384521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,2,balanced,0.8548480224609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,2,balanced,1.204748764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,2,balanced,1.578191375732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,2,balanced,2.1953138732910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,2,balanced,0.030065920352935795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,2,balanced,0.033551359176635744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,2,balanced,0.042280960083007815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,2,balanced,0.06227839946746826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,2,balanced,0.09893119812011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,2,balanced,0.16962432861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,2,balanced,2.8487704467773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,2,balanced,0.17082752227783202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,2,balanced,0.17346176147460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,2,balanced,0.17598079681396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,2,balanced,0.17723775863647462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,2,balanced,0.18039295196533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,2,balanced,0.21739519119262693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,2,balanced,0.22040576934814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,2,balanced,0.22370304107666014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,2,balanced,0.2291801643371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,2,balanced,0.2340991973876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,2,balanced,0.2426291275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,2,balanced,0.26155263900756837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,2,balanced,0.2836403274536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,2,balanced,0.32406272888183596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,2,balanced,0.37055614471435544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,2,balanced,0.4590131378173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,2,balanced,0.5503180694580079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,16,power_law_1.2,14.42137451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,2,balanced,0.8219929504394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,2,balanced,1.0078809356689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,2,power_law_1.01,0.047274241447448725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,2,power_law_1.01,0.060046081542968754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,2,power_law_1.01,0.06786176204681396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,2,balanced,1.4957145690917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,2,power_law_1.01,0.08942463874816894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,2,power_law_1.01,0.11645824432373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,2,power_law_1.01,0.13340160369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,2,balanced,1.9631219482421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,2,power_law_1.01,0.17287551879882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,2,power_law_1.01,0.17563392639160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,2,power_law_1.01,0.18753408432006835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,2,power_law_1.01,0.18929151535034178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,2,power_law_1.01,0.1992972755432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,2,power_law_1.01,0.2253414344787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,2,power_law_1.01,0.23554048538208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,2,power_law_1.01,0.24029951095581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,2,power_law_1.01,0.2496998405456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,2,power_law_1.01,0.25846527099609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,2,power_law_1.01,0.27189504623413085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,2,power_law_1.01,0.29308671951293946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,2,power_law_1.01,0.33029632568359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,2,power_law_1.01,0.4442124938964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,2,power_law_1.01,0.5520716857910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,2,power_law_1.01,0.7292057800292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,2,power_law_1.01,0.8758873748779298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,2,power_law_1.01,1.232943344116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,2,power_law_1.01,1.5617190551757811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,2,power_law_1.01,0.033112320899963375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,2,power_law_1.01,0.04185088157653809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,2,power_law_1.01,0.055915517807006834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,2,power_law_1.01,2.2200691223144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,2,power_law_1.01,0.0707699203491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,2,power_law_1.01,0.08653440475463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,2,power_law_1.01,0.10830975532531739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,2,power_law_1.01,0.13575807571411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,2,power_law_1.01,0.1397606372833252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,2,power_law_1.01,0.1474944019317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,2,power_law_1.01,2.897474670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,2,power_law_1.01,0.1491750431060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,2,power_law_1.01,0.15858816146850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,2,power_law_1.01,0.19034496307373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,2,power_law_1.01,0.19898239135742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,2,power_law_1.01,0.19990528106689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,2,power_law_1.01,0.20937599182128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,2,power_law_1.01,0.2140121650695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,2,power_law_1.01,0.2195136070251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,2,power_law_1.01,0.25006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,2,power_law_1.01,0.28719999313354494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,2,power_law_1.01,0.3510182571411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,2,power_law_1.01,0.4018073654174804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,2,power_law_1.01,0.5119257736206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,2,power_law_1.01,0.6258649444580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,2,power_law_1.01,0.8680166625976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,2,power_law_1.01,1.081734390258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,2,power_law_1.01,1.5702169799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,2,power_law_1.2,0.04803840160369873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,2,power_law_1.2,0.05951488018035889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,2,power_law_1.2,0.06677120208740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,2,power_law_1.2,0.08377344131469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,2,power_law_1.01,2.0609869384765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,2,power_law_1.2,0.10328960418701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,2,power_law_1.2,0.17254783630371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,2,power_law_1.2,0.12680831909179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,2,power_law_1.2,0.17538175582885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,2,power_law_1.2,0.18173696517944335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,2,power_law_1.2,0.18621055603027342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,2,power_law_1.2,0.20433280944824217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,2,power_law_1.2,0.22620927810668948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,2,power_law_1.2,0.23579519271850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,2,power_law_1.2,0.2434956741333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,2,power_law_1.2,0.25436672210693356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,2,power_law_1.2,0.26053375244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,2,power_law_1.2,0.2775488090515137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,2,power_law_1.2,0.3045465660095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,2,power_law_1.2,0.3480409622192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,2,power_law_1.2,0.4850944137573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,2,power_law_1.2,0.5620684814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,2,power_law_1.2,0.7449024200439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,2,power_law_1.2,0.8987007904052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,2,power_law_1.2,1.2651942443847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,2,power_law_1.2,1.5964096069335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,2,power_law_1.2,0.03313024044036865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,2,power_law_1.2,0.04163968086242676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,2,power_law_1.2,0.05068799972534179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,2,power_law_1.2,2.328151092529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,2,power_law_1.2,0.06782080173492432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,2,power_law_1.2,0.0804697608947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,2,power_law_1.2,0.0982975959777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,2,power_law_1.2,0.13292160034179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,2,power_law_1.2,0.1361638355255127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,2,power_law_1.2,0.1420633602142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,2,power_law_1.2,2.9604339599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,2,power_law_1.2,0.14957056045532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,2,power_law_1.2,0.1548633575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,2,power_law_1.2,0.1894246482849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,2,power_law_1.2,0.20009727478027345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,2,power_law_1.2,0.20328447341918948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,2,power_law_1.2,0.21067264556884763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,2,power_law_1.2,0.21336063385009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,2,power_law_1.2,0.23434623718261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,2,power_law_1.2,0.26702079772949217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,2,power_law_1.2,0.31289472579956057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,2,power_law_1.2,0.36111358642578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,2,power_law_1.2,0.4131571197509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,2,power_law_1.2,0.528515853881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,2,power_law_1.2,0.641349105834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,2,power_law_1.2,0.881786880493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,2,power_law_1.2,1.116174087524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,1,balanced,0.03804352045059204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,1,balanced,0.0608076810836792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,1,balanced,0.07221695899963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,2,power_law_1.2,1.592138214111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,1,balanced,0.0952575969696045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,1,balanced,0.14516863822937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,1,balanced,0.2580512046813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,1,balanced,0.25965248107910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,1,balanced,0.2606438446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,2,power_law_1.2,2.1017549133300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,1,balanced,0.2641087913513184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,1,balanced,0.26512575149536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,1,balanced,0.27114688873291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,1,balanced,0.27653696060180666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,1,balanced,0.2807456016540527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,1,balanced,0.29875007629394534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,1,balanced,0.29090944290161136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,1,balanced,0.29598527908325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,1,balanced,0.3058483123779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,1,balanced,0.3276512145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,1,balanced,0.3517414474487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,1,balanced,0.41326526641845707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,1,balanced,0.48040126800537114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,1,balanced,0.7642604827880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,1,balanced,0.8090086364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,1,balanced,1.1854048156738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,1,balanced,1.56123779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,1,balanced,0.040124158859252926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,1,balanced,0.045980157852172854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,1,balanced,0.06025279998779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,1,balanced,0.09071423530578612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,1,balanced,2.3814349365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,1,balanced,0.14160063743591308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,1,balanced,0.2544934463500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,1,balanced,0.25388479232788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,1,balanced,0.2576364707946778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,1,balanced,0.25747583389282225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,1,balanced,0.2604601669311523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,1,balanced,0.2642777633666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,1,balanced,3.1068997192382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,1,balanced,0.2663225555419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,1,balanced,0.2699110412597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,1,balanced,0.2704153633117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,1,balanced,0.34292160034179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,1,balanced,0.3475667190551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,1,balanced,0.35515838623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,1,balanced,0.3706719970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,1,balanced,0.3913497543334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,1,balanced,0.4283123016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,1,balanced,0.46635200500488283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,1,balanced,0.5479987335205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,1,balanced,0.6318758392333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,1,balanced,1.00392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,1,balanced,1.1818688201904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,1,power_law_1.01,0.037063679695129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,1,power_law_1.01,0.060466561317443844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,4,power_law_1.2,5.173514404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,1,power_law_1.01,0.07130752086639405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,1,balanced,1.751697235107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,1,power_law_1.01,0.09468735694885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,1,power_law_1.01,0.12345215797424317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,1,power_law_1.01,0.16272384643554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,1,power_law_1.01,0.20271232604980466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,1,balanced,2.3510406494140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,1,power_law_1.01,0.21313663482666018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,1,power_law_1.01,0.21815168380737307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,1,power_law_1.01,0.23558656692504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,1,power_law_1.01,0.24856704711914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,1,power_law_1.01,0.25971456527709963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,1,power_law_1.01,0.2764729690551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,1,power_law_1.01,0.2640575981140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,1,power_law_1.01,0.2716972732543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,1,power_law_1.01,0.22070783615112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,1,power_law_1.01,0.28678720474243163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,1,power_law_1.01,0.3156934356689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,1,power_law_1.01,0.34981121063232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,1,power_law_1.01,0.4330739212036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,1,power_law_1.01,0.5261312103271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,1,power_law_1.01,0.724062728881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,1,power_law_1.01,0.8614546966552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,1,power_law_1.01,1.2207398223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,1,power_law_1.01,0.039852159023284914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,1,power_law_1.01,1.5659954833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,1,power_law_1.01,0.04505280017852783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,1,power_law_1.01,0.06135359764099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,1,power_law_1.01,0.08911359786987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,1,power_law_1.01,0.11889408111572267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,1,power_law_1.01,0.15117568016052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,1,power_law_1.01,2.3278956604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,1,power_law_1.01,0.19744384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,1,power_law_1.01,0.2081817626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,1,power_law_1.01,0.21304128646850584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,1,power_law_1.01,0.21506368637084963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,1,power_law_1.01,0.2241811180114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,1,power_law_1.01,0.2339232063293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,1,power_law_1.01,3.040114440917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,1,power_law_1.01,0.2376134490966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,1,power_law_1.01,0.24212991714477541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,1,power_law_1.01,0.3117740821838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,1,power_law_1.01,0.3165567970275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,1,power_law_1.01,0.3314022445678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,1,power_law_1.01,0.3568953704833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,1,power_law_1.01,0.3955865478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,1,power_law_1.01,0.47425151824951167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,1,power_law_1.01,0.530113296508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,1,power_law_1.01,0.6505926513671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,1,power_law_1.01,0.80136962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,1,power_law_1.01,1.069903335571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,1,power_law_1.2,0.03743360042572021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,1,power_law_1.01,1.3552102661132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,1,power_law_1.2,0.060970239639282234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,1,power_law_1.2,0.07212224006652831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,1,power_law_1.2,0.09092543601989747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,1,power_law_1.2,0.11807423591613771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,1,power_law_1.01,1.9083340454101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,1,power_law_1.2,0.15659263610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,1,power_law_1.2,0.20027584075927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,1,power_law_1.2,0.2100204849243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,1,power_law_1.2,0.21460992813110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,1,power_law_1.2,0.2225823974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,1,power_law_1.2,0.23508480072021481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,1,power_law_1.01,2.467659454345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,1,power_law_1.2,0.2467430305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,1,power_law_1.2,0.2585753631591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,1,power_law_1.2,0.2864883232116699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,1,power_law_1.2,0.2692473602294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,1,power_law_1.2,0.2789715194702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,1,power_law_1.2,0.29245887756347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,1,power_law_1.2,0.32698623657226566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,1,power_law_1.2,0.3565203094482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,1,power_law_1.2,0.45057537078857424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,1,power_law_1.2,0.5374227142333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,1,power_law_1.2,0.753430404663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,1,power_law_1.2,0.8887052917480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,1,power_law_1.2,1.2281235504150392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,1,power_law_1.2,0.039911038875579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,1,power_law_1.2,1.5871577453613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,1,power_law_1.2,0.04572351932525635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,1,power_law_1.2,0.06191936016082764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,1,power_law_1.2,0.08537664413452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,1,power_law_1.2,0.11156288146972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,1,power_law_1.2,0.14614784240722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,1,power_law_1.2,2.3337464904785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,1,power_law_1.2,0.19377344131469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,1,power_law_1.2,0.20363712310791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,1,power_law_1.2,0.2102047920227051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,1,power_law_1.2,0.2163910484313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,1,power_law_1.2,0.23115264892578127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,1,power_law_1.2,3.0613790893554684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,1,power_law_1.2,0.23835071563720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,1,power_law_1.2,0.24795391082763674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,1,power_law_1.2,0.3154553604125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,1,power_law_1.2,0.22388160705566404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,1,power_law_1.2,0.32656383514404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,1,power_law_1.2,0.3376416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,1,power_law_1.2,0.3763872146606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,1,power_law_1.2,0.42930049896240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,1,power_law_1.2,0.49047935485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,1,power_law_1.2,0.5423942565917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,1,power_law_1.2,0.6760499572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,1,power_law_1.2,0.8230912017822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,1,power_law_1.2,1.0854656219482421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,32,balanced,0.018396159410476683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,32,balanced,0.01853824019432068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,32,balanced,0.018494720458984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,1,power_law_1.2,1.3741133117675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,32,balanced,0.018647040128707888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,32,balanced,0.025248000621795653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,32,balanced,0.04134655952453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,32,balanced,0.04066175937652588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,32,balanced,0.042687997817993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,32,balanced,0.04258944034576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,32,balanced,0.044707841873168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,32,balanced,0.04597375869750976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,32,balanced,0.04693888187408447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,32,balanced,0.04732800006866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,32,balanced,0.05090943813323975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,1,power_law_1.2,1.9364498901367189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,32,balanced,0.05131392002105713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,32,balanced,0.057784318923950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,32,balanced,0.05673855781555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,32,balanced,0.05175039768218994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,8,power_law_1.2,7.755079956054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,32,balanced,0.05992832183837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,32,balanced,0.06609024047851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,32,balanced,0.07268479824066162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,32,balanced,0.1023744010925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,32,balanced,0.08884608268737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,32,balanced,0.14735487937927244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,32,balanced,0.1907302474975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,32,balanced,0.021025280952453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,32,balanced,0.2808652877807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,32,balanced,0.021374719142913817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,32,balanced,0.3465536117553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,32,balanced,0.021031680107116698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,32,balanced,0.021507840156555175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,32,balanced,0.02186111927032471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,1,power_law_1.2,2.500030059814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,32,balanced,0.030760960578918455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,32,balanced,0.03181823968887329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,32,balanced,0.03218559980392456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,32,balanced,0.03298432111740112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,32,balanced,0.03371392011642456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,32,balanced,0.03380991935729981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,32,balanced,0.03306751966476441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,32,balanced,0.03466880083084106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,32,balanced,0.03578111886978149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,32,balanced,0.0372544002532959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,32,balanced,0.03816319942474365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,32,balanced,0.035048959255218504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,32,balanced,0.04005119800567627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,32,balanced,0.043909120559692386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,32,balanced,0.0509388780593872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,32,balanced,0.05714303970336913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,32,balanced,0.06984831809997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,32,balanced,0.08413311958312988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,32,balanced,0.11462400436401368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,32,balanced,0.1455116844177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,32,balanced,0.21212032318115231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,32,balanced,0.26750335693359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,32,power_law_1.01,0.025461759567260746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,32,power_law_1.01,0.025779199600219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,32,power_law_1.01,0.025450239181518553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,32,power_law_1.01,0.03247999906539917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,32,power_law_1.01,0.04151423931121826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,32,power_law_1.01,0.04214911937713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,32,power_law_1.01,0.04313216209411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,32,power_law_1.01,0.045265917778015134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,32,power_law_1.01,0.04753280162811279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,32,power_law_1.01,0.04901375770568848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,32,power_law_1.01,0.05418240070343018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,32,power_law_1.01,0.054840321540832515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,32,power_law_1.01,0.05951871871948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,32,power_law_1.01,0.0562278413772583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,32,power_law_1.01,0.05806079864501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,32,power_law_1.01,0.06242176055908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,32,power_law_1.01,0.0743449592590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,32,power_law_1.01,0.07907584190368652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,32,power_law_1.01,0.09865856170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,32,power_law_1.01,0.15214591979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,32,power_law_1.01,0.2143987274169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,32,power_law_1.01,0.239418888092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,32,power_law_1.01,0.3745510482788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,32,power_law_1.01,0.060949759483337404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,32,power_law_1.01,0.5383692932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.02134783983230591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.021771519184112548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.02172287940979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,32,power_law_1.01,0.931176986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.031864318847656246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.03266432046890259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,32,power_law_1.01,1.0717657470703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.033314559459686276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.03411839962005615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.03411328077316284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.03427072048187256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.03790591955184937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.03932032108306885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.03831935882568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.04112383842468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.044510722160339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.049733119010925295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.03145087957382202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.055997438430786126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.058233599662780765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.07667712211608887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.10911487579345702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.16083967208862304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.2009036827087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.27000320434570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.03614847898483277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.36887168884277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,0.534670066833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,0.7516531372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,4,power_law_1.2,6.804678344726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,32,power_law_1.2,0.026241281032562257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,32,power_law_1.2,0.026842880249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,32,power_law_1.2,0.026791679859161376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,32,power_law_1.2,0.035487999916076665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,32,power_law_1.2,0.03515392065048218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,32,power_law_1.2,0.04374144077301025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,32,power_law_1.2,0.04497407913208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,32,power_law_1.2,0.043900160789489745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,32,power_law_1.2,0.047516160011291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,32,power_law_1.2,0.05202559947967529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,32,power_law_1.2,0.055450878143310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,32,power_law_1.2,0.05868800163269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,32,power_law_1.2,0.06025087833404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,32,power_law_1.2,0.05659135818481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,32,power_law_1.2,0.05855103969573975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,32,power_law_1.2,0.0625267219543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,32,power_law_1.2,0.06558080196380615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,32,power_law_1.2,0.07935488224029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,32,power_law_1.2,0.09615872383117677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,32,power_law_1.2,0.13771264076232909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,32,power_law_1.2,0.17799808502197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,32,power_law_1.2,0.2570047950744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,32,power_law_1.2,0.3546112060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,32,power_law_1.2,0.5122060775756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,32,power_law_1.2,0.6706944274902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,32,power_law_1.2,1.0312870025634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.021251840591430666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.021333758831024167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.021459200382232667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.03100672006607056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.031783680915832516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.03243391990661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.03322240114212036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.033820159435272217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.03442431926727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.03469696044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.03757823944091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.040021758079528805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.03943295955657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.04108799934387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.041658878326416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.04450816154479981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.049111042022705075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.06021376132965088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.07204864025115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.10028032302856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.12225919723510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.19373439788818358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.24744703292846681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.38908031463623044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.49034366607666013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,0.7648665618896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,32,power_law_1.2,1.4428250122070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,0.9404569244384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,16,power_law_1.2,18.919588623046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,8,power_law_1.2,10.480762939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,16,balanced,0.01721343994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,16,balanced,0.017126400470733643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,16,balanced,0.017495039701461792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,16,balanced,0.01800063967704773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,16,balanced,0.026054399013519285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,16,balanced,0.03796864032745361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,16,balanced,0.04050943851470947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,16,balanced,0.043069438934326174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,16,balanced,0.040206079483032224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,16,balanced,0.04487936019897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,16,balanced,0.04666751861572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,16,balanced,0.048808960914611815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,16,balanced,0.05203455924987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,16,balanced,0.04720895767211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,16,balanced,0.05055871963500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,16,balanced,0.051695361137390136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,16,balanced,0.055336961746215815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,16,balanced,0.06002175807952881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,16,balanced,0.06521855831146241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,16,balanced,0.07867008209228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,16,balanced,0.09081088066101074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,16,balanced,0.118853120803833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,16,balanced,0.1422988796234131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,16,balanced,0.2061350440979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,16,balanced,0.2628838348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,16,balanced,0.38147838592529293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,16,balanced,0.020014081001281738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,16,balanced,0.02025343894958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,16,balanced,0.02062335968017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,16,balanced,0.4940364837646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,16,balanced,0.020972800254821778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,16,balanced,0.02244992017745972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,16,balanced,0.030464000701904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,16,balanced,0.03164927959442139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,16,balanced,0.032072958946228025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,16,balanced,0.0318668794631958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,16,balanced,0.033136639595031735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,16,balanced,0.0338700795173645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,16,balanced,0.0348198390007019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,16,balanced,0.036590080261230465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,16,balanced,0.034091520309448245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,16,balanced,0.037414400577545165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,16,balanced,0.03821055889129639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,16,balanced,0.04108416080474854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,16,balanced,0.04513279914855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,16,balanced,0.05198592185974121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,16,balanced,0.06302591800689697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,16,balanced,0.07530496120452881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,16,balanced,0.10295424461364747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,16,balanced,0.12914175987243653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,16,balanced,0.1770240020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,16,balanced,0.2234854316711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,16,balanced,0.3341900634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,16,balanced,0.42774272918701167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,16,power_law_1.01,0.0257587194442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,16,power_law_1.01,0.02470144033432007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,16,power_law_1.01,0.025843200683593748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,16,power_law_1.01,0.026133759021759035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,16,power_law_1.01,0.03546880006790161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,16,power_law_1.01,0.04057600021362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,16,power_law_1.01,0.03824383974075317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,16,power_law_1.01,0.04322175979614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,16,power_law_1.01,0.046370558738708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,16,power_law_1.01,0.04617728233337402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,16,power_law_1.01,0.05253759860992432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,16,power_law_1.01,0.05363967895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,16,power_law_1.01,0.05058303833007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,16,power_law_1.01,0.05520256042480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,16,power_law_1.01,0.05280255794525146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,16,power_law_1.01,0.055210242271423335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,16,power_law_1.01,0.059357438087463375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,16,power_law_1.01,0.06991871833801269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,16,power_law_1.01,0.08260607719421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,16,power_law_1.01,0.09761024475097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,16,power_law_1.01,0.13703295707702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,16,power_law_1.01,0.1846668815612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,16,power_law_1.01,0.20729600906372073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,16,power_law_1.01,0.3388735961914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,16,power_law_1.01,0.4544230270385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,16,power_law_1.01,0.6549823760986329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,16,power_law_1.01,0.02099071979522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,16,power_law_1.01,0.021687040328979494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,16,power_law_1.01,0.022181119918823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,16,power_law_1.01,0.8807295989990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,16,power_law_1.01,0.0221068811416626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,16,power_law_1.01,0.030832641124725342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,16,power_law_1.01,0.032857599258422854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,16,power_law_1.01,0.03225215911865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,16,power_law_1.01,0.0313702392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,16,power_law_1.01,0.03361536026000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,16,power_law_1.01,0.03422208070755005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,16,power_law_1.01,0.035929598808288575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,16,power_law_1.01,0.036614398956298824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,16,power_law_1.01,0.03966207981109619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,16,power_law_1.01,0.036737279891967775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,16,power_law_1.01,0.040674557685852056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,16,power_law_1.01,0.042223358154296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,16,power_law_1.01,0.04684927940368652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,16,power_law_1.01,0.054300160408020014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,16,power_law_1.01,0.06716671943664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,16,power_law_1.01,0.08517760276794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,16,power_law_1.01,0.10611968040466309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,16,power_law_1.01,0.12391167640686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,16,power_law_1.01,0.17534080505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,16,power_law_1.01,0.269303035736084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,16,power_law_1.01,0.4191270446777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,16,power_law_1.01,0.4932889556884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,16,power_law_1.2,0.02373631954193115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,16,power_law_1.2,0.025169920921325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,16,power_law_1.2,0.026042881011962893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,16,power_law_1.2,0.02554111957550049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,16,power_law_1.01,0.6659852600097655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,16,power_law_1.2,0.03300352096557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,16,power_law_1.2,0.040143361091613775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,16,power_law_1.2,0.043884801864624026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,16,power_law_1.2,0.04430975914001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,16,power_law_1.2,0.046440958976745605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,16,power_law_1.2,0.04741375923156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,16,power_law_1.2,0.050736641883850096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,16,power_law_1.2,0.05195648193359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,16,power_law_1.2,0.056746239662170406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,16,power_law_1.2,0.05153920173645019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,16,power_law_1.2,0.05373695850372314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,16,power_law_1.2,0.05672448158264161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,16,power_law_1.2,0.06198527812957764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,16,power_law_1.2,0.07366144180297851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,16,power_law_1.2,0.08750207901000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,16,power_law_1.2,0.11276288032531738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,16,power_law_1.2,0.15074432373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,16,power_law_1.2,0.19811840057373048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,16,power_law_1.2,0.4252979278564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,16,power_law_1.2,0.27975807189941404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,16,power_law_1.2,0.7361344146728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,16,power_law_1.2,0.021062400341033936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,16,power_law_1.2,0.02145279884338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,16,power_law_1.2,0.022060799598693847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,16,power_law_1.2,0.021575679779052732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,16,power_law_1.2,0.030739200115203858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,16,power_law_1.2,0.5078412628173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,16,power_law_1.2,0.03096575975418091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,16,power_law_1.2,0.032006399631500246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,16,power_law_1.2,0.0326310396194458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,16,power_law_1.2,0.03336704015731812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,16,power_law_1.2,0.03410048007965088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,16,power_law_1.2,0.03646208047866821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,16,power_law_1.2,0.04098559856414795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,16,power_law_1.2,0.040344319343566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,16,power_law_1.2,0.039118080139160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,16,power_law_1.2,0.04098176002502442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,16,power_law_1.2,0.043816962242126466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,16,power_law_1.2,0.04831103801727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,16,power_law_1.2,0.05870719909667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,16,power_law_1.2,0.07037951946258544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,16,power_law_1.2,0.08583423614501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,16,power_law_1.2,0.11196928024291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,16,power_law_1.2,0.17299455642700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,16,power_law_1.2,0.21576320648193362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,16,power_law_1.2,0.44370304107666014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,16,power_law_1.2,0.3260889434814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,8,balanced,0.01723647952079773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,8,balanced,0.01759487986564636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,8,balanced,0.017720320224761964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,8,balanced,0.01969920039176941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,8,balanced,0.02776959896087646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,8,balanced,0.04198783874511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,8,balanced,0.04285439968109131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,8,balanced,0.04508927822113037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,8,balanced,0.04956799983978272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,8,balanced,0.053089280128479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,16,power_law_1.2,0.65109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,8,balanced,0.046138877868652346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,8,balanced,0.0489408016204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,8,balanced,0.050517759323120116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,8,balanced,0.053300480842590335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,8,balanced,0.05587456226348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,16,power_law_1.2,1.0071871948242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,8,balanced,0.057715201377868654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,8,balanced,0.06281983852386475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,8,balanced,0.07441792011260986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,8,balanced,0.0854860782623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,8,balanced,0.10906240463256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,8,balanced,0.13109631538391114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,8,balanced,0.17907712936401368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,8,balanced,0.22181888580322268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,8,balanced,0.3201945495605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,8,balanced,0.41912830352783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,8,balanced,0.02023296117782593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,8,balanced,0.6113433456420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,8,balanced,0.02060159921646118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,8,balanced,0.020860159397125246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,8,balanced,0.02149631977081299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,8,balanced,0.023700480461120603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,8,balanced,0.8006079864501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,8,balanced,0.03412992000579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,8,balanced,0.034919679164886475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,8,balanced,0.036485118865966795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,8,balanced,0.03802367925643921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,8,balanced,0.04086912155151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,8,balanced,0.03691135883331299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,8,balanced,0.03882751941680908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,8,balanced,0.04088064193725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,8,balanced,0.04323455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,8,balanced,0.04347775936126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,8,balanced,0.04595967769622803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,8,balanced,0.0498854398727417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,8,balanced,0.062209281921386715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,8,balanced,0.07179903984069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,8,balanced,0.097259521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,8,balanced,0.11981568336486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,8,balanced,0.16650623321533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,8,balanced,0.20917888641357424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,8,balanced,0.30056320190429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,8,balanced,0.38775680541992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,8,power_law_1.01,0.018082560300827027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,8,balanced,0.5749427032470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,8,power_law_1.01,0.02374783992767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,8,power_law_1.01,0.025547521114349363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,8,balanced,0.7528307342529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,8,power_law_1.01,0.026986238956451414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,8,power_law_1.01,0.027847681045532223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,8,power_law_1.01,0.038869760036468505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,8,power_law_1.01,0.04222080230712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,8,power_law_1.01,0.04354944229125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,8,power_law_1.01,0.04424064159393311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,8,power_law_1.01,0.04883840084075928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,8,power_law_1.01,0.05421311855316162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,8,power_law_1.01,0.051774721145629886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,8,power_law_1.01,0.049811201095581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,8,power_law_1.01,0.05107711791992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,8,power_law_1.01,0.05191296100616455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,8,power_law_1.01,0.0535859203338623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,8,power_law_1.01,0.058327040672302245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,8,power_law_1.01,0.06937983989715577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,8,power_law_1.01,0.08502016067504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,8,power_law_1.01,0.10617216110229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,8,power_law_1.01,0.11777919769287108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,8,power_law_1.01,0.16938880920410154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,8,power_law_1.01,0.21239807128906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,16,power_law_1.2,0.8749874877929689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,8,power_law_1.01,0.32614784240722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,8,power_law_1.01,0.4107788848876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,8,power_law_1.01,0.020846080780029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,8,power_law_1.01,0.7146137237548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,8,power_law_1.01,0.022056961059570314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,8,power_law_1.01,0.75963134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,8,power_law_1.01,0.022031359672546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,8,power_law_1.01,0.023047680854797366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,8,power_law_1.01,0.023797760009765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,8,power_law_1.01,0.032072958946228025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,8,power_law_1.01,0.034476799964904783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,8,power_law_1.01,0.03641088008880615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,8,power_law_1.01,0.03736576080322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,8,power_law_1.01,0.03847039937973022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,8,power_law_1.01,0.04521471977233887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,8,power_law_1.01,0.03876607894897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,8,power_law_1.01,0.040124158859252926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,8,power_law_1.01,0.04266111850738526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,8,power_law_1.01,0.04479360103607178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,8,power_law_1.01,0.046696958541870115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,8,power_law_1.01,0.049500160217285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,8,power_law_1.01,0.058279681205749514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,8,power_law_1.01,0.07117311954498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,8,power_law_1.01,0.09294207572937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,8,power_law_1.01,0.12169343948364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,8,power_law_1.01,0.16258176803588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,8,power_law_1.01,0.2190220832824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,8,power_law_1.01,0.28585727691650387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,8,power_law_1.01,0.3963225555419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,8,power_law_1.2,0.018124799728393554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,8,power_law_1.01,0.5111027145385743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,8,power_law_1.2,0.02032383918762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,8,power_law_1.2,0.025464320182800294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,8,power_law_1.2,0.025986559391021728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,8,power_law_1.2,0.028673279285430908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,8,power_law_1.01,0.7375091552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,8,power_law_1.2,0.038551039695739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,8,power_law_1.2,0.04201087951660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,8,power_law_1.2,0.043520002365112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,8,power_law_1.2,0.04731264114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,8,power_law_1.2,0.048887038230896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,8,power_law_1.2,0.053726720809936526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,8,power_law_1.2,0.049027838706970216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,8,power_law_1.2,0.05028736114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,8,power_law_1.2,0.04947072029113769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,8,power_law_1.2,0.0530406379699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,8,power_law_1.2,0.05559423923492431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,8,power_law_1.2,0.06146687984466552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,8,power_law_1.2,0.0697267198562622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,8,power_law_1.2,0.08411520004272462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,8,power_law_1.2,0.10965632438659667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,8,power_law_1.2,0.12835071563720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,8,power_law_1.2,0.18143232345581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,8,power_law_1.2,0.23554815292358397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,8,power_law_1.2,0.42451839447021483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,8,power_law_1.2,0.020919039249420165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,8,power_law_1.2,0.021475839614868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,8,power_law_1.2,0.022298879623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,8,power_law_1.2,0.02214143991470337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,8,power_law_1.2,0.3460825729370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,8,power_law_1.2,0.02344320058822632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,8,power_law_1.2,0.03298943996429443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,8,power_law_1.2,0.03507967948913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,8,power_law_1.2,0.03598464012145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,8,power_law_1.2,0.0369868803024292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,8,power_law_1.2,0.038807039260864255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,8,power_law_1.2,0.042224640846252444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,8,power_law_1.2,0.04068863868713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,8,power_law_1.2,0.0404748821258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,8,power_law_1.2,0.042885122299194334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,8,power_law_1.2,0.04492159843444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,8,power_law_1.2,0.046869759559631345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,8,power_law_1.2,0.05056128025054931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,8,power_law_1.2,0.06268415927886964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,8,power_law_1.2,0.07299967765808105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,8,power_law_1.2,0.09580927848815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,8,power_law_1.2,0.12377599716186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,8,power_law_1.2,0.17243007659912107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,8,power_law_1.2,0.22940288543701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,8,power_law_1.2,0.6891622161865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,8,power_law_1.2,0.31670656204223635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,32,balanced,0.041140480041503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,32,balanced,0.040989441871643065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,32,balanced,0.04104320049285889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,32,balanced,0.05258240222930908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,32,balanced,0.07170432090759278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,32,balanced,0.10186495780944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,32,balanced,0.10229887962341308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,32,balanced,0.10301440238952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,32,balanced,0.10355968475341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,8,power_law_1.2,0.41162368774414065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,32,balanced,0.10418432235717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,32,balanced,0.10591232299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,32,balanced,0.11005567550659179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,32,balanced,0.11279616355895997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,32,balanced,0.11545856475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,32,balanced,0.11897343635559081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,32,balanced,0.12129535675048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,32,balanced,0.1185689640045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,32,balanced,0.125414400100708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,32,balanced,0.1321216011047363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,32,balanced,0.1532006359100342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,32,balanced,0.16010496139526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,32,balanced,0.22716032028198244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,32,balanced,0.2826969528198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,8,power_law_1.2,0.5802956771850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,32,balanced,0.4123545455932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,32,balanced,0.4806143951416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,32,balanced,0.7066867065429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,32,balanced,0.027252480983734128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,32,balanced,0.027653119564056396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,32,balanced,0.02734208106994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,32,balanced,0.03502079963684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,32,balanced,0.04756864070892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,32,balanced,0.9193971252441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,32,balanced,0.05290495872497558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,32,balanced,0.05397632122039795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,32,balanced,0.055381760597229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,32,balanced,0.054301438331604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,32,balanced,0.05572095870971679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,32,balanced,0.05863296031951905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,32,balanced,0.0579852819442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,32,balanced,0.05981440067291259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,32,balanced,0.0629375982284546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,32,balanced,0.06550528049468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,32,balanced,0.07080448150634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,32,balanced,0.06475008010864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,32,balanced,0.07176576137542726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,32,balanced,0.07820032119750978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,32,balanced,0.09120256423950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,32,balanced,0.1037887954711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,32,balanced,0.13410943984985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,32,balanced,0.1611622428894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,32,balanced,0.22648704528808591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,32,balanced,0.27575551986694335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,32,balanced,0.39902591705322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,32,balanced,0.5000051116943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,32,power_law_1.01,0.07083263874053955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,32,power_law_1.01,0.07133440017700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,32,power_law_1.01,0.0712332820892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,32,power_law_1.01,0.08918784141540528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,32,power_law_1.01,0.10122879981994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,32,power_law_1.01,0.09196415901184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,32,power_law_1.01,0.10643712043762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,32,power_law_1.01,0.11108863830566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,32,power_law_1.01,0.10254976272583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,32,power_law_1.01,0.11502592086791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,32,power_law_1.01,0.1092953586578369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,32,power_law_1.01,0.12148480415344239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,32,power_law_1.01,0.12354816436767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,32,power_law_1.01,0.12230912208557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,32,power_law_1.01,0.12771455764770506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,32,power_law_1.01,0.1374015998840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,32,power_law_1.01,0.1417689609527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,32,power_law_1.01,0.19926528930664061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,32,power_law_1.01,0.22392704010009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,32,power_law_1.01,0.31210880279541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,32,power_law_1.01,0.397132797241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,32,power_law_1.01,0.6430438232421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,32,power_law_1.01,0.8858739471435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,32,power_law_1.01,1.1779878234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,8,power_law_1.2,0.8116851043701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.04684031963348388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,32,power_law_1.01,1.6679219055175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.04762112140655518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.04753024101257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.050785279273986815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.05064832210540772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.05372799873352051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.054711041450500486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,32,power_law_1.01,2.3539135742187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.05586944103240967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.05993855953216552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.058963198661804196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.062325758934020994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.06595712184906007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.06924672126770019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.07014400005340576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.06743296146392821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.07284607887268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.07688960075378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.10345984458923341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.12215680122375487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.17151103973388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.21449087142944334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.3044710350036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.3619379043579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,8,power_law_1.2,0.8788889312744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,32,power_law_1.01,3.4586917114257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,0.6251776123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,0.7798873901367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,1.077675552368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,1.3674636840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,32,power_law_1.2,0.07241600036621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,32,power_law_1.2,0.07165184020996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,32,power_law_1.2,0.06162687778472901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,32,power_law_1.2,0.08963071823120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,32,power_law_1.2,0.08990464210510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,32,power_law_1.2,0.09782015800476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,32,power_law_1.2,0.10471551895141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,32,power_law_1.2,0.10663040161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,32,power_law_1.2,0.1102246379852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,32,power_law_1.2,0.11590656280517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,32,power_law_1.2,0.11882880210876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,32,power_law_1.2,0.12375295639038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,32,power_law_1.2,0.12430463790893556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,32,power_law_1.2,0.12770048141479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,32,power_law_1.2,0.129803524017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,32,power_law_1.2,0.1387660789489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,32,power_law_1.2,0.17322368621826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,32,power_law_1.2,0.21776256561279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,32,power_law_1.2,0.3264191818237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,32,power_law_1.2,0.38821632385253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,32,power_law_1.2,0.5493964767456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,32,power_law_1.2,0.8438809967041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,32,power_law_1.2,1.0101209259033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,32,power_law_1.2,1.4980108642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,32,power_law_1.2,2.1383372497558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.04701183795928955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.04757376194000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.045160961151123044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.04929664134979248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.05075712203979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.05406464099884033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.05547520160675049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.05749760150909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.057898240089416506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.05928063869476319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.06681727886199951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.06578303813934326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.07033215999603272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.07088255882263184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,32,power_law_1.2,3.4393151855468753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.07569791793823241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.08023039817810058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.09469696044921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.12334464073181153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.1390771198272705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.19427967071533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.24106880187988283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.38258689880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,0.520890884399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,0.7285862731933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,0.8861158752441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,32,power_law_1.2,4.371175537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,1.4681689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,1.952106170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,16,balanced,0.0237990403175354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,16,balanced,0.023719680309295655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,16,balanced,0.03796864032745361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,16,balanced,0.05047552108764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,16,balanced,0.07041279792785644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,16,balanced,0.09614848136901856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,16,balanced,0.097324800491333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,16,balanced,0.09960576057434081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,16,balanced,0.10232831954956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,16,balanced,0.10471936225891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,16,balanced,0.11138303756713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,16,balanced,0.10712320327758788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,16,balanced,0.11352448463439942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,16,balanced,0.1084160041809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,16,balanced,0.11160832405090333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,16,balanced,0.11441663742065429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,16,balanced,0.12040703773498536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,16,balanced,0.13350144386291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,16,balanced,0.14404992103576658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,16,balanced,0.1769254493713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,16,balanced,0.1911731147766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,16,balanced,0.27299583435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,16,balanced,0.34200958251953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,16,balanced,0.4739033508300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,16,balanced,0.6023820877075196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,16,balanced,0.8851801300048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,16,balanced,0.0255513596534729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,16,balanced,0.025504000186920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,16,balanced,0.026202878952026366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,16,balanced,1.1632115173339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,16,balanced,0.031845118999481205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,16,balanced,0.04797056198120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,16,balanced,0.05511295795440674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,16,balanced,0.05712639808654785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,16,balanced,0.05835264205932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,16,balanced,0.06035583972930908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,16,balanced,0.06058239936828613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,16,balanced,0.0644595193862915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,16,balanced,0.06601471900939941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,16,balanced,0.07119487762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,16,balanced,0.0631705617904663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,16,balanced,0.06585343837738036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,16,balanced,0.06782976150512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,16,balanced,0.07247744083404542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,16,balanced,0.08201984405517579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,16,balanced,0.0932915210723877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,16,balanced,0.11643903732299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,16,balanced,0.13803135871887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,16,balanced,0.18304128646850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,16,balanced,0.22256000518798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,16,balanced,0.3230656051635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,16,balanced,0.4068147277832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,16,balanced,0.5972697448730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,16,balanced,0.03336191892623901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,16,balanced,0.0331660795211792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,16,balanced,0.7658035278320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,16,balanced,0.033625600337982176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,16,balanced,0.03430016040802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,16,balanced,0.03838335990905762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,16,balanced,0.04554751873016357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,16,balanced,0.05017856121063232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,16,balanced,0.061423358917236326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,16,balanced,0.06467711925506592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,16,balanced,0.07306623935699463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,16,balanced,0.0789350414276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,16,balanced,0.10919168472290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,16,balanced,0.11186688423156739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,16,balanced,0.11271552085876464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,16,balanced,0.15509887695312502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,16,balanced,0.16182655334472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,16,balanced,0.1944883155822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,16,balanced,0.2799692726135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,16,balanced,0.348089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,16,balanced,0.5022502517700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,16,balanced,0.6530137634277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,16,balanced,0.9511347198486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,16,balanced,1.2382118225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,16,balanced,1.8441792297363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,16,balanced,2.459052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,16,power_law_1.01,0.06984831809997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,16,power_law_1.01,0.06525055885314941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,16,power_law_1.01,0.0670911979675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,16,power_law_1.01,0.06510208129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,16,power_law_1.01,0.08237440109252929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,16,power_law_1.01,0.09382783889770507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,16,power_law_1.01,0.09504256248474122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,16,balanced,3.5869094848632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,16,power_law_1.01,0.10024703979492186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,16,power_law_1.01,0.1027455997467041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,16,power_law_1.01,0.10252672195434571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,16,power_law_1.01,0.105098237991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,16,power_law_1.01,0.11073280334472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,16,power_law_1.01,0.11514368057250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,16,power_law_1.01,0.11017215728759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,16,power_law_1.01,0.11977215766906739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,16,power_law_1.01,0.12336128234863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,16,balanced,4.772787170410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,16,power_law_1.01,0.13523455619812014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,16,power_law_1.01,0.16315776824951173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,16,power_law_1.01,0.1958348846435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,16,power_law_1.01,0.23800575256347659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,16,power_law_1.01,0.31148672103881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,16,power_law_1.01,0.4586931228637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,16,power_law_1.01,0.5925990295410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,16,power_law_1.01,0.897080307006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,16,power_law_1.01,1.1297830200195311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,16,power_law_1.01,0.046854400634765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,16,power_law_1.01,0.046496000289916996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,16,power_law_1.01,0.04605440139770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,16,power_law_1.01,1.8511616516113283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,16,power_law_1.01,0.047322878837585444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,16,power_law_1.01,0.04903679847717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,16,power_law_1.01,0.05410175800323487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,16,power_law_1.01,0.05682943820953369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,16,power_law_1.01,0.05923327922821044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,16,power_law_1.01,0.06134912014007569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,16,power_law_1.01,0.06418816089630128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,16,power_law_1.01,2.406891479492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,16,power_law_1.01,0.06879360198974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,16,power_law_1.01,0.06937088012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,16,power_law_1.01,0.06905216217041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,16,power_law_1.01,0.0649280023574829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,16,power_law_1.01,0.06878208160400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,16,power_law_1.01,0.0746291208267212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,16,power_law_1.01,0.08085760116577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,16,power_law_1.01,0.10229632377624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,16,power_law_1.01,0.11279104232788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,16,power_law_1.01,0.15590656280517579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,16,power_law_1.01,0.19526912689208983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,16,power_law_1.01,0.24937599182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,16,power_law_1.01,0.335654411315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,16,power_law_1.01,0.4913036727905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,16,power_law_1.01,0.6266790390014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,16,power_law_1.01,0.03350271940231323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,16,power_law_1.01,0.033771519660949705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,16,power_law_1.01,1.0744678497314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,16,power_law_1.01,0.03448960065841675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,16,power_law_1.01,0.0351142406463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,16,power_law_1.01,1.4333888244628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,16,power_law_1.01,0.04613376140594482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,16,power_law_1.01,0.04869631767272949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,16,power_law_1.01,0.06173823833465576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,16,power_law_1.01,0.07475584030151368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,16,power_law_1.01,0.07886591911315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,16,power_law_1.01,0.10791168212890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,16,power_law_1.01,0.11170944213867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,16,power_law_1.01,0.11890048027038573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,16,power_law_1.01,0.15124735832214356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,16,power_law_1.01,0.18656511306762696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,16,power_law_1.01,0.19023487091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,16,power_law_1.01,0.22434175491333005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,16,power_law_1.01,0.31117183685302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,16,power_law_1.01,0.42123649597167967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,16,power_law_1.01,0.5755136108398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,16,power_law_1.01,0.8081766510009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,16,power_law_1.01,1.4485964965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,16,power_law_1.01,1.1299635314941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,16,power_law_1.2,0.06881663799285889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,16,power_law_1.2,0.0556928014755249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,16,power_law_1.2,0.06498816013336181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,16,power_law_1.2,0.05606143951416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,16,power_law_1.2,0.07467391967773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,16,power_law_1.2,0.094399995803833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,16,power_law_1.2,0.09790719985961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,16,power_law_1.2,0.10077055931091308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,16,power_law_1.2,0.10310272216796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,16,power_law_1.2,0.10721792221069334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,16,power_law_1.2,0.11197952270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,16,power_law_1.2,0.1154969596862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,16,power_law_1.2,0.11299072265625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,16,power_law_1.2,0.1179353618621826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,16,power_law_1.2,0.12262144088745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,16,power_law_1.2,0.12758655548095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,16,power_law_1.2,0.14316415786743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,16,power_law_1.2,0.1745356750488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,16,power_law_1.2,0.22094207763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,16,power_law_1.2,0.300053768157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,16,power_law_1.2,0.38115966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,16,power_law_1.2,0.5856025695800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,16,power_law_1.2,0.7974259185791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,16,power_law_1.2,1.161164779663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,16,power_law_1.2,1.4447206115722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,16,power_law_1.2,2.255246124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,16,power_law_1.2,0.04559232234954834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,16,power_law_1.2,0.043242239952087404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,16,power_law_1.2,0.044742398262023926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,16,power_law_1.2,0.0440883207321167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,16,power_law_1.2,0.04993792057037354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,16,power_law_1.2,0.05319039821624756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,16,power_law_1.2,0.05742208003997803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,16,power_law_1.2,2.8101593017578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,16,power_law_1.2,0.06026368141174317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,16,power_law_1.2,0.060729598999023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,16,power_law_1.2,0.06358528137207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,16,power_law_1.2,0.06855040073394776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,16,power_law_1.2,0.07213696002960204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,16,power_law_1.2,0.06674304008483886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,16,power_law_1.2,0.06990592002868652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,16,power_law_1.2,0.07263999938964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,16,power_law_1.2,0.07758592128753662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,16,power_law_1.2,0.08310784339904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,16,power_law_1.2,0.11214079856872558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,16,power_law_1.2,0.1377190399169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,16,power_law_1.2,0.1713484764099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,16,power_law_1.2,0.22105215072631834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,16,power_law_1.2,0.33326847076416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,16,power_law_1.2,0.42470142364501956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,16,power_law_1.2,0.5375743865966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,16,power_law_1.2,0.6792652893066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,16,power_law_1.2,1.2386265563964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,4096,1536,8,128,2,16,power_law_1.2,0.033145599365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,4096,1536,8,128,2,16,power_law_1.2,0.03344383955001831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,4096,1536,8,128,2,16,power_law_1.2,0.033661439418792724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,4096,1536,8,128,2,16,power_law_1.2,0.03664896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,4096,1536,8,128,2,16,power_law_1.2,0.04482687950134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,4096,1536,8,128,2,16,power_law_1.2,0.04844416141510009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,16,power_law_1.01,2.2104153442382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,4096,1536,8,128,2,16,power_law_1.2,0.06338816165924073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,4096,1536,8,128,2,16,power_law_1.2,0.0761510419845581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,4096,1536,8,128,2,16,power_law_1.2,0.07527040004730225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,4096,1536,8,128,2,16,power_law_1.2,0.1085644817352295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,4096,1536,8,128,2,16,power_law_1.2,0.11181183815002442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,4096,1536,8,128,2,16,power_law_1.2,0.1529420757293701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,4096,1536,8,128,2,16,power_law_1.2,0.1544934368133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,4096,1536,8,128,2,16,power_law_1.2,0.18813184738159178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,16,power_law_1.2,1.609801025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,4096,1536,8,128,2,16,power_law_1.2,0.225743350982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,4096,1536,8,128,2,16,power_law_1.2,0.2760729598999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,4096,1536,8,128,2,16,power_law_1.2,0.34908031463623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,4096,1536,8,128,2,16,power_law_1.2,0.5002649688720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,4096,1536,8,128,2,16,power_law_1.2,0.6435660552978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,4096,1536,8,128,2,16,power_law_1.2,0.9393023681640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,4096,1536,8,128,2,16,power_law_1.2,1.2348774719238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,16,power_law_1.01,3.572392883300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,4096,1536,8,128,2,16,power_law_1.2,1.8329087829589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,4096,1536,8,128,2,16,power_law_1.2,2.4369485473632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,8,balanced,0.023468799591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,8,balanced,0.024186880588531495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,8,balanced,0.03944063901901245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,8,balanced,0.05075583934783936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,8,balanced,0.07428607940673829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,8,balanced,0.1011520004272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,8,balanced,0.10546560287475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,8,balanced,0.1070963191986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,8,balanced,0.11203455924987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,8,balanced,0.11386624336242676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,8,balanced,0.10720128059387206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,8,balanced,0.10957695960998534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,8,balanced,0.1126899242401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,8,balanced,0.11797760009765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,8,balanced,0.12321151733398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,16,power_law_1.01,4.77278076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,8,balanced,0.12786432266235354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,8,balanced,0.13762816429138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,8,balanced,0.17476608276367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,8,balanced,0.2184102439880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,8,balanced,0.25005311965942384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,8,balanced,0.15740415573120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,8,balanced,0.3588134384155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,8,balanced,0.46628479003906254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,8,balanced,0.6615744018554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,8,balanced,0.8489663696289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,8,balanced,1.2562137603759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,8,balanced,0.02494335889816284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,8,balanced,0.02529792070388794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,8,balanced,0.025913600921630857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,8,balanced,1.6467277526855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,8,balanced,0.03419136047363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,8,balanced,0.052286720275878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,8,balanced,0.06234367847442627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,8,balanced,0.06381311893463135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,8,balanced,0.0662502384185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,8,balanced,0.06999040126800538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,8,balanced,0.07119232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,8,balanced,0.06444032192230224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,8,balanced,0.0669209623336792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,8,balanced,0.06797311782836915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,8,balanced,0.07229055881500243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,8,balanced,0.07461376190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,8,balanced,0.07996032238006592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,8,balanced,0.09080575942993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,8,balanced,0.11166336059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,8,balanced,0.13064959526062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,8,balanced,0.1672640037536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,8,balanced,0.20371456146240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,8,balanced,0.2827507209777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,8,balanced,0.3545036697387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,8,balanced,0.5245593643188476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,8,balanced,0.6729293060302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,8,balanced,0.9981107330322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,8,power_law_1.01,0.048936958312988284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,8,power_law_1.01,0.048349437713623045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,8,balanced,1.2941696166992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,8,power_law_1.01,0.05901311874389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,8,power_law_1.01,0.06705535888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,8,power_law_1.01,0.060808959007263186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,8,power_law_1.01,0.0937228775024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,8,power_law_1.01,0.09856255531311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,8,power_law_1.01,0.10264575958251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,8,power_law_1.01,0.106178560256958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,8,power_law_1.01,0.10811903953552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,8,power_law_1.01,0.11253888130187988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,8,power_law_1.01,0.11203712463378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,8,power_law_1.01,0.11129983901977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,8,power_law_1.01,0.11537280082702636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,8,power_law_1.01,0.12197376251220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,8,power_law_1.01,0.12651519775390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,8,power_law_1.01,0.13695615768432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,8,power_law_1.01,0.14951295852661134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,8,power_law_1.01,0.16860544204711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,8,power_law_1.01,0.24907648086547854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,8,power_law_1.01,0.28678144454956056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,8,power_law_1.01,0.41625854492187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,8,power_law_1.01,0.6115238571166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,8,power_law_1.01,0.8282367706298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,8,power_law_1.01,1.0876172637939452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,8,power_law_1.01,1.6588710021972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,8,power_law_1.01,0.028774399757385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,8,power_law_1.01,0.03969536066055298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,8,power_law_1.01,0.03993855953216553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,8,power_law_1.01,2.149333801269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,8,power_law_1.01,0.04740992069244385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,8,power_law_1.01,0.0440447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,8,power_law_1.01,0.058800640106201174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,8,power_law_1.01,0.06196352005004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,8,power_law_1.01,0.05880447864532471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,8,power_law_1.01,0.06619391918182374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,8,power_law_1.01,0.0685811185836792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,8,power_law_1.01,0.07277440071105958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,8,power_law_1.01,0.06571263790130615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,8,power_law_1.01,0.06804224014282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,8,power_law_1.01,0.06936319828033446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,8,power_law_1.01,0.07295104026794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,8,power_law_1.01,0.08631168365478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,8,power_law_1.01,0.1038310432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,8,power_law_1.01,0.1213107204437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,8,power_law_1.01,0.15560319900512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,8,power_law_1.01,0.07583360195159912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,8,power_law_1.01,0.19014144897460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,8,power_law_1.01,0.2936524772644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,8,power_law_1.01,0.3762905502319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,8,power_law_1.01,0.4985894393920899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,8,power_law_1.01,0.715194854736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,8,power_law_1.01,0.9975513458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,8,power_law_1.2,0.04853759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,8,power_law_1.2,0.04434559822082519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,8,power_law_1.2,0.05341951847076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,8,power_law_1.01,1.2537471771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,8,power_law_1.2,0.062178559303283684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,8,power_law_1.2,0.061041917800903324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,8,power_law_1.2,0.09366144180297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,8,power_law_1.2,0.10062463760375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,8,power_law_1.2,0.10347904205322264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,8,power_law_1.2,0.10788607597351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,8,power_law_1.2,0.10990079879760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,8,power_law_1.2,0.11576704025268554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,8,power_law_1.2,0.11266816139221192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,8,power_law_1.2,0.1133401584625244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,8,power_law_1.2,0.11807104110717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,8,power_law_1.2,0.1249561595916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,8,power_law_1.2,0.1288806438446045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,8,power_law_1.2,0.1379852771759033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,8,power_law_1.2,0.15566592216491698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,8,power_law_1.2,0.18433536529541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,8,power_law_1.2,0.2669913673400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,8,power_law_1.2,0.3278220748901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,8,power_law_1.2,0.46759681701660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,8,power_law_1.2,0.6453196716308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,8,power_law_1.2,0.8709375762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,8,power_law_1.2,1.636030731201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,8,power_law_1.2,1.1944102478027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,8,power_law_1.2,0.02952320098876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,8,power_law_1.2,0.03336832046508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,8,power_law_1.2,0.038813440799713134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,8,power_law_1.2,0.04633088111877441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,8,power_law_1.2,0.042639360427856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,8,power_law_1.2,0.05820288181304931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,8,power_law_1.2,0.06024064064025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,8,power_law_1.2,0.06303616046905518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,8,power_law_1.2,0.06670847892761231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,8,power_law_1.2,0.06785408020019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,8,power_law_1.2,0.07366399765014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,8,power_law_1.2,0.06560512065887451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,8,power_law_1.2,0.06991871833801269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,8,power_law_1.2,0.06914559841156007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,8,power_law_1.2,0.07222527980804443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,8,power_law_1.2,0.0775820779800415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,8,power_law_1.2,0.08495231628417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,8,power_law_1.2,0.11209856033325197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,8,power_law_1.2,0.1318873596191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,8,power_law_1.2,0.17159807205200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,8,power_law_1.2,0.2151705551147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,8,power_law_1.2,0.3031999969482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,8,power_law_1.2,0.396624641418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,8,power_law_1.2,0.5717567825317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,8,power_law_1.2,0.7283289337158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,8,power_law_1.2,2.370882568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,8,power_law_1.2,1.0890035247802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,4,balanced,0.02327552080154419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,4,balanced,0.02817408084869385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,4,balanced,0.03895936012268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,4,balanced,0.051650562286376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,4,balanced,0.07383552074432373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,4,balanced,0.07840896129608155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,4,balanced,0.1042739200592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,4,balanced,0.10746111869812011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,4,balanced,0.10930815696716309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,4,balanced,0.1127347183227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,4,balanced,0.10481535911560058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,4,balanced,0.10773504257202149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,4,balanced,0.11036160469055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,4,balanced,0.11444735527038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,4,balanced,0.11912575721740723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,4,balanced,0.12389375686645507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,4,balanced,0.13381376266479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,4,balanced,0.15105152130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,4,balanced,0.1681177520751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,4,balanced,0.20750207901000978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,4,balanced,0.2415667152404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,4,balanced,0.34933120727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,4,balanced,0.45258239746093754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,4,balanced,0.6497369384765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,4,balanced,0.8445823669433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,4,balanced,1.2374310302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,4,balanced,1.6388825988769533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,4,balanced,0.025432319641113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,4,balanced,0.02622720003128052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,4,balanced,0.028522241115570068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,4,balanced,0.037749760150909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,4,balanced,0.0563263988494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,4,balanced,0.060316162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,4,balanced,0.0726361608505249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,4,balanced,0.07443840026855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,4,balanced,0.07563776016235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,4,balanced,0.07946623802185059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,4,balanced,0.07118591785430908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,4,balanced,0.07392127990722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,4,balanced,0.07518080234527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,4,balanced,0.07834368228912354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,4,balanced,0.08146176338195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,4,balanced,0.08404864311218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,4,balanced,0.0935859203338623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,4,balanced,0.11314047813415526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,4,balanced,0.13045760154724123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,4096,1536,8,128,2,16,power_law_1.2,3.5504129028320315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,4,balanced,0.16548864364624022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,4,balanced,0.19821184158325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,4,balanced,0.28485631942749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,4,balanced,0.3494630432128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,4,balanced,0.5194035339355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,4,balanced,0.6731302642822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,4,balanced,0.9929881286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,4,power_law_1.01,0.036528639793395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,4,power_law_1.01,0.040357117652893064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,4,balanced,1.3094937133789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,4,power_law_1.01,0.04918272018432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,4,power_law_1.01,0.055128321647644044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,4,power_law_1.01,0.05695104122161865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,4,power_law_1.01,0.07185152053833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,4,power_law_1.01,0.0997542381286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,4,power_law_1.01,0.10424192428588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,4,power_law_1.01,0.10784128189086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,4,power_law_1.01,0.11024255752563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,4,power_law_1.01,0.11267328262329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,4,power_law_1.01,0.10639360427856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,4,power_law_1.01,0.10986751556396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,4,power_law_1.01,0.11317376136779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,4,power_law_1.01,0.11843456268310545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,4,power_law_1.01,0.12376064300537108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,8,power_law_1.2,1.4654579162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,4,power_law_1.01,0.1338815975189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,4,power_law_1.01,0.15184767723083498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,4,power_law_1.01,0.1706777572631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,4,power_law_1.01,0.21291391372680665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,4,power_law_1.01,0.2859059143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,4,power_law_1.01,0.3923980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,4,power_law_1.01,0.4763315200805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,4,power_law_1.01,0.7384371185302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,4,power_law_1.01,0.938055648803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,4,power_law_1.01,0.026864640712738037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,4,power_law_1.01,0.033752319812774656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,4,power_law_1.01,0.037920000553131106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,4,power_law_1.01,1.4346009826660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,4,power_law_1.01,0.0437286376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,4,power_law_1.01,0.041763839721679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,4,power_law_1.01,0.05746943950653076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,4,power_law_1.01,0.06874239921569825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,4,power_law_1.01,0.07128960132598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,4,power_law_1.01,0.07491968154907228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,4,power_law_1.01,0.07856383800506592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,4,power_law_1.01,1.8834317016601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,4,power_law_1.01,0.0763865613937378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,4,power_law_1.01,0.07022592067718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,4,power_law_1.01,0.07514111995697022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,4,power_law_1.01,0.07769343852996827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,4,power_law_1.01,0.0801420783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,4,power_law_1.01,0.0844364833831787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,4,power_law_1.01,0.09487872123718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,4,power_law_1.01,0.1148799991607666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,4,power_law_1.01,0.13738880157470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,4,power_law_1.01,0.17363328933715821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,4,power_law_1.01,0.21322240829467773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,4,power_law_1.01,0.30620159149169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,4,power_law_1.01,0.3834188842773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,4,power_law_1.01,0.5634483337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,4,power_law_1.01,0.7336831665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,4,power_law_1.2,0.03301248073577881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,4,power_law_1.2,0.03917056083679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,4,power_law_1.01,1.0647628784179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,4,power_law_1.2,0.04555647850036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,4,power_law_1.2,0.05470592021942139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,4,power_law_1.2,0.04957695960998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,4,power_law_1.2,0.07131392002105713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,4,power_law_1.01,1.3823193359375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,4,power_law_1.2,0.10136960029602052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,4,power_law_1.2,0.10455679893493652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,4,power_law_1.2,0.10836735725402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,4,power_law_1.2,0.11282303810119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,4,power_law_1.2,0.11004927635192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,4,power_law_1.2,0.10822400093078613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,4,power_law_1.2,0.11102463722229003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,4,power_law_1.2,0.11498111724853514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,4,power_law_1.2,0.11935872077941893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,4,power_law_1.2,0.12430335998535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,4,power_law_1.2,0.13363327980041503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,4,power_law_1.2,0.15453311920166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,4,power_law_1.2,0.17603328704833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,4,power_law_1.2,0.22167423248291013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,4,power_law_1.2,0.29387392044067384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,4,power_law_1.2,0.4105408096313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,4,power_law_1.2,0.551728630065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,4,power_law_1.2,0.7780210876464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,4,power_law_1.2,0.9732364654541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,4,power_law_1.2,0.02727423906326294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,4,power_law_1.2,0.03339904069900513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,4,power_law_1.2,0.036641280651092525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,4,power_law_1.2,0.04149631977081299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,4,power_law_1.2,0.04910336017608642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,4,power_law_1.2,0.05744768142700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,4,power_law_1.2,0.06974080085754394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,4,power_law_1.2,0.07277184009552003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,4,power_law_1.2,0.07604735851287842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,4,power_law_1.2,0.07786496162414551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,4,power_law_1.2,0.07478144168853759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,4,power_law_1.2,0.07368319988250732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,4,power_law_1.2,0.07416959762573241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,4,power_law_1.2,0.07798143863677978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,4,power_law_1.2,0.08066431999206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,4,power_law_1.2,0.08497152328491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,4,power_law_1.2,0.09373824119567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,4,power_law_1.2,0.1160972785949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,4,power_law_1.2,0.13608448028564452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,4,power_law_1.2,0.1762009620666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,4,power_law_1.2,0.22646015167236327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,4,power_law_1.2,0.3107545661926269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,4,power_law_1.2,0.3831321716308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,4,power_law_1.2,1.4658700561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,4,power_law_1.2,0.5712345504760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,4,power_law_1.2,0.7460211181640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,4,power_law_1.2,1.9497613525390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,2,balanced,0.023220479488372803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,2,balanced,0.03126015901565552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,2,balanced,0.04100224018096924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,2,balanced,0.054018559455871584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,2,balanced,0.07610496044158935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,2,balanced,0.07769216060638427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,2,balanced,0.08011648178100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,2,balanced,0.08134016036987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,2,balanced,0.1024665641784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,2,balanced,0.102740478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,2,balanced,0.10436223983764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,2,balanced,0.10630016326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,4,power_law_1.2,1.092605438232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,2,balanced,0.10920831680297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,2,balanced,0.11795200347900389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,2,balanced,0.11337344169616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,2,balanced,0.12191231727600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,2,balanced,0.1309657573699951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,2,balanced,0.14945664405822753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,2,balanced,0.16584575653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,2,balanced,0.20936191558837888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,2,balanced,0.24083839416503908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,2,balanced,0.3291584014892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,2,balanced,0.448295669555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,2,balanced,0.6725926208496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,2,balanced,0.8666009521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,2,balanced,1.2407743835449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,2,balanced,0.024934399127960204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,2,balanced,0.026426880359649657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,2,balanced,0.030593280792236326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,2,balanced,1.6877900695800783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,2,balanced,0.04265471935272217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,2,balanced,0.0669491195678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,2,balanced,0.06680960178375243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,2,balanced,0.0678156805038452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,2,balanced,0.08385024070739747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,2,balanced,0.0838310432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,2,balanced,0.08696576118469238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,2,balanced,0.08764287948608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,4,power_law_1.2,1.4023295593261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,2,balanced,0.09060864448547364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,2,balanced,0.09301247596740722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,2,balanced,0.09593728065490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,2,balanced,0.06846079826354981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,2,balanced,0.09854847908020019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,2,balanced,0.10517760276794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,2,balanced,0.1206105613708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,2,balanced,0.13748736381530763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,2,balanced,0.1687526321411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,2,balanced,0.20124160766601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,2,balanced,0.2938931274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,2,balanced,0.35478782653808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,2,balanced,0.5279795074462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,2,balanced,0.6865010833740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,2,power_law_1.01,0.024654080867767332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,2,balanced,1.0196774291992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,2,power_law_1.01,0.03870336055755615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,2,power_law_1.01,0.052135682106018065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,2,power_law_1.01,0.04546432018280029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,2,power_law_1.01,0.056572160720825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,2,power_law_1.01,0.07163008213043212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,2,balanced,1.3640512084960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,2,power_law_1.01,0.0754150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,2,power_law_1.01,0.09939968109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,2,power_law_1.01,0.10064127922058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,2,power_law_1.01,0.10335103988647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,2,power_law_1.01,0.10609024047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,2,power_law_1.01,0.10898688316345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,2,power_law_1.01,0.11374464035034179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,2,power_law_1.01,0.11774080276489259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,2,power_law_1.01,0.12187775611877441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,2,power_law_1.01,0.13201663970947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,2,power_law_1.01,0.07774975776672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,2,power_law_1.01,0.15162495613098143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,2,power_law_1.01,0.1730316734313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,2,power_law_1.01,0.2129792022705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,2,power_law_1.01,0.25684223175048826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,2,power_law_1.01,0.3803366470336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,2,power_law_1.01,0.4954956817626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,2,power_law_1.01,0.7035084533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,2,power_law_1.01,0.8977932739257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,2,power_law_1.01,0.025639679431915287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,2,power_law_1.01,0.03078399896621704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,2,power_law_1.01,1.3342041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,2,power_law_1.01,0.03682176113128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,2,power_law_1.01,0.04162943840026855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,2,power_law_1.01,0.04923903942108154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,2,power_law_1.01,0.06295680046081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,2,power_law_1.01,1.7219967651367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,2,power_law_1.01,0.06389376163482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,2,power_law_1.01,0.06524288177490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,2,power_law_1.01,0.08117376327514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,2,power_law_1.01,0.08008064270019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,2,power_law_1.01,0.0833792018890381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,2,power_law_1.01,0.08500351905822753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,2,power_law_1.01,0.08849408149719237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,2,power_law_1.01,0.09181952476501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,2,power_law_1.01,0.09879296302795411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,2,power_law_1.01,0.10776960372924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,2,power_law_1.01,0.1270195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,2,power_law_1.01,0.14705151557922364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,2,power_law_1.01,0.18625408172607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,2,power_law_1.01,0.2276825523376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,2,power_law_1.01,0.3289369583129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,2,power_law_1.01,0.0944320011138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,2,power_law_1.01,0.405109748840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,2,power_law_1.01,0.5771327972412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,2,power_law_1.01,0.7365427398681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,2,power_law_1.01,1.0900812530517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,2,power_law_1.2,0.024613120555877686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,2,power_law_1.2,0.0384883189201355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,2,power_law_1.01,1.423436737060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,2,power_law_1.2,0.04307712078094482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,2,power_law_1.2,0.051904001235961915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,2,power_law_1.2,0.05183872222900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,2,power_law_1.2,0.07271552085876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,2,power_law_1.2,0.07506303787231446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,2,power_law_1.2,0.07985919952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,2,power_law_1.2,0.1002457618713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,2,power_law_1.2,0.10046079635620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,2,power_law_1.2,0.10282367706298827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,2,power_law_1.2,0.10587264060974122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,2,power_law_1.2,0.10882304191589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,2,power_law_1.2,0.11488127708435059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,2,power_law_1.2,0.11778688430786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,2,power_law_1.2,0.1222771167755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,2,power_law_1.2,0.1336844825744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,2,power_law_1.2,0.15389568328857423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,2,power_law_1.2,0.176181755065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,2,power_law_1.2,0.21608959197998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,2,power_law_1.2,0.25836288452148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,2,power_law_1.2,0.3799871826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,2,power_law_1.2,0.5062169647216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,2,power_law_1.2,0.7147379302978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,16,power_law_1.01,7.089149169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,2,power_law_1.2,0.02513279914855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,2,power_law_1.2,0.02971776008605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,2,power_law_1.2,0.03476991891860962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,2,power_law_1.2,0.039755520820617674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,2,power_law_1.2,0.04663424015045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,2,power_law_1.2,0.06126719951629639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,2,power_law_1.2,0.06379007816314697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,2,power_law_1.2,0.0647334384918213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,2,power_law_1.2,0.8948159790039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,2,power_law_1.2,0.07923200130462646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,2,power_law_1.2,0.08212096214294433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,2,power_law_1.2,0.08205183982849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,2,power_law_1.2,0.08681728363037108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,2,power_law_1.2,0.08747391700744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,2,power_law_1.2,0.09261568069458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,2,power_law_1.2,0.09578495979309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,2,power_law_1.2,0.09953536033630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,2,power_law_1.2,0.10846591949462892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,2,power_law_1.2,0.13013631820678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,2,power_law_1.2,0.14811136245727538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,2,power_law_1.2,0.18825471878051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,2,power_law_1.2,0.2278131294250488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,2,power_law_1.2,0.3274355316162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,2,power_law_1.2,0.4042777633666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,2,power_law_1.2,0.5787315368652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,2,power_law_1.2,1.3741722106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,2,power_law_1.2,0.7490303802490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,1,balanced,0.03159359931945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,1,balanced,0.043356800079345705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,1,balanced,0.0523199987411499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,1,balanced,0.0680191993713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,1,balanced,0.09818367958068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,1,balanced,0.09982272148132323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,1,balanced,0.10175616264343261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,1,balanced,0.10241727828979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,1,balanced,0.10397503852844239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,1,balanced,0.1054316806793213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,1,balanced,0.10829759597778321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,1,balanced,0.12325632095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,1,balanced,0.12551936149597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,1,balanced,0.1287104034423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,1,balanced,0.13198464393615722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,1,balanced,0.13485055923461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,1,balanced,0.14191871643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,1,balanced,0.15794560432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,1,balanced,0.17525312423706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,1,balanced,0.22123712539672852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,1,balanced,0.2551948738098145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,1,balanced,0.3700844955444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,1,balanced,0.4682169723510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,1,balanced,0.7110291290283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,1,balanced,0.9278656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,1,balanced,1.3918074035644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,2,power_law_1.2,1.0954444885253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,balanced,0.03272192001342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,balanced,0.0368012809753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,balanced,0.04527103900909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,balanced,0.06323264122009278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,1,balanced,1.90599365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,balanced,0.10161279678344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,balanced,0.10263423919677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,balanced,0.10320960044860841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,balanced,0.10506560325622558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,balanced,0.10511296272277833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,balanced,0.10629504203796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,2,power_law_1.2,1.7476812744140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,balanced,0.10783359527587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,balanced,0.13044992446899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,balanced,0.13298751831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,balanced,0.12957695960998533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,balanced,0.13291968345642088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,balanced,0.13693056106567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,balanced,0.142096004486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,balanced,0.15783679962158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,balanced,0.17159807205200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,balanced,0.20413503646850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,balanced,0.23375104904174804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,balanced,0.3664812850952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,balanced,0.42645950317382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,balanced,0.6212736129760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,balanced,0.8196147155761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,1,power_law_1.01,0.03096191883087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,balanced,1.2110700988769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,1,power_law_1.01,0.04703551769256592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,1,power_law_1.01,0.05321856021881104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,1,power_law_1.01,0.0618291187286377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,1,power_law_1.01,0.07387072086334229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,balanced,1.621625671386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,1,power_law_1.01,0.09025856018066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,1,power_law_1.01,0.0981049633026123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,1,power_law_1.01,0.10185536384582519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,1,power_law_1.01,0.1044153594970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,1,power_law_1.01,0.11163840293884278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,1,power_law_1.01,0.12134336471557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,1,power_law_1.01,0.12479040145874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,1,power_law_1.01,0.12820032119750976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,1,power_law_1.01,0.09562432289123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,1,power_law_1.01,0.1348832035064697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,1,power_law_1.01,0.1365056037902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,1,power_law_1.01,0.14591679573059083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,1,power_law_1.01,0.16718847274780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,1,power_law_1.01,0.1861292839050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,1,power_law_1.01,0.2268422317504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,1,power_law_1.01,0.27573503494262697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,1,power_law_1.01,0.4025279998779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,1,power_law_1.01,0.5355014419555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,1,power_law_1.01,0.7434444427490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,1,power_law_1.01,0.9560774230957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.01,0.03279936075210571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.01,0.03731136083602905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,1,power_law_1.01,1.4088287353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.01,0.04808767795562744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.01,0.05756800174713135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.01,0.06798272132873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.01,0.0907027244567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.01,0.0950169563293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,1,power_law_1.01,1.8887615966796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.01,0.09761664390563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.01,0.09973376274108887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.01,0.10049280166625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.01,0.10447744369506835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.01,0.12728960037231446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.01,0.12924351692199706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.01,0.13371392250061037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.01,0.13775744438171386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.01,0.14611776351928712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.01,0.16330047607421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.01,0.18803071975708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.01,0.21251840591430665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.01,0.25407039642333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.01,0.30099264144897464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.01,0.40701633453369135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.01,0.49273536682128904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.01,0.6870687866210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,2,power_law_1.2,1.4321241760253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.01,0.8818854522705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,1,power_law_1.2,0.030409600734710697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,1,power_law_1.2,0.04722815990447998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,1,power_law_1.2,0.052030720710754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.01,1.2746656036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,1,power_law_1.2,0.05958784103393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,1,power_law_1.2,0.07118912220001221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,1,power_law_1.2,0.09611776351928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,1,power_law_1.2,0.09155648231506348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,1,power_law_1.2,0.09908991813659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,1,power_law_1.2,0.10305088043212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,1,power_law_1.2,0.1063385581970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.01,1.6690559387207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,1,power_law_1.2,0.12182911872863769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,1,power_law_1.2,0.13054976463317872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,1,power_law_1.2,0.13375359535217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,1,power_law_1.2,0.13838848114013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,1,power_law_1.2,0.14828479766845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,1,power_law_1.2,0.11110400199890136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,1,power_law_1.2,0.1680428886413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,1,power_law_1.2,0.18843711853027342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,1,power_law_1.2,0.12563391685485842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,1,power_law_1.2,0.23032127380371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,1,power_law_1.2,0.27724288940429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,1,power_law_1.2,0.4001964950561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,1,power_law_1.2,0.5409849548339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,1,power_law_1.2,0.7533984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.2,0.032958719730377194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.2,0.03947200059890747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.2,0.04797311782836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.2,0.055751042366027834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.2,0.06622719764709473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.2,0.09241472244262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.2,0.09547776222229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.2,0.09810175895690917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.2,0.09990143775939941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,1,power_law_1.2,0.9597503662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.2,0.09952768325805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.2,0.1032921600341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.2,0.12665920257568358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.2,0.13193728446960448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.2,0.13681983947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.2,0.14562687873840333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.2,0.15168704032897948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.2,0.17464576721191408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.2,0.19313343048095705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.2,0.21563648223876952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.2,0.2603071975708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.2,0.30515392303466793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.2,0.4087980651855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.2,0.4990662384033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.2,0.6866611480712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.2,0.8792601776123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,1,power_law_1.2,1.4278662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,32,balanced,0.06979968070983886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,32,balanced,0.07011839866638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,32,balanced,0.06997632026672364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,32,balanced,0.0906982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,32,balanced,0.1438387203216553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,32,balanced,0.2079091262817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,32,balanced,0.2088755226135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,32,balanced,0.20989568710327147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,32,balanced,0.20950271606445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,32,balanced,0.21173376083374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,32,balanced,0.21368831634521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,32,balanced,0.21518335342407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,32,balanced,0.21956352233886717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,32,balanced,0.22091648101806644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,32,balanced,0.2254604721069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,32,balanced,0.23417343139648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,32,balanced,0.2344460868835449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,32,balanced,0.2609305572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,32,balanced,0.28413440704345705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,32,balanced,0.3730508804321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,32,balanced,0.41265407562255857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,32,balanced,0.5827008056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,32,balanced,0.6786112213134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,32,balanced,0.8656089782714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,32,balanced,1.1419174194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,32,balanced,1.6318400573730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,32,balanced,2.1199090576171877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,32,balanced,0.044121599197387694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,32,balanced,0.04455167770385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,32,balanced,0.0440447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,32,balanced,0.056419839859008794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,4096,1536,8,128,2,16,power_law_1.2,4.753246765136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,32,balanced,0.08866815567016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,32,balanced,0.11219327926635743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,32,balanced,0.10966272354125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,32,balanced,0.11318016052246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,32,balanced,0.11260160446166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,32,balanced,0.1145894432067871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,32,balanced,0.12065407752990723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,32,balanced,0.12251520156860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,32,balanced,0.12666624069213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,32,balanced,0.13063424110412597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,32,balanced,0.1373964786529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,32,balanced,0.11849856376647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,32,balanced,0.13300479888916014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,32,balanced,0.1454476833343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,32,balanced,0.15497088432312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,32,balanced,0.1753843116760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,32,balanced,0.19101055145263673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,32,balanced,0.2466009521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,32,balanced,0.2895577621459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,32,balanced,0.3933363342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,32,balanced,0.5009907150268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.2,1.2652588653564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,32,balanced,0.6619007873535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,32,balanced,0.8875225830078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,32,power_law_1.01,0.17238912582397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,32,power_law_1.01,0.1721996879577637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,32,power_law_1.01,0.172805118560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,32,power_law_1.01,0.15705087661743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,1,power_law_1.2,1.8872416687011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,32,power_law_1.01,0.1706496047973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,32,power_law_1.01,0.1932032012939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,32,power_law_1.01,0.2112345504760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,32,power_law_1.01,0.20669952392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,32,power_law_1.01,0.21252864837646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,32,power_law_1.01,0.21626752853393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,32,power_law_1.01,0.21811967849731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,32,power_law_1.01,0.22853759765624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,32,power_law_1.01,0.22922880172729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,32,power_law_1.01,0.2430400085449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,32,power_law_1.01,0.27600000381469725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,32,power_law_1.01,0.28771968841552736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,32,power_law_1.01,0.33948673248291017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,32,power_law_1.01,0.4401689529418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,32,power_law_1.01,0.49346561431884767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,32,power_law_1.01,0.6945970916748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,32,power_law_1.01,0.8417228698730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,32,power_law_1.01,1.2034226989746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,32,power_law_1.01,1.5738073730468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,32,power_law_1.01,2.4923301696777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.10485504150390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.10482048034667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.10118399620056154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.0948300838470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,32,power_law_1.01,3.7880218505859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.08761728286743165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.10013952255249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.1039846420288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.11090304374694823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.11355008125305174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.11161855697631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.125099515914917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.13170432090759276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.13599743843078613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.13893119812011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.14124416351318358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,32,power_law_1.01,5.120560913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.1469158363342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.15901439666748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.19547264099121092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.2082534408569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.28371200561523435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,32,power_law_1.01,5.55083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.34718593597412106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,0.43255680084228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,0.5774899291992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,0.8599052429199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,1.0499878692626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,1.8952549743652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,2.155444488525391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.2,1.6622309875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,16,power_law_1.01,8.805154418945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,1,32,power_law_1.2,0.17308927536010743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,1,32,power_law_1.2,0.17245567321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,1,32,power_law_1.2,0.17298431396484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,1,32,power_law_1.2,0.1705638313293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,1,32,power_law_1.2,0.1616307258605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,1,32,power_law_1.2,0.18682239532470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,1,32,power_law_1.2,0.19956735610961912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,1,32,power_law_1.2,0.21199743270874025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,1,32,power_law_1.2,0.20867456436157225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,1,32,power_law_1.2,0.21435007095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,1,32,power_law_1.2,0.2239334487915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,1,32,power_law_1.2,0.22390272140502931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,1,32,power_law_1.2,0.2370240020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,1,32,power_law_1.2,0.26785024642944333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,1,32,power_law_1.2,0.2782310485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,1,32,power_law_1.2,0.2915046310424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,1,32,power_law_1.2,0.35383422851562496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,1,32,power_law_1.2,0.47219200134277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,1,32,power_law_1.2,0.6041766357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,1,32,power_law_1.2,0.8452146911621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,1,32,power_law_1.2,1.064752655029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,1,32,power_law_1.2,1.4391065979003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,1,32,power_law_1.2,2.465687103271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,1,32,power_law_1.2,3.4742401123046873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,1,32,power_law_1.2,5.084154968261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,1,32,power_law_1.2,6.684340209960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.11431039810180663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.10364416122436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.1039616012573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.09845248222351075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.0900761604309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.1015436840057373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.10349951744079591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.10772224426269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.11481087684631348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.1175551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.12921088218688964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.1320844841003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.1345689582824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.1400051212310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.14012160301208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.1391923236846924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.15921792030334472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,1,32,power_law_1.2,8.910370483398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.20777599334716798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.3157734489440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.39954433441162107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.24355840682983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,0.604268798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,0.8119590759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,1.1954431915283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,1.5103514099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,2.5313856506347654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,3.1675326538085935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,4096,1536,8,128,2,16,power_law_1.2,7.1185986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,16,balanced,0.06275199890136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,16,balanced,0.056375041007995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,16,balanced,0.06510208129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,16,balanced,0.08823040008544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,16,balanced,0.14513536453247072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,16,balanced,0.20983808517456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,16,balanced,0.2121766471862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,16,balanced,0.21560192108154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,16,balanced,0.2184819221496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,16,balanced,0.22174463272094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,16,balanced,0.22746112823486325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,16,balanced,0.23056896209716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,16,balanced,0.23242496490478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,16,balanced,0.22732032775878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,16,balanced,0.23393791198730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,16,balanced,0.23929344177246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,16,balanced,0.25453439712524417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,16,balanced,0.27220479965209965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,16,balanced,0.30032896041870116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,16,balanced,0.4023321533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,16,balanced,0.45158016204833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,16,balanced,0.6320256042480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,16,balanced,0.754755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,16,balanced,0.9748172760009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,16,balanced,1.2905369567871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,16,balanced,1.8568832397460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,16,balanced,0.032262399196624755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,16,balanced,0.032186880111694335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,16,balanced,0.041264638900756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,16,balanced,0.0563263988494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,16,balanced,2.4203443908691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,16,balanced,0.11348480224609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,16,balanced,0.11585408210754396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,16,balanced,0.11791616439819337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,16,balanced,0.0898201560974121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,16,balanced,0.1193446445465088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,16,balanced,0.12186112403869628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,16,balanced,0.12429951667785644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,16,balanced,0.12913663864135744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,16,balanced,0.13305343627929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,16,balanced,0.12637696266174317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,16,balanced,0.12943103790283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,16,balanced,0.13331071853637694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,16,balanced,0.1416870403289795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,16,balanced,0.15813887596130372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,16,balanced,0.1755161666870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,16,balanced,0.2074508857727051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,16,balanced,0.23728767395019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,16,balanced,0.31810047149658205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,16,balanced,0.37627262115478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,16,balanced,0.5304127883911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,16,balanced,0.6911373138427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,16,balanced,0.9256716918945311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,16,balanced,0.06162816047668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,16,balanced,0.061689600944519044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,16,balanced,0.07336575984954834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,16,balanced,1.2414745330810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,16,balanced,0.07396607875823975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,16,balanced,0.07494656085968018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,16,balanced,0.10198783874511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,16,balanced,0.10552831649780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,16,balanced,0.1350271987915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,16,balanced,0.13339391708374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,16,balanced,0.17691520690917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,16,balanced,0.21221504211425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,16,balanced,0.21495807647705076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,16,balanced,0.22101375579833987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,16,balanced,0.3204390335083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,16,balanced,0.3238873672485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,16,balanced,0.39462398529052733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,16,balanced,0.5025369644165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,16,balanced,0.6680934143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,16,balanced,0.8342745971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,16,balanced,1.156957473754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,16,balanced,1.5156019592285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,16,balanced,2.2223219299316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,16,balanced,2.799504699707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,16,balanced,4.146550903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,16,balanced,5.615655517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,16,power_law_1.01,0.14313728332519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,16,power_law_1.01,0.17088640213012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,16,power_law_1.01,0.18192512512207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,16,power_law_1.01,0.18251007080078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,16,power_law_1.01,0.1662540817260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,16,power_law_1.01,0.19087615966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,16,power_law_1.01,0.19929855346679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,16,power_law_1.01,0.20966527938842772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,16,power_law_1.01,0.21924095153808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,16,power_law_1.01,0.22201984405517577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,16,power_law_1.01,0.22643327713012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,16,balanced,9.167095336914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,16,power_law_1.01,0.2334284782409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,16,power_law_1.01,0.24431488037109378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,16,power_law_1.01,0.24573696136474607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,16,power_law_1.01,0.2697881507873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,16,power_law_1.01,0.2897587203979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,16,power_law_1.01,0.305425910949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,16,power_law_1.01,0.36445568084716795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,16,power_law_1.01,0.43616382598876957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,16,power_law_1.01,0.5661900711059571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,16,power_law_1.01,0.6976064300537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,16,power_law_1.01,1.0561907196044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,16,power_law_1.01,1.3833702087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,16,balanced,11.5264453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,16,power_law_1.01,1.9283941650390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,16,power_law_1.01,2.6361471557617184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,16,power_law_1.01,0.0881100845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,16,power_law_1.01,0.10508543968200683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,16,power_law_1.01,0.09885567665100098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,16,power_law_1.01,0.10593407630920411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,16,power_law_1.01,4.060816650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,16,power_law_1.01,0.10252544403076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,16,power_law_1.01,0.11218432426452636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,16,power_law_1.01,0.111014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,16,power_law_1.01,0.11380991935729981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,16,power_law_1.01,0.11559679985046387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,16,power_law_1.01,0.11942784309387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,16,power_law_1.01,0.12636032104492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,16,power_law_1.01,0.13419648170471193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,16,power_law_1.01,0.13352831840515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,16,power_law_1.01,0.12797696113586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,16,power_law_1.01,0.13406975746154787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,16,power_law_1.01,0.14013440132141114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,16,power_law_1.01,0.15220352172851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,16,power_law_1.01,5.3889703369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,16,power_law_1.01,0.17138944625854494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,16,power_law_1.01,0.2225190353393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,16,power_law_1.01,0.2639449691772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,16,power_law_1.01,0.32655361175537106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,16,power_law_1.01,0.41777664184570307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,16,power_law_1.01,0.5482278442382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,16,power_law_1.01,0.7634611511230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,16,power_law_1.01,0.9474905395507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,16,power_law_1.01,0.06129536151885986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,16,power_law_1.01,0.07350527763366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,16,power_law_1.01,1.4902822875976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,16,power_law_1.01,0.07398015975952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,16,power_law_1.01,0.07961599826812744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,16,power_law_1.01,0.07865856170654298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,16,power_law_1.01,1.9732698059082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,16,power_law_1.01,0.10050304412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,16,power_law_1.01,0.13620223999023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,16,power_law_1.01,0.13334783554077148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,16,power_law_1.01,0.17956480026245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,16,power_law_1.01,0.16430591583251952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,16,power_law_1.01,0.22999296188354493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,16,power_law_1.01,0.24008192062377928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,16,power_law_1.01,0.2526144027709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,16,power_law_1.01,0.3252403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,16,power_law_1.01,0.39170433044433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,16,power_law_1.01,0.4784486389160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,16,power_law_1.01,0.6361369705200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,16,power_law_1.01,0.9076697540283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,16,power_law_1.01,1.1594598388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,16,power_law_1.01,2.0662054443359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,16,power_law_1.01,2.211838684082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,16,power_law_1.01,3.3142208862304683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,16,power_law_1.2,0.14371456146240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,16,power_law_1.2,0.1520294380187988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,16,power_law_1.2,0.18198400497436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,16,power_law_1.2,0.1833292770385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,16,power_law_1.2,0.16753152847290037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,16,power_law_1.2,0.19038463592529298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,16,power_law_1.2,0.19819007873535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,16,power_law_1.2,0.2101555252075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,16,power_law_1.2,0.21472511291503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,16,power_law_1.2,0.2198464012145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,16,power_law_1.2,0.2320832061767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,16,power_law_1.2,0.2301158332824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,16,power_law_1.2,0.23977600097656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,16,power_law_1.2,0.23748352050781252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,16,power_law_1.2,0.24911615371704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,16,power_law_1.2,0.2997875213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,16,power_law_1.2,0.30167808532714846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,16,power_law_1.2,0.3879846572875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,16,power_law_1.2,0.47992576599121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,16,power_law_1.2,0.690219497680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,16,power_law_1.2,0.8270451354980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,16,power_law_1.2,1.2363238525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,16,power_law_1.2,1.712367401123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,16,power_law_1.2,2.5504205322265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,16,power_law_1.2,3.6417651367187505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,16,power_law_1.01,5.731036376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,16,power_law_1.2,4.978123474121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,16,power_law_1.2,0.08631296157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,16,power_law_1.2,0.08754816055297851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,16,power_law_1.2,0.09904895782470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,16,power_law_1.2,0.09627903938293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,16,power_law_1.2,0.08820992469787597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,16,power_law_1.2,0.10644224166870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,16,power_law_1.2,6.923309936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,16,power_law_1.2,0.11043711662292481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,16,power_law_1.2,0.11359871864318846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,16,power_law_1.2,0.12153727531433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,16,power_law_1.2,0.12067456245422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,16,power_law_1.2,0.13102080345153808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,16,power_law_1.2,0.13533056259155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,16,power_law_1.2,0.13047295570373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,16,power_law_1.2,0.1223680019378662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,16,power_law_1.2,0.13057408332824708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,16,power_law_1.2,0.14044544219970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,16,power_law_1.2,0.15819904327392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,16,power_law_1.2,0.1912460708618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,16,power_law_1.2,0.2410176086425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,16,power_law_1.2,0.27971839904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,16,power_law_1.2,0.3460006332397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,16,power_law_1.2,0.5112627029418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,16,power_law_1.2,0.6720127868652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,16,power_law_1.2,0.9868339538574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,16,power_law_1.2,1.2788800048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,16,power_law_1.2,1.9431590270996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2560,8,160,2,16,power_law_1.2,0.06541696071624756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2560,8,160,2,16,power_law_1.2,0.07337984085083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2560,8,160,2,16,power_law_1.2,0.07437952041625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2560,8,160,2,16,power_law_1.2,0.07467904090881347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2560,8,160,2,16,power_law_1.2,0.08068991661071777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2560,8,160,2,16,power_law_1.2,0.10171775817871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2560,8,160,2,16,power_law_1.2,0.1060531234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2560,8,160,2,16,power_law_1.2,0.1350399971008301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2560,8,160,2,16,power_law_1.2,0.16000383377075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2560,8,160,2,16,power_law_1.2,0.1642470359802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2560,8,160,2,16,power_law_1.2,0.23305984497070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,16,power_law_1.2,2.5405593872070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2560,8,160,2,16,power_law_1.2,0.24933759689331056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2560,8,160,2,16,power_law_1.2,0.3134003257751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2560,8,160,2,16,power_law_1.2,0.3936320114135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2560,8,160,2,16,power_law_1.2,0.4819635009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2560,8,160,2,16,power_law_1.2,0.5614387130737304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2560,8,160,2,16,power_law_1.2,0.7252095794677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2560,8,160,2,16,power_law_1.2,1.0856038665771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2560,8,160,2,16,power_law_1.2,1.3250714111328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,16,power_law_1.01,6.553260498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2560,8,160,2,16,power_law_1.2,2.151331787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,16,power_law_1.01,9.722643432617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,4096,1536,8,128,2,16,power_law_1.2,9.427072143554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2560,8,160,2,16,power_law_1.2,2.8447348022460934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2560,8,160,2,16,power_law_1.2,4.140541381835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,8,balanced,0.02930560111999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,8,balanced,0.05388160228729248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,8,balanced,0.06389887809753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,8,balanced,0.08898176193237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,8,balanced,0.14671615600585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,8,balanced,0.20950271606445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,8,balanced,0.21548927307128904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,8,balanced,0.21894399642944337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,8,balanced,0.2245849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,8,balanced,0.2266636848449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,8,balanced,0.22126720428466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,8,balanced,0.2254323196411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,8,balanced,0.22907392501831056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,8,balanced,0.23583616256713866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,8,balanced,0.24458112716674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,8,balanced,0.25398399353027346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,8,balanced,0.2687718391418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,8,balanced,0.2979827117919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,8,balanced,0.3330060958862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,8,balanced,0.45376640319824213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,8,balanced,0.5331814575195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,8,balanced,0.7612992095947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,8,balanced,0.9098854064941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,8,balanced,1.2233971405029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,8,balanced,1.6201855468750002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,8,balanced,2.3448640441894533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,8,balanced,3.0863665771484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,8,balanced,0.030336000919342042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,8,balanced,0.03106048107147217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,8,balanced,0.04193535804748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,8,balanced,0.059297280311584474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,8,balanced,0.09288448333740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,8,balanced,0.11864959716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,8,balanced,0.12270976066589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,8,balanced,0.12560895919799803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,8,balanced,0.12867456436157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,8,balanced,0.13133055686950684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,8,balanced,0.12447872161865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,8,balanced,0.1283571243286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,8,balanced,0.1307801628112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,8,balanced,0.13743231773376466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,8,balanced,0.14561663627624513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,8,balanced,0.15363840103149412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,8,balanced,0.16812799453735353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,8,balanced,0.19645696640014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,8,balanced,0.22300287246704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,8,balanced,0.2754751968383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,8,balanced,0.3269171142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,8,balanced,0.4542387390136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,8,balanced,0.5634649658203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,8,balanced,0.8079526519775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,8,balanced,1.0563187408447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,8,balanced,1.4886912536621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,8,balanced,1.9848973083496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,8,power_law_1.01,0.08784768104553223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,8,power_law_1.01,0.11508864402770995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,8,power_law_1.01,0.12463232040405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,8,power_law_1.01,0.15182975769042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,8,power_law_1.01,0.1474777603149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,8,power_law_1.01,0.19042560577392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,8,power_law_1.01,0.2021478462219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,8,power_law_1.01,0.20675584793090823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,8,power_law_1.01,0.220633602142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,8,power_law_1.01,0.22214656829833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,8,power_law_1.01,0.22779136657714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,8,power_law_1.01,0.2265395164489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,8,power_law_1.01,0.2232883262634277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,8,power_law_1.01,0.2296076774597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,8,power_law_1.01,0.2399705505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,8,power_law_1.01,0.25060735702514647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,8,power_law_1.01,0.2820479965209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,8,power_law_1.01,0.33325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,8,power_law_1.01,0.4016422271728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,8,power_law_1.01,0.5083571243286132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,8,power_law_1.01,0.6452480316162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,8,power_law_1.01,0.8456050872802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,8,power_law_1.01,1.0373363494873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,8,power_law_1.01,1.4950413513183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,8,power_law_1.01,2.032970275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,8,power_law_1.01,2.8870529174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,8,power_law_1.01,3.7902297973632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,8,power_law_1.01,0.06335872173309326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,8,power_law_1.01,0.08234751701354981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,8,power_law_1.01,0.06915584087371826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,8,power_law_1.01,0.0883456039428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,8,power_law_1.01,0.09274239540100097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,8,power_law_1.01,0.10844672203063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,8,power_law_1.01,0.11022080421447752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,8,power_law_1.01,0.11559935569763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,8,power_law_1.01,0.11776639938354491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,8,power_law_1.01,0.12321536064147949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,8,power_law_1.01,0.12682880401611327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,8,power_law_1.01,0.12983551979064942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,8,power_law_1.01,0.12382847785949706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,8,power_law_1.01,0.12874367713928223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,8,power_law_1.01,0.13402112007141115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,8,power_law_1.01,0.13840895652770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,8,power_law_1.01,0.15537280082702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,8,power_law_1.01,0.1784601593017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,8,power_law_1.01,0.20561920166015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,8,power_law_1.01,0.27233919143676755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,8,power_law_1.01,0.3263859176635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,8,power_law_1.01,0.3893977737426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,8,power_law_1.01,0.5624319839477538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2560,8,160,2,16,power_law_1.2,5.4790539550781245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,8,power_law_1.01,0.7078912353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,8,power_law_1.01,0.9823859405517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,8,power_law_1.01,1.5055783081054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,8,power_law_1.2,0.10234880447387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,8,power_law_1.2,0.09380736351013183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,8,power_law_1.2,0.1252569580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,8,power_law_1.01,2.1223846435546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,8,power_law_1.2,0.13157504081726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,8,power_law_1.2,0.18818687438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,8,power_law_1.2,0.14385791778564455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,8,power_law_1.2,0.19862911224365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,8,power_law_1.2,0.21268352508544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,8,power_law_1.2,0.2178803253173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,8,power_law_1.2,0.22248960494995118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,8,power_law_1.2,0.2294233512878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,8,power_law_1.2,0.22455167770385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,8,power_law_1.2,0.2242777633666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,8,power_law_1.2,0.22864383697509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,8,power_law_1.2,0.2389606475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,8,power_law_1.2,0.25175296783447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,8,power_law_1.2,0.26752256393432616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,8,power_law_1.2,0.351778564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,8,power_law_1.2,0.4231999969482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,8,power_law_1.2,0.5581926345825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,8,power_law_1.2,0.6806259155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,8,power_law_1.2,0.877343978881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,8,power_law_1.2,1.214065933227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,8,power_law_1.2,2.356336669921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,8,power_law_1.2,1.8095744323730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,8,power_law_1.2,3.5926528930664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,8,power_law_1.2,0.05713535785675049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,8,power_law_1.2,0.05901055812835694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,8,power_law_1.2,0.07134592056274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,8,power_law_1.2,0.0803046417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,8,power_law_1.2,0.0883839988708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,8,power_law_1.2,4.617748413085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,8,power_law_1.2,0.10661760330200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,8,power_law_1.2,0.11201408386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,8,power_law_1.2,0.11387264251708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,8,power_law_1.2,0.1181772804260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,8,power_law_1.2,0.12149888038635255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,8,power_law_1.2,0.12706944465637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,8,power_law_1.2,0.12100864410400392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,8,power_law_1.2,0.1256614398956299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,8,power_law_1.2,0.12585472106933593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,8,power_law_1.2,0.13437696456909182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,8,power_law_1.2,0.14101887702941895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,8,power_law_1.2,0.16232704162597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,8,power_law_1.2,0.19227136611938475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,8,power_law_1.2,0.2289228820800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,8,power_law_1.2,0.29401216506958006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,8,power_law_1.2,0.32470527648925784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,8,power_law_1.2,0.47007102966308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,8,power_law_1.2,0.5981273651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,8,power_law_1.2,0.8449561309814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,8,power_law_1.2,1.1657382202148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,8,power_law_1.2,1.696458282470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,4,balanced,0.03755136013031006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,4,balanced,0.05382912158966065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,4,balanced,0.06553984165191651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,4,balanced,0.09007231712341308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,4,balanced,0.14646783828735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,4,balanced,0.17971200942993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,4,balanced,0.21193216323852537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,4,balanced,0.21529983520507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,4,balanced,0.2194086456298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,4,balanced,0.22179456710815432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,4,balanced,0.21594240188598635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,4,balanced,0.21946624755859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,4,balanced,0.22394624710083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,4,balanced,0.23157888412475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,4,balanced,0.23720191955566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,4,balanced,0.2456166458129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,4,balanced,0.2574412727355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,4,balanced,0.28434303283691403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,4,balanced,0.3078579139709473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,4,balanced,0.44228225708007807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,4,balanced,0.5237222290039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,4,balanced,0.7579392242431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,8,power_law_1.2,2.1470745849609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,4,balanced,0.9292249298095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,4,balanced,1.2245286560058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,4,balanced,1.5962074279785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,4,balanced,2.3045849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,4,balanced,0.030827519893646238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,4,balanced,0.033224959373474125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,4,balanced,0.04538496017456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,4,balanced,0.06276607990264893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,4,balanced,3.0063885498046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,4,balanced,0.097192964553833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,4,balanced,0.13415424346923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,4,balanced,0.11783552169799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,4,balanced,0.13599743843078613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,4,balanced,0.13860608100891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,4,balanced,0.1412287998199463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,4,balanced,0.13459327697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,4,balanced,0.1376371192932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,4,balanced,0.1400102424621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,4,balanced,0.14676095962524413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,4,balanced,0.15354496002197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,4,balanced,0.15977215766906738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,4,balanced,0.17188352584838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,4,balanced,0.19921407699584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,4,balanced,0.2223219108581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,4,balanced,0.27315711975097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,4,balanced,0.3273382568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,4,balanced,0.46192382812500005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,4,balanced,0.569107208251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,4,balanced,0.8149286651611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,4,balanced,1.0609305572509764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,4,balanced,1.512742462158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,4,power_law_1.01,0.06478464126586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,4,power_law_1.01,0.07764351844787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,4,power_law_1.01,0.08882559776306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,4,balanced,2.0080717468261717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,4,power_law_1.01,0.10673024177551269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,4,power_law_1.01,0.11854592323303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,4,power_law_1.01,0.15628543853759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,4,power_law_1.01,0.18921472549438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,4,power_law_1.01,0.19708799362182616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,4,power_law_1.01,0.2046758460998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,4,power_law_1.01,0.20925439834594725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,4,power_law_1.01,0.2103731155395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,4,power_law_1.01,0.2111782455444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,4,power_law_1.01,0.213885440826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,4,power_law_1.01,0.22092800140380858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,4,power_law_1.01,0.22481920242309572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,4,power_law_1.01,0.2393894386291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,4,power_law_1.01,0.2534796714782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,4,power_law_1.01,0.2863360023498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,4,power_law_1.01,0.3494195175170899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,4,power_law_1.01,0.4588851165771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,4,power_law_1.01,0.5664166259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,4,power_law_1.01,0.7633805084228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,4,power_law_1.01,0.9982771301269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,4,power_law_1.01,1.361898193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,4,power_law_1.01,1.8776614379882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,4,power_law_1.01,2.6284686279296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,4,power_law_1.01,0.04607232093811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,4,power_law_1.01,0.0579033613204956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,4,power_law_1.01,0.056862721443176265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,4,power_law_1.01,0.07211008071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,4,power_law_1.01,0.07987199783325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,4,power_law_1.01,3.343500671386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,4,power_law_1.01,0.1017676830291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,4,power_law_1.01,0.11658111572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,4,power_law_1.01,0.12546048164367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,4,power_law_1.01,0.12879103660583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,4,power_law_1.01,0.13126144409179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,4,power_law_1.01,0.13816320419311523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,4,power_law_1.01,0.13025919914245604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,4,power_law_1.01,0.13479040145874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,4,power_law_1.01,0.14099712371826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,4,power_law_1.01,0.14516863822937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,4,power_law_1.01,0.15133055686950683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,4,power_law_1.01,0.16678527832031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,4,power_law_1.01,0.20682752609252927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,4,power_law_1.01,0.2432089614868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,4,power_law_1.01,0.29856000900268553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,4,power_law_1.01,0.35226623535156254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,4,power_law_1.01,0.4712524795532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,4,power_law_1.01,0.6009638214111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,4,power_law_1.01,0.86195068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,4,power_law_1.01,1.1121971130371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,4,power_law_1.01,1.5504998779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,4,power_law_1.2,0.0660364818572998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,4,power_law_1.2,0.07076863765716553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,4,power_law_1.2,0.08832256317138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,4,power_law_1.01,2.0668109130859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,4,power_law_1.2,0.09209471702575683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,4,power_law_1.2,0.1216972827911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,4,power_law_1.2,0.14755711555480958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,4,power_law_1.2,0.19028480529785158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,4,power_law_1.2,0.2000422477722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,4,power_law_1.2,0.20465408325195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,4,power_law_1.2,0.21439104080200194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,4,power_law_1.2,0.2157491111755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,4,power_law_1.2,0.21037696838378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,4,power_law_1.2,0.21556224822998046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,4,power_law_1.2,0.22297344207763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2560,8,160,2,16,power_law_1.2,8.52321044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,4,power_law_1.2,0.23234304428100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,4,power_law_1.2,0.24172672271728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,4,power_law_1.2,0.25470336914062497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,4,power_law_1.2,0.2979596710205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,4,power_law_1.2,0.37577472686767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,4,power_law_1.2,0.4939878463745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,4,power_law_1.2,0.5760960006713868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,4,power_law_1.2,0.7917171478271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,4,power_law_1.2,1.0807705688476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,4,power_law_1.2,1.4962098693847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,4,power_law_1.2,1.843505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,4,power_law_1.2,0.04596864223480225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,4,power_law_1.2,0.04897791862487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,4,power_law_1.2,2.801446533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,4,power_law_1.2,0.057310719490051266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,4,power_law_1.2,0.06299392223358155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,4,power_law_1.2,0.08242560386657714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,4,power_law_1.2,0.100381441116333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,4,power_law_1.2,0.12048640251159667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,4,power_law_1.2,0.12627200126647947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,4,power_law_1.2,0.12920960426330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,4,power_law_1.2,0.13284095764160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,4,power_law_1.2,0.13422975540161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,4,power_law_1.2,0.1301030445098877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,4,power_law_1.2,0.13567872047424318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,4,power_law_1.2,0.14027520179748537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,4,power_law_1.2,0.14916223526000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,4,power_law_1.2,0.15944064140319825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,4,power_law_1.2,0.1790412712097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,4,power_law_1.2,0.21382144927978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,4,power_law_1.2,0.250254077911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,4,power_law_1.2,0.3081126403808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,4,power_law_1.2,0.3618137741088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,4,power_law_1.2,3.8503833007812505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,4,power_law_1.2,0.5025996780395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,4,power_law_1.2,0.6188019180297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,4,power_law_1.2,1.1372198486328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,4,power_law_1.2,0.8976358032226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,2,balanced,0.045541119575500486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,2,balanced,0.053753600120544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,4,power_law_1.2,1.6930752563476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,2,balanced,0.06615808010101318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,2,balanced,0.14829824447631837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,2,balanced,0.18229631423950193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,2,balanced,0.18592895507812499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,2,balanced,0.1881599998474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,2,balanced,0.19026048660278322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,2,balanced,0.21110143661499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,2,balanced,0.2140006446838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,4,power_law_1.2,2.1276377868652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,2,balanced,0.09270400047302246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,2,balanced,0.21646080017089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,2,balanced,0.22571136474609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,2,balanced,0.2204659271240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,2,balanced,0.23156991958618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,2,balanced,0.2403788757324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,2,balanced,0.2521625518798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,2,balanced,0.2760140800476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,2,balanced,0.29933183670043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,2,balanced,0.44779262542724607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,2,balanced,0.5047155380249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,2,balanced,0.7497984313964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,2,balanced,0.9426585388183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,2,balanced,1.2641804504394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,2,balanced,1.666676483154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,2,balanced,0.030791680812835693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,2,balanced,0.03412992000579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,2,balanced,0.04660607814788818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,2,balanced,0.06891903877258301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,2,balanced,2.34071044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,2,balanced,0.11204607963562012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,2,balanced,0.13605119705200194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,2,balanced,0.1370751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,2,balanced,0.13801728248596193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,2,balanced,0.13920127868652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,2,balanced,0.18645248413085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,2,balanced,0.18673664093017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,2,balanced,0.19154815673828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,2,balanced,3.02012939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,2,balanced,0.19232128143310548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,2,balanced,0.19999103546142577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,2,balanced,0.20866687774658202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,2,balanced,0.21991167068481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,2,balanced,0.24173311233520506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,2,balanced,0.265036792755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,2,balanced,0.3112371253967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,2,balanced,0.35829887390136717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,2,balanced,0.20410240173339841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,2,balanced,0.5232115173339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,2,balanced,0.6181721496582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,2,balanced,0.8848973083496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,2,balanced,1.1508274841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,2,power_law_1.01,0.05611392021179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,2,power_law_1.01,0.062489600181579584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,2,balanced,1.6464869689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,2,power_law_1.01,0.07503488063812255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,2,power_law_1.01,0.09036160469055175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,2,power_law_1.01,0.10750592231750489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,2,power_law_1.01,0.1577779197692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,2,power_law_1.01,0.15896448135375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,2,power_law_1.01,0.16508159637451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,2,power_law_1.01,0.17438335418701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,2,balanced,2.172849884033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,2,power_law_1.01,0.19863424301147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,2,power_law_1.01,0.20203392028808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,2,power_law_1.01,0.2062259292602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,2,power_law_1.01,0.211592960357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,2,power_law_1.01,0.21758207321166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,2,power_law_1.01,0.22462335586547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,2,power_law_1.01,0.23512832641601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,2,power_law_1.01,0.24870784759521483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,16,power_law_1.01,20.290509033203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,2,power_law_1.01,0.2795724868774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,2,power_law_1.01,0.30703487396240237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,2,power_law_1.01,0.449090576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,2,power_law_1.01,0.5338150405883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,2,power_law_1.01,0.738946533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,2,power_law_1.01,0.9170547485351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,2,power_law_1.01,1.2679283142089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,2,power_law_1.01,1.6483187866210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,2,power_law_1.01,0.03417088031768799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,2,power_law_1.01,0.04422912120819092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,2,power_law_1.01,0.05366655826568604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,2,power_law_1.01,0.06688255786895751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,2,power_law_1.01,0.08148863792419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,2,power_law_1.01,0.1125491237640381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,2,power_law_1.01,2.403258819580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,2,power_law_1.01,0.12054271697998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,2,power_law_1.01,0.12319616317749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,2,power_law_1.01,0.1284684753417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,2,power_law_1.01,0.17430784225463866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,2,power_law_1.01,0.18149375915527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,2,power_law_1.01,0.18517887115478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,2,power_law_1.01,0.18846336364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,2,power_law_1.01,0.19434112548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,2,power_law_1.01,0.19861759185791014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,2,power_law_1.01,3.134996337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,2,power_law_1.01,0.22000255584716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,2,power_law_1.01,0.24071680068969728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,2,power_law_1.01,0.2685580825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,2,power_law_1.01,0.3235340881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,2,power_law_1.01,0.38795265197753903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,2,power_law_1.01,0.524853744506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,2,power_law_1.01,0.2049203109741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,2,power_law_1.01,0.6488140869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,2,power_law_1.01,0.9347058868408202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,2,power_law_1.2,0.05565824031829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,2,power_law_1.01,1.1712115478515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,2,power_law_1.2,0.06035200119018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,2,power_law_1.2,0.08408576011657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,2,power_law_1.2,0.07300864219665527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,2,power_law_1.01,1.6859135437011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,2,power_law_1.2,0.1043507194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,2,power_law_1.2,0.1716339111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,2,power_law_1.2,0.17928192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,2,power_law_1.01,2.2712614440917966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,2,power_law_1.2,0.20473087310791013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,2,power_law_1.2,0.20537471771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,2,power_law_1.2,0.21160575866699222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,2,power_law_1.2,0.21150335311889648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,2,power_law_1.2,0.21865472793579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,2,power_law_1.2,0.22881280899047854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,2,power_law_1.2,0.14699007987976073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,2,power_law_1.2,0.2374348831176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,2,power_law_1.2,0.16032896041870118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,2,power_law_1.2,0.2528000068664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,2,power_law_1.2,0.2868454360961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,2,power_law_1.2,0.3213427352905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,2,power_law_1.2,0.4594585418701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,2,power_law_1.2,0.5341094589233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,2,power_law_1.2,0.7505677032470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,2,power_law_1.2,0.9378482818603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,2,power_law_1.2,1.7021311950683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,2,power_law_1.2,0.035100159645080564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,2,power_law_1.2,0.041291518211364744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,2,power_law_1.2,0.0533516788482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,2,power_law_1.2,1.2862669372558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,2,power_law_1.2,0.06402431964874268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,2,power_law_1.2,0.0778598403930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,2,power_law_1.2,0.11195263862609864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,2,power_law_1.2,0.11866751670837403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,2,power_law_1.2,2.497107238769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,2,power_law_1.2,0.12340479850769044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,2,power_law_1.2,0.12538111686706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,2,power_law_1.2,0.18390016555786132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,2,power_law_1.2,0.18203647613525392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,2,power_law_1.2,0.1868275260925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,2,power_law_1.2,0.18879487991333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,2,power_law_1.2,0.18825727462768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,2,power_law_1.2,0.2008243179321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,2,power_law_1.2,0.20868864059448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,2,power_law_1.2,0.22458240509033206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,2,power_law_1.2,0.24518016815185545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,2,power_law_1.2,0.27261695861816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,2,power_law_1.2,0.330120964050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,2,power_law_1.2,0.40404735565185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,2,power_law_1.2,3.2252261352539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,2,power_law_1.2,0.531770896911621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,2,power_law_1.2,0.6538329315185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,2,power_law_1.2,0.9398643493652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,1,balanced,0.05237504005432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,2,power_law_1.2,1.199389419555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,1,balanced,0.06719488143920899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,1,balanced,0.08111167907714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,1,balanced,0.11058943748474122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,1,balanced,0.17664512634277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,1,balanced,0.21325759887695311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,1,balanced,0.21604991912841798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,1,balanced,0.21862592697143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,1,balanced,0.22084032058715822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,1,balanced,0.22367103576660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,2,power_law_1.2,1.7285055541992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,1,balanced,0.22880640029907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,2,power_law_1.2,2.323068084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,1,balanced,0.2334598350524902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,1,balanced,0.24566335678100587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,1,balanced,0.2491449546813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,1,balanced,0.25252992630004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,1,balanced,0.25889471054077146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,1,balanced,0.26880640029907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,1,balanced,0.2962028884887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,1,balanced,0.32538177490234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,1,balanced,0.5779916763305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,1,balanced,0.5712262344360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,1,balanced,0.7940646362304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,1,balanced,1.1293791961669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,1,balanced,1.4227378845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,balanced,0.04223040103912353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,balanced,0.0490342378616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,balanced,0.06640895843505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,balanced,0.09655872344970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,1,balanced,1.9804205322265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,balanced,0.15737855911254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,balanced,0.20202112197875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,balanced,0.20220096588134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,balanced,0.20511039733886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,balanced,0.20503616333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,balanced,0.20762176513671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,balanced,0.2088185691833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,balanced,0.21284864425659178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,1,balanced,2.7832730102539065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,balanced,0.2596479988098145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,balanced,0.2631814384460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,balanced,0.2662598419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,balanced,0.2720607948303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,balanced,0.2798073577880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,balanced,0.30294975280761716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,balanced,0.3257638549804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,1,balanced,3.5255691528320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,balanced,0.36865345001220706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,balanced,0.4149753570556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,balanced,0.6334988784790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,balanced,0.7187789154052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,balanced,1.036204833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,1,power_law_1.01,0.047153282165527347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,balanced,1.3532345581054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,1,power_law_1.01,0.06768896102905272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,1,power_law_1.01,0.0808454418182373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,1,power_law_1.01,0.1012831974029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,1,power_law_1.01,0.12698495864868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,1,power_law_1.01,0.17747520446777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,balanced,1.9076077270507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,1,power_law_1.01,0.18829887390136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,1,power_law_1.01,0.194649600982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,1,power_law_1.01,0.20198528289794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,1,power_law_1.01,0.2085702323913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,1,power_law_1.01,0.22024383544921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,1,power_law_1.01,0.2335161590576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,1,power_law_1.01,0.23265407562255858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,1,power_law_1.01,0.241276798248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,1,power_law_1.01,0.24736576080322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,1,power_law_1.01,0.2515897560119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,1,power_law_1.01,0.2694060707092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,1,power_law_1.01,0.3089344024658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,1,power_law_1.01,0.3609555053710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,balanced,2.566053161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,1,power_law_1.01,0.4614879989624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,1,power_law_1.01,0.5954848098754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,1,power_law_1.01,0.7963097381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,16,power_law_1.01,18.432890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,1,power_law_1.01,0.9983110046386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.01,0.04203072071075439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,1,power_law_1.01,1.4205056762695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.01,0.05159232139587402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.01,0.06727807998657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.01,0.08770624160766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,1,power_law_1.01,1.852368621826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.01,0.11177023887634277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.01,0.15683072090148925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.01,0.17003456115722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.01,0.18083007812500002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.01,0.18793983459472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.01,0.19208831787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.01,0.19632255554199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.01,0.20225856781005858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.01,0.24947328567504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.01,0.25687231063842775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,1,power_law_1.01,2.6844030761718747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.01,0.2626752090454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.01,0.26692159652709957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.01,0.2816774368286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.01,0.3147302436828613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.01,0.3401772689819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.01,0.40152511596679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,1,power_law_1.01,3.5258053588867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.01,0.4713580703735351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.01,0.6301932907104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.01,0.7554367828369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,1,power_law_1.2,0.04828224182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.01,1.0597901153564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,1,power_law_1.2,0.0675212812423706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.01,1.3505126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,1,power_law_1.2,0.08042943954467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,1,power_law_1.2,0.09631872177124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,1,power_law_1.2,0.1216761589050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.01,1.939630126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,1,power_law_1.2,0.18681983947753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,1,power_law_1.2,0.1765715217590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,1,power_law_1.2,0.19720512390136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,1,power_law_1.2,0.2053081512451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,1,power_law_1.2,0.21445823669433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,1,power_law_1.2,0.22616640090942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,1,power_law_1.2,0.2372979164123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,1,power_law_1.2,0.23891199111938474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.01,2.5416102600097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,1,power_law_1.2,0.2439347267150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,1,power_law_1.2,0.25206655502319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,1,power_law_1.2,0.2601299285888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,1,power_law_1.2,0.27693695068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,1,power_law_1.2,0.31280639648437497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,1,power_law_1.2,0.3646464157104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,1,power_law_1.2,0.4837702560424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,1,power_law_1.2,0.6122380828857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,1,power_law_1.2,0.806490249633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,1,power_law_1.2,1.0057357025146483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.2,0.04246143817901611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.2,0.05239232063293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,1,power_law_1.2,1.420233612060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.2,0.06673151969909667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.2,0.08246848106384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.2,0.10533056259155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.2,0.15576640129089356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.2,0.16586944580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.2,0.18214591979980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,1,power_law_1.2,1.857904052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.2,0.19065919876098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.2,0.19581567764282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.2,0.20224832534790038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.2,0.20633087158203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.2,0.25554304122924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.2,0.2610527992248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.2,0.2679199981689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.2,0.2766739273071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.2,0.2895462417602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.2,0.31749696731567384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.2,0.3477715301513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.2,0.4092710494995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.2,0.47681022644042964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.2,0.6407904052734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.2,0.7640351867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.2,1.0640838623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,1,power_law_1.2,2.7007852172851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,32,balanced,0.07070079803466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.2,1.3509901428222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,32,balanced,0.07051519870758056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,32,balanced,0.07063039779663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,32,balanced,0.0889459228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,32,balanced,0.138091516494751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,32,balanced,0.265218563079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,32,balanced,0.38048255920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,32,balanced,0.4657523345947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,32,balanced,0.47035774230957034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,32,balanced,0.46702720642089846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,32,balanced,0.4732185745239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,32,balanced,0.49039871215820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,32,balanced,0.4986214447021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,32,balanced,0.5021823883056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,32,balanced,0.5087193679809571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,32,balanced,0.5100889587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,32,balanced,0.5167155075073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,32,balanced,0.525497589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,32,balanced,0.5594905471801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,32,balanced,0.6042201614379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,32,balanced,0.6416742706298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,32,balanced,0.7072396850585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.2,1.946071014404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,32,balanced,0.8642969512939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,32,balanced,0.9283046722412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,32,balanced,1.2358860778808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,32,balanced,0.04390399932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,32,balanced,1.5886848449707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,32,balanced,0.044081921577453616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,32,balanced,0.043624958992004394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,32,balanced,0.05548160076141358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,32,balanced,0.08395520210266114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,32,balanced,0.14505727767944337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,32,balanced,0.20667135238647463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,32,balanced,2.275301055908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,32,balanced,0.2179417610168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,32,balanced,0.21878528594970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,32,balanced,0.21852672576904295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,32,balanced,0.2250035285949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,32,balanced,0.22820480346679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,32,balanced,0.22842239379882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,32,balanced,0.2340236854553223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,32,balanced,0.23694591522216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,32,balanced,0.23978368759155275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,1,power_law_1.2,3.5398513793945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,32,balanced,0.23607551574707034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,32,balanced,0.2443302345275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,32,balanced,0.2550464057922363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,32,balanced,0.27372415542602535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,32,balanced,0.30151552200317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,32,balanced,0.3345267105102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,32,balanced,0.37310974121093754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,32,balanced,0.4511820983886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,32,balanced,0.5520191955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,32,balanced,0.09444095611572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,32,balanced,0.7067596435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,32,balanced,0.09499008178710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,32,balanced,0.0948799991607666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,32,balanced,0.9350003051757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,32,balanced,0.12483455657958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,32,balanced,0.125733118057251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,32,balanced,0.13308799743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,32,balanced,0.12808064460754393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,32,balanced,0.1769536018371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,32,balanced,0.1782182312011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,32,balanced,0.17708288192749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,32,balanced,0.21991167068481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,32,balanced,0.24023040771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,32,balanced,0.23743743896484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,32,balanced,0.35681278228759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,32,balanced,0.3602803039550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,32,balanced,0.36409343719482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,32,balanced,0.5784588623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,32,balanced,0.5858969497680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,32,balanced,0.8836083221435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,32,balanced,0.9862540435791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,32,balanced,1.5062541198730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,32,balanced,1.9866035461425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.2,2.5467514038085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,32,balanced,2.8495578002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,32,power_law_1.01,0.2625190353393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,32,power_law_1.01,0.3743679809570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,32,balanced,3.869236450195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,32,power_law_1.01,0.37651073455810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,32,power_law_1.01,0.3787519836425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,32,power_law_1.01,0.37418880462646487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,32,power_law_1.01,0.41920383453369137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,32,power_law_1.01,0.3545113754272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,32,power_law_1.01,0.4292083358764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,32,power_law_1.01,0.4323737716674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,32,balanced,5.435451049804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,32,power_law_1.01,0.4493632125854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,32,power_law_1.01,0.40284160614013675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,32,power_law_1.01,0.4682329559326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,32,power_law_1.01,0.38836734771728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,32,power_law_1.01,0.4210419082641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,32,power_law_1.01,0.4404812622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,32,power_law_1.01,0.4837030410766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,32,power_law_1.01,0.5048780822753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,32,power_law_1.01,0.5889139175415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,32,power_law_1.01,0.648622055053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,32,power_law_1.01,0.7634957122802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,32,balanced,8.12877685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,32,power_law_1.01,0.8376563262939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,32,power_law_1.01,1.0455615997314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,32,power_law_1.01,1.3914060974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,32,power_law_1.01,2.105918731689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,32,power_law_1.01,2.4224652099609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.1460761642456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.20417280197143556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.20575231552124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,32,balanced,11.590701904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.2056857681274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.20650495529174803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,32,power_law_1.01,3.415961608886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.15852031707763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.18582399368286134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.19032447814941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.21317888259887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.21209856033325197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.2149785614013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.22091264724731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.21808895111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.22218368530273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.22483583450317385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.2255219268798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.23728000640869143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.24834047317504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.26984832763671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.3050624084472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.3568345642089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,0.43161983489990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,32,power_law_1.01,4.89298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,0.5252019119262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,0.7304473876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,32,power_law_1.01,0.09444352149963378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,32,power_law_1.01,0.12484352111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,0.9237567901611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,32,power_law_1.01,0.12247424125671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,32,power_law_1.01,0.12745984077453615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,32,power_law_1.01,0.13223936080932616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,1.3045068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,32,power_law_1.01,0.13355520248413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,32,power_law_1.01,0.1782067108154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,32,power_law_1.01,0.17778047561645507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,1.836528625488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,32,power_law_1.01,0.1797529602050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,32,power_law_1.01,0.24128511428833005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,32,power_law_1.01,0.313439998626709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,32,power_law_1.01,0.3260492706298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,32,power_law_1.01,0.3900070571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,32,power_law_1.01,0.4226432037353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,32,power_law_1.01,0.5261568069458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2560,8,160,2,16,power_law_1.2,11.4048779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,32,power_law_1.01,0.5595148849487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,32,power_law_1.01,0.7289459228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,32,power_law_1.01,1.129017562866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,32,power_law_1.01,1.4668595886230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,32,power_law_1.01,1.9890701293945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,32,power_law_1.01,3.0886874389648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,32,power_law_1.01,4.3742041015624995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,32,power_law_1.2,0.2626291275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,32,power_law_1.2,0.37529857635498043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,32,power_law_1.2,0.3755097579956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,32,power_law_1.2,0.3773260879516601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,32,power_law_1.2,0.4648051071166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,32,power_law_1.2,0.36852863311767575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,32,power_law_1.2,0.32659454345703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,32,power_law_1.2,0.42321918487548826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,32,power_law_1.2,0.423454704284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,32,power_law_1.2,0.43287551879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,32,power_law_1.2,0.41403774261474613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,32,power_law_1.2,0.36968193054199217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,32,power_law_1.2,0.43571712493896486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,32,power_law_1.2,0.41195518493652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,32,power_law_1.2,0.4932096099853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,32,power_law_1.01,5.024195861816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,32,power_law_1.2,0.48356353759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,32,power_law_1.2,0.5261695861816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,32,power_law_1.2,0.6644979095458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,32,power_law_1.2,0.7017638397216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,32,power_law_1.2,0.8397952270507811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,32,power_law_1.2,0.9975654602050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,32,power_law_1.2,1.3337727355957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,32,power_law_1.2,1.6384332275390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,32,power_law_1.2,2.7699264526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,32,power_law_1.2,3.1431564331054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,32,power_law_1.2,4.908374938964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.15071104049682618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.20462463378906248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.20480640411376952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.20602495193481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.21649152755737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,32,power_law_1.2,6.502442016601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.20207487106323244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.16353792190551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.18966144561767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.18462463378906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.2038310432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.219736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.22133504867553713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.22469247817993163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.2357798385620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.2267558479309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.2277235221862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.2349350357055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.27831808090209964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.29131904602050784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.3304780960083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.3868415832519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,0.45209728240966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,0.6305433654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,0.8392819213867189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,1.1787430572509767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,1.5936691284179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,32,power_law_1.2,0.09837696075439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,32,power_law_1.2,0.12447744369506837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,32,power_law_1.2,0.12256768226623535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,2.055450897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,32,power_law_1.2,0.1274623966217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,32,power_law_1.2,0.13300479888916014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,32,power_law_1.2,0.16940799713134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,32,power_law_1.2,0.175022087097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,32,power_law_1.2,0.18055295944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,32,power_law_1.2,0.2286220741271973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,32,power_law_1.2,0.23424896240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,32,power_law_1.2,0.30991872787475583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,32,power_law_1.2,0.38669185638427733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,32,power_law_1.2,0.4151744079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,32,power_law_1.2,0.5202201461791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,32,power_law_1.2,0.5473459243774415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,32,power_law_1.2,0.6892813110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,32,power_law_1.2,0.8338406372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,32,power_law_1.01,8.310692138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,32,power_law_1.2,1.1739417266845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,32,power_law_1.2,1.6414643859863283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,32,power_law_1.2,2.5511949157714846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,32,power_law_1.2,2.9329486083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,32,power_law_1.2,4.406925964355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,32,power_law_1.01,10.198292236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,32,power_law_1.01,21.769113769531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,32,power_law_1.2,7.279196166992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,16,balanced,0.03457792043685913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,16,balanced,0.034237439632415774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,16,balanced,0.0505459213256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,16,balanced,0.07978752136230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,16,balanced,0.137260799407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,16,balanced,0.2608627128601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,16,balanced,0.37644798278808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,16,balanced,0.37948543548583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,16,balanced,0.38152576446533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,16,balanced,0.382158088684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,16,balanced,0.389244155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,16,balanced,0.41426944732666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,16,balanced,0.4167513656616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,16,balanced,0.3963967895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,16,balanced,0.3988735961914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,16,balanced,0.40117759704589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,16,balanced,0.42700801849365233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,16,balanced,0.448719367980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,16,balanced,0.47191680908203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,16,balanced,0.5141081619262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,16,balanced,0.5165657424926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,16,balanced,0.5784960174560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,16,balanced,0.6396607971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,16,balanced,0.7596505737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,16,balanced,0.9493644714355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,16,balanced,1.1435084533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,16,balanced,1.536337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,16,balanced,0.03453056097030639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,16,balanced,0.034417920112609864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,16,balanced,0.04325119972229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,16,balanced,0.056390399932861324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,16,balanced,0.08545663833618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,16,balanced,0.14698495864868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,16,balanced,0.20787967681884764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,16,balanced,0.22737407684326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,16,balanced,0.22910335540771481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,16,balanced,0.22943872451782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,16,balanced,0.23413888931274415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,16,balanced,0.23651712417602538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,16,balanced,0.2379033660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,16,balanced,0.2324569511413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,16,balanced,0.23583871841430665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,16,balanced,0.23855743408203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,16,balanced,0.24606975555419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,16,balanced,0.2641228866577149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,16,balanced,0.288401927947998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,16,balanced,0.31976064682006833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,16,balanced,0.35297279357910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,16,balanced,0.41165054321289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,16,balanced,0.4758067321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,16,balanced,0.6129548645019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,16,balanced,0.7658099365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,16,balanced,1.012130584716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,16,balanced,1.3423129272460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,16,balanced,0.06257152080535888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,16,balanced,0.06219264030456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,16,balanced,0.09518207550048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,16,balanced,0.12565247535705565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,16,balanced,0.12729215621948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,16,balanced,0.12946559906005858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,16,balanced,0.13508735656738283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,16,balanced,0.13999103546142577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,16,balanced,0.18338432312011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,16,balanced,0.18343168258666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,16,balanced,0.19281536102294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,16,balanced,0.24365568161010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,16,balanced,0.24532480239868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,16,balanced,0.2930393600463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,16,balanced,0.3033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,16,balanced,0.30967679977416995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,32,power_law_1.2,11.221358642578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,16,balanced,0.5269158554077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,16,balanced,0.6432371520996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,16,balanced,0.790750732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,16,balanced,1.2018201446533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,16,balanced,1.5199948120117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,16,balanced,2.0523776245117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,16,balanced,2.6375219726562498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,16,balanced,3.9867175292968753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,16,balanced,5.239664916992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,16,balanced,8.797529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,16,power_law_1.01,0.13422975540161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,32,power_law_1.01,24.75166748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,16,power_law_1.01,0.36832256317138673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,16,power_law_1.01,0.3575795364379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,16,balanced,11.029737548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,16,power_law_1.01,0.25132160186767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,16,power_law_1.01,0.3652428817749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2560,8,160,2,16,power_law_1.2,18.33069091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,16,power_law_1.01,0.32042110443115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,16,power_law_1.01,0.31711103439331056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,16,power_law_1.01,0.3176601600646973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,16,power_law_1.01,0.3806630325317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,16,power_law_1.01,0.3507712173461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,16,power_law_1.01,0.33838462829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,16,power_law_1.01,0.3703897476196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,16,power_law_1.01,0.3327756881713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,16,power_law_1.01,0.39320190429687496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,16,power_law_1.01,0.4348915100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,32,power_law_1.2,16.4510302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,16,power_law_1.01,0.48750335693359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,16,power_law_1.01,0.5091558456420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,16,power_law_1.01,0.5026636886596679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,16,power_law_1.01,0.692938232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,16,power_law_1.01,0.7353318023681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,16,power_law_1.01,0.9322790527343751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,16,power_law_1.01,0.33312896728515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,16,power_law_1.01,1.1598707580566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,16,power_law_1.01,0.3373952102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,16,power_law_1.01,0.08410880088806152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,16,power_law_1.01,1.564734649658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,16,power_law_1.01,0.14301695823669433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,16,power_law_1.01,0.20336000442504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,16,power_law_1.01,0.20224639892578128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,16,power_law_1.01,0.20653055191040037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,16,power_law_1.01,0.22116863250732424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,16,power_law_1.01,0.19495424270629882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,16,power_law_1.01,2.1013401794433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,16,power_law_1.01,0.20820480346679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,16,power_law_1.01,0.213887996673584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,16,power_law_1.01,0.2040345573425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,16,power_law_1.01,0.20776575088500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,16,power_law_1.01,0.22114944458007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,16,power_law_1.01,0.2206233596801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,16,power_law_1.01,0.22512256622314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,16,power_law_1.01,0.21873279571533205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,16,power_law_1.01,0.22199552536010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,16,power_law_1.01,0.23095424652099608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,16,power_law_1.01,0.2560576057434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.01,0.27703935623168946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.01,0.3218854522705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.01,0.3770585632324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.01,0.46286846160888667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.01,0.5378841781616212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.01,0.8131635284423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.01,0.9170777893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,16,power_law_1.01,0.5726579284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,16,power_law_1.01,0.06212736129760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,16,power_law_1.01,0.07625984191894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,16,power_law_1.01,0.12139007568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.01,1.3167398071289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,16,power_law_1.01,0.12667136192321776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,16,power_law_1.01,0.14368895530700682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,16,power_law_1.01,0.15236607551574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,16,power_law_1.01,0.16217472076416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.01,1.764814147949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,16,power_law_1.01,0.18167808532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,16,power_law_1.01,0.21105791091918946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,16,power_law_1.01,0.2963916778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,16,power_law_1.01,0.31837440490722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,16,power_law_1.01,0.39188480377197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,16,power_law_1.01,0.42905216217041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,16,power_law_1.01,0.21414016723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,16,power_law_1.01,0.4778521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,16,power_law_1.01,0.530013427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,16,power_law_1.01,0.6421657562255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,16,power_law_1.01,0.9535142517089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,16,power_law_1.01,1.0489485168457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,16,power_law_1.01,1.5314700317382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,16,power_law_1.01,1.9557516479492185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,16,power_law_1.01,5.427075805664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,16,power_law_1.01,3.321469421386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,16,power_law_1.2,0.13373824119567873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,16,power_law_1.01,3.6882009887695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,16,power_law_1.2,0.25021312713623045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,16,power_law_1.2,0.3206079864501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,16,power_law_1.2,0.3622719955444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,16,power_law_1.2,0.3757235336303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,16,power_law_1.2,0.32395263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,16,power_law_1.2,0.3324620819091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,16,power_law_1.2,0.3201203155517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,16,power_law_1.2,0.2937727928161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,16,power_law_1.2,0.33347583770751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,16,power_law_1.2,0.3250611114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,16,power_law_1.2,0.3321996688842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,16,power_law_1.2,0.3494527816772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,16,power_law_1.2,0.3916313552856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,16,power_law_1.2,0.39793537139892576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,16,power_law_1.2,0.37871871948242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,16,power_law_1.2,0.4356774520874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,16,power_law_1.2,0.5122201538085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,16,power_law_1.2,0.5483699035644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,16,power_law_1.2,0.575676155090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,16,power_law_1.2,0.5951884841918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,16,power_law_1.2,0.8801100921630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,16,power_law_1.2,1.1540902709960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,16,power_law_1.2,1.4424858093261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,16,power_law_1.2,1.9507264709472658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,16,power_law_1.2,0.7833087921142579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,16,power_law_1.2,0.08397567749023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,16,power_law_1.2,0.14268287658691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,16,power_law_1.2,0.19097728729248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,16,power_law_1.2,0.2015884780883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,16,power_law_1.2,2.6129190063476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,16,power_law_1.2,0.20651391983032225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,16,power_law_1.2,0.25142272949218747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,16,power_law_1.2,0.2026585578918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,16,power_law_1.2,0.21070207595825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,16,power_law_1.2,0.20711040496826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,16,power_law_1.2,0.21580160140991209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,16,power_law_1.2,0.20051200866699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,16,power_law_1.2,0.2203251266479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,16,power_law_1.2,0.22662015914916994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,16,power_law_1.2,0.22112640380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,16,power_law_1.2,0.22145280838012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,16,power_law_1.2,0.22559871673583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,16,power_law_1.2,0.2329484748840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,16,power_law_1.2,0.2642931175231934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.2,0.3017267227172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.2,0.3319283294677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.2,0.3912627029418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.2,0.476129264831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.2,0.6257292938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.2,0.8264780426025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.2,1.0333708953857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.2,1.5558412170410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,16,power_law_1.2,0.06596479892730714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,16,power_law_1.2,0.07383296012878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,16,power_law_1.2,0.12208767890930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.2,2.1413363647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,16,power_law_1.2,0.1258828830718994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,16,power_law_1.2,0.14666624069213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,16,power_law_1.2,0.15273088455200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,16,power_law_1.2,0.17414655685424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,16,power_law_1.2,0.20228351593017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,16,power_law_1.2,0.21584896087646482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,16,power_law_1.2,0.23689599990844729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,16,power_law_1.2,0.3087615966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,16,power_law_1.2,0.353125114440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,16,power_law_1.2,0.39461631774902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,32,power_law_1.2,21.57855224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,16,power_law_1.2,0.4612556838989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,16,power_law_1.2,0.4743859100341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,16,power_law_1.2,0.5540044784545899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,16,power_law_1.2,0.6064729690551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,16,power_law_1.2,0.9410214233398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,16,power_law_1.2,1.1748287963867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,16,power_law_1.2,1.5799845886230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,16,power_law_1.01,7.901758422851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,16,power_law_1.2,2.3310144042968752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,16,power_law_1.2,3.7772723388671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2560,8,160,2,16,power_law_1.2,22.401418457031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,16,power_law_1.2,4.568439025878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,8,balanced,0.03374847888946533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,8,balanced,0.05922175884246826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,8,balanced,0.06804863929748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,8,balanced,0.09194239616394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,8,balanced,0.14456064224243165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,8,balanced,0.2556083106994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,8,balanced,0.38645759582519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,8,balanced,0.46285438537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,8,balanced,0.46622974395751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,8,balanced,0.46943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,8,balanced,0.4659699249267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,8,balanced,0.4714163208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,16,power_law_1.01,13.267685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,8,balanced,0.4837260818481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,8,balanced,0.5074303817749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,8,balanced,0.5210137557983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,8,balanced,0.5184960174560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,8,balanced,0.531544303894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,8,balanced,0.5638463973999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,8,balanced,0.6127807998657226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,8,balanced,0.7020902252197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,8,balanced,0.7832588958740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,8,balanced,0.956280288696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,8,balanced,1.1247129821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,8,balanced,1.4168115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,8,balanced,1.855504608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,8,balanced,2.529945526123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,8,balanced,0.03367039918899536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,8,balanced,0.036551680564880375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,8,balanced,0.04559999942779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,8,balanced,0.06120704174041748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,8,balanced,0.09065471649169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,8,balanced,0.15194623947143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,8,balanced,3.445062255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,8,balanced,0.21998720169067382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,8,balanced,0.23327232360839845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,8,balanced,0.23501056671142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,8,balanced,0.23300224304199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,8,balanced,0.23629184722900393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,8,balanced,0.2403788757324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,8,balanced,0.24854015350341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,8,balanced,0.23940223693847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,8,balanced,0.258474235534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,8,balanced,0.2671334457397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,8,balanced,0.2840934371948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,8,balanced,0.3126387214660645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,8,balanced,0.3437580871582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,8,balanced,0.40247039794921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,8,balanced,0.459576301574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,8,balanced,0.5733824157714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,8,balanced,0.6896601867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,8,balanced,0.9306649780273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,8,balanced,1.1850355529785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,8,balanced,1.6527705383300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,8,balanced,0.04778880119323731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,8,balanced,0.06573952198028564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,8,balanced,0.10119935989379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,8,balanced,0.13248255729675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,8,balanced,2.1849407958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,8,balanced,0.13434368133544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,8,balanced,0.1378662395477295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,8,balanced,0.14478336334228517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,8,balanced,0.14882431983947755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,8,balanced,0.15267840385437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,8,balanced,0.20211711883544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,8,balanced,0.2026291275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,8,balanced,0.21046144485473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,8,balanced,0.26755584716796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,8,balanced,0.28555519104003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,8,balanced,0.34247169494628904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,8,balanced,0.3543718338012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,8,balanced,0.5947891235351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,8,balanced,0.6269670486450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,8,balanced,0.9121600341796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,8,balanced,1.2142476654052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,8,balanced,1.765464324951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,8,balanced,2.3502899169921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,8,balanced,3.081109619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,8,balanced,4.697945556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,8,balanced,6.120798950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,8,balanced,9.59994384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,8,power_law_1.01,0.0946662425994873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,8,power_law_1.01,0.14154623985290526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,8,power_law_1.01,0.2472371292114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,8,power_law_1.01,0.21682815551757811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,8,power_law_1.01,0.2763878440856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,8,power_law_1.01,0.3547865676879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,8,power_law_1.01,0.3617190551757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,8,power_law_1.01,0.456071662902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,8,power_law_1.01,0.3929702377319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,8,power_law_1.01,0.35427841186523434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,8,power_law_1.01,0.36973312377929685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,8,balanced,12.721047363281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,8,power_law_1.01,0.3626188659667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,8,power_law_1.01,0.3879910278320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,8,power_law_1.01,0.39509502410888675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,8,power_law_1.01,0.40102272033691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,8,power_law_1.01,0.4212262344360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,8,power_law_1.01,0.4631296157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,8,power_law_1.01,0.5039360046386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,8,power_law_1.01,0.5933875274658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,8,power_law_1.01,0.6994290924072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,8,power_law_1.01,0.7851814270019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,8,power_law_1.01,0.9080883026123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,8,power_law_1.01,1.084985580444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,8,power_law_1.01,1.5046054077148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,8,power_law_1.01,1.8244274902343751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,8,power_law_1.01,2.7479040527343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,8,power_law_1.01,0.064966402053833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,8,power_law_1.01,0.0868889617919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,8,power_law_1.01,0.1477900791168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,8,power_law_1.01,0.1347430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,8,power_law_1.01,3.5678427124023435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,8,power_law_1.01,0.16907136917114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,8,power_law_1.01,0.20120704650878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,8,power_law_1.01,0.18109823226928712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,8,power_law_1.01,0.22190080642700197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,8,power_law_1.01,0.21240320205688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,8,power_law_1.01,0.21874048233032228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,8,power_law_1.01,0.22218496322631837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,8,power_law_1.01,0.22173696517944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,8,power_law_1.01,0.21747840881347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,8,power_law_1.01,0.22027648925781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,8,power_law_1.01,0.22840320587158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,8,power_law_1.01,0.23668096542358397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,8,power_law_1.01,0.2462387275695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,8,power_law_1.01,0.2800511932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.01,0.29898752212524415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.01,0.3547609710693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.01,0.3962675094604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.01,0.5286656188964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.01,0.6242022323608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.01,0.8443059539794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.01,1.0795545959472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.01,1.5593228149414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,16,power_law_1.2,6.117428588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,8,power_law_1.01,0.049858560562133794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,8,power_law_1.01,0.06624639987945556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,8,power_law_1.01,0.07519104003906249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.01,1.9536883544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,8,power_law_1.01,0.12486656188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,8,power_law_1.01,0.13148159980773927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,8,power_law_1.01,0.15666943550109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,8,power_law_1.01,0.16017536163330076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,8,power_law_1.01,0.1684262466430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,8,power_law_1.01,0.18289152145385743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,8,power_law_1.01,0.1976691246032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,8,power_law_1.01,0.2446656036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,8,power_law_1.01,0.2606924819946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,8,power_law_1.01,0.2858598327636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,8,power_law_1.01,0.35316097259521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,8,power_law_1.01,0.42378494262695315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,8,power_law_1.01,0.4627187347412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,8,power_law_1.01,0.5472243118286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,8,power_law_1.01,0.7084390258789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,8,power_law_1.01,0.8703590393066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,8,power_law_1.01,1.2848780822753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,8,power_law_1.01,1.5361216735839842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,8,power_law_1.01,2.179990997314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,8,power_law_1.01,2.9654080200195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,16,power_law_1.01,18.14080810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,8,power_law_1.01,6.253212280273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,8,power_law_1.2,0.09412480354309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,8,power_law_1.2,0.14103039741516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,8,power_law_1.2,0.1738150405883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,8,power_law_1.2,0.22172416687011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,8,power_law_1.2,0.2757209587097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,8,power_law_1.2,0.35259777069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,8,power_law_1.2,0.3672153472900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,8,power_law_1.2,0.4438886260986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,8,power_law_1.2,0.3720870590209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,8,power_law_1.2,0.32433025360107426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,8,power_law_1.2,0.32894081115722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,8,power_law_1.2,0.3383488082885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,8,power_law_1.2,0.35070846557617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,8,power_law_1.2,0.3819456100463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,8,power_law_1.01,4.224300842285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,8,power_law_1.2,0.39900287628173825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,8,power_law_1.2,0.42518783569335933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,8,power_law_1.2,0.49395839691162113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,8,power_law_1.2,0.545857276916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,8,power_law_1.2,0.5847283172607421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,8,power_law_1.2,0.6940185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,8,power_law_1.2,0.8214015960693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,8,power_law_1.2,0.9855321502685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,8,power_law_1.2,1.1742400360107421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,8,power_law_1.2,1.6970982360839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,8,power_law_1.01,8.9833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,8,power_law_1.2,1.9879423522949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,8,power_law_1.2,0.05950592041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,8,power_law_1.2,0.08699263572692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,8,power_law_1.2,0.11463552474975587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,8,power_law_1.2,0.1347046375274658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,8,power_law_1.2,0.16809087753295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,8,power_law_1.2,3.0507379150390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,8,power_law_1.2,0.2061452865600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,8,power_law_1.2,0.20837375640869144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,8,power_law_1.2,0.2237631988525391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,8,power_law_1.2,0.20557312011718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,8,power_law_1.2,0.21255680084228518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,8,power_law_1.2,4.146954345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,8,power_law_1.2,0.22549888610839847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,8,power_law_1.2,0.22050559997558591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,8,power_law_1.2,0.22154752731323243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,8,power_law_1.2,0.22061695098876952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,8,power_law_1.2,0.22806783676147463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,8,power_law_1.2,0.23531904220581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,8,power_law_1.2,0.2465100860595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,8,power_law_1.2,0.2792985534667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.2,0.306746883392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.2,0.356945915222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.2,0.4309939193725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.2,0.5760793685913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.2,0.6627954864501954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.2,0.905185317993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.2,1.1557119750976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,8,power_law_1.2,0.049571838378906254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.2,1.697943115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,8,power_law_1.2,0.0582425594329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,8,power_law_1.2,0.07657343864440917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,8,power_law_1.2,0.12165504455566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,8,power_law_1.2,0.13171327590942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.2,2.2406297302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,8,power_law_1.2,0.16427520751953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,8,power_law_1.2,0.15609727859497072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,8,power_law_1.2,0.18053119659423827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,8,power_law_1.2,0.17632640838623045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,8,power_law_1.2,0.23272064208984372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,8,power_law_1.2,0.2466752052307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,8,power_law_1.2,0.26865663528442385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,8,power_law_1.2,0.27514368057250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,8,power_law_1.2,0.3572403335571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,8,power_law_1.2,0.4504601669311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,8,power_law_1.2,0.48478977203369145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,8,power_law_1.2,0.5839372634887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,8,power_law_1.2,0.7594918060302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,8,power_law_1.2,0.9085119628906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,16,power_law_1.2,7.505731811523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,8,power_law_1.01,10.749265136718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,8,power_law_1.2,1.2927052307128908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,8,power_law_1.2,1.554544677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,8,power_law_1.2,2.325680694580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,8,power_law_1.2,2.9629287719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,4,balanced,0.03581952095031739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,4,balanced,0.057332482337951664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,4,balanced,0.06736000061035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,4,balanced,0.09078911781311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,4,balanced,0.14268159866333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,4,balanced,0.25334144592285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,4,balanced,0.3801753616333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,4,balanced,0.3829529571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,4,balanced,0.38659198760986324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,4,balanced,0.3889369583129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,4,balanced,0.45461505889892584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,4,balanced,0.4567308807373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,4,balanced,0.4629529571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,4,balanced,0.47049598693847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,4,balanced,0.4773823928833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,4,balanced,0.49080448150634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,4,balanced,0.5212812805175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,4,balanced,0.5474636840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,4,balanced,0.5910809707641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,4,balanced,0.6541619110107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,4,balanced,0.7597337341308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,4,balanced,0.9290419006347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,4,balanced,1.1617587280273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,4,balanced,1.485506591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,4,balanced,1.8946751403808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,4,balanced,2.531944885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,4,balanced,3.580427551269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,4,balanced,0.03181056022644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,4,balanced,0.03324160099029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,4,balanced,0.04539648056030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,4,balanced,0.06222335815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,4,balanced,0.09507455825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,4,balanced,0.16047487258911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,4,balanced,0.23208959579467772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,4,balanced,0.2343769645690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,4,balanced,0.23630336761474607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,4,balanced,0.23851135253906247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,4,balanced,0.2673113632202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,4,balanced,0.2717734336853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,4,balanced,0.2747212791442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,4,balanced,0.2816358375549316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,4,balanced,0.2887321662902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,4,balanced,0.29406591415405275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,4,balanced,0.30834943771362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,4,balanced,0.3358732986450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,4,balanced,0.36244224548339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,4,balanced,0.4188697433471679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,4,balanced,0.470123519897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,4,balanced,0.5827251052856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,4,balanced,0.696069107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,4,balanced,0.921761245727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,4,balanced,1.2088063812255858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,4,balanced,1.674693145751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,8,power_law_1.2,5.609840698242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,4,balanced,2.210261688232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,4,balanced,0.03453824043273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,4,balanced,0.048673281669616694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,4,balanced,0.06764287948608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,4,balanced,0.10516096115112306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,4,balanced,0.14043135643005372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,4,balanced,0.1428275203704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,4,balanced,0.14600831985473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,4,balanced,0.14764032363891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,4,balanced,0.15065855979919435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,4,balanced,0.15522687911987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,4,balanced,0.16335872650146482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,4,balanced,0.1667033576965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,4,balanced,0.23093887329101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,4,balanced,0.24166528701782228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,4,balanced,0.2564620780944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,4,balanced,0.32751998901367185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,4,balanced,0.35209983825683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,4,balanced,0.44104446411132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,4,balanced,0.734882583618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,4,balanced,0.8096063995361329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,4,balanced,1.168605422973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,4,balanced,1.5522840881347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,4,balanced,2.2642060852050783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,4,balanced,3.070697021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,4,balanced,4.077880249023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,8,power_law_1.2,4.467859191894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,4,power_law_1.01,0.06808576107025147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,4,power_law_1.01,0.08737279891967772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,4,balanced,6.072569580078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,4,power_law_1.01,0.13589632034301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,4,power_law_1.01,0.14295552253723146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,4,power_law_1.01,0.18544767379760743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,4,power_law_1.01,0.24549888610839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,4,power_law_1.01,0.23936511993408205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,4,power_law_1.01,0.29047935485839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,4,power_law_1.01,0.3314022445678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,4,power_law_1.01,0.3127756881713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,4,power_law_1.01,0.3525644683837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,4,power_law_1.01,0.3714854431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,4,power_law_1.01,0.3540351867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,4,power_law_1.01,0.38103424072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,4,power_law_1.01,0.3935039901733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,4,power_law_1.01,0.3894054412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,4,power_law_1.01,0.42504833221435545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,4,power_law_1.01,0.48203777313232427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,4,power_law_1.01,0.5445951843261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,4,balanced,8.055972900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,4,power_law_1.01,0.6621004486083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,4,power_law_1.01,0.8055193328857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,4,power_law_1.01,0.9632460784912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,4,power_law_1.01,1.1223641967773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,4,power_law_1.01,1.5076007080078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,4,power_law_1.01,1.8685273742675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,4,power_law_1.01,0.04897408008575439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,4,power_law_1.01,0.059078397750854494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,4,power_law_1.01,0.08996992111206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,4,power_law_1.01,2.6510272216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,4,power_law_1.01,0.09515904426574708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,4,power_law_1.01,0.12393088340759277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,4,power_law_1.01,0.1502950382232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,4,power_law_1.01,0.16242816925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,4,power_law_1.01,0.212807674407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,4,power_law_1.01,0.19705856323242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,4,power_law_1.01,3.457314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,4,power_law_1.01,0.20681343078613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,4,power_law_1.01,0.23157888412475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,4,power_law_1.01,0.24100223541259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,4,power_law_1.01,0.2397862434387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,4,power_law_1.01,0.25013120651245113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,4,power_law_1.01,0.25961599349975584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,4,power_law_1.01,0.2662054443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,4,power_law_1.01,0.2779801559448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,4,power_law_1.01,0.30684671401977537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.01,0.3322982406616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.01,0.3923712158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.01,0.4444556808471679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.01,0.5750284957885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.01,0.7128268432617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.01,0.9526143646240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.01,1.1911309051513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,4,power_law_1.01,0.034330880641937254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.01,1.6912037658691408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,4,power_law_1.01,0.04769663810729981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,4,power_law_1.01,0.07015935897827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,4,power_law_1.01,0.07955711841583252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.01,2.2304153442382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,4,power_law_1.01,0.1223078441619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,4,power_law_1.01,0.13496319770812987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,4,power_law_1.01,0.1668492889404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,4,power_law_1.01,0.17349376678466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,4,power_law_1.01,0.18215423583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,4,power_law_1.01,0.17570560455322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,4,power_law_1.01,0.18905471801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,4,power_law_1.01,0.21592575073242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,4,power_law_1.01,0.27359872817993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,4,power_law_1.01,0.29300607681274415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,4,power_law_1.01,0.3374899291992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,4,power_law_1.01,0.3989311981201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,4,power_law_1.01,0.4893952178955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,4,power_law_1.01,0.6543769836425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,4,power_law_1.01,0.7387648010253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,4,power_law_1.01,0.9925516510009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,4,power_law_1.01,1.2489548492431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,4,power_law_1.01,1.7594265747070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,4,power_law_1.01,2.2027520751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,4,power_law_1.01,3.1861965942382815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,4,power_law_1.01,4.265676879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,4,power_law_1.2,0.06853504180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,4,power_law_1.2,0.08753408432006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,4,power_law_1.2,0.10891648292541505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,4,power_law_1.2,0.13662464141845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,4,power_law_1.2,0.1776153564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,4,power_law_1.2,0.22522111892700197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,4,power_law_1.2,0.22750463485717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,4,power_law_1.01,6.06016357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,4,power_law_1.2,0.32894847869873045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,4,power_law_1.2,0.3678643035888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,4,power_law_1.2,0.3025971221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,4,power_law_1.2,0.34501377105712894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,4,power_law_1.2,0.34255744934082033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,4,power_law_1.2,0.3612531280517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,4,power_law_1.2,0.37922302246093753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,4,power_law_1.2,0.39139968872070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,4,power_law_1.2,0.39608833312988284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,4,power_law_1.2,0.4285388946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,4,power_law_1.2,0.5005350494384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,4,power_law_1.2,0.5589785766601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,4,power_law_1.01,8.073542480468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,4,power_law_1.2,0.7164979553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,4,power_law_1.2,0.8376525115966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,4,power_law_1.2,0.9966413116455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,4,power_law_1.2,1.1687398529052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,4,power_law_1.2,1.579331817626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,4,power_law_1.2,1.9783885192871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,4,power_law_1.2,0.04789120197296143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,8,power_law_1.2,8.892512207031249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,4,power_law_1.2,0.05930624008178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,16,power_law_1.2,11.746251220703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,4,power_law_1.2,0.07528960227966308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,4,power_law_1.2,0.0941478443145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,4,power_law_1.2,0.11995136260986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,4,power_law_1.2,2.8415988159179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,4,power_law_1.2,0.1602841567993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,4,power_law_1.2,0.15347328186035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,4,power_law_1.2,0.20201215744018555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,4,power_law_1.2,0.19561727523803712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,4,power_law_1.2,0.1915750312805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,4,power_law_1.2,0.2295129585266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,4,power_law_1.2,0.23616767883300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,4,power_law_1.2,0.24542720794677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,4,power_law_1.2,0.2489023971557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,4,power_law_1.2,0.2596953582763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,4,power_law_1.2,0.25584768295288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,4,power_law_1.2,0.27499391555786135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,4,power_law_1.2,0.3072947120666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.2,0.3370329666137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,4,power_law_1.2,3.745314636230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.2,0.4010943984985351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.2,0.4668915176391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.2,0.6044134521484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.2,0.7426227569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.2,0.9787136077880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,4,power_law_1.2,0.03442559957504272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.2,1.2237133026123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,4,power_law_1.2,0.04821248054504394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,4,power_law_1.2,0.05948287963867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.2,1.7887052917480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,4,power_law_1.2,0.07344768047332764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,4,power_law_1.2,0.12154751777648927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,4,power_law_1.2,0.14636799812316895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,4,power_law_1.2,0.1564684772491455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,4,power_law_1.2,0.17148799896240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.2,2.3308441162109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,4,power_law_1.2,0.17714815139770507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,4,power_law_1.2,0.1901785659790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,4,power_law_1.2,0.19129856109619142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,4,power_law_1.2,0.2313920021057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,4,power_law_1.2,0.2768435287475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,4,power_law_1.2,0.3047065544128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,4,power_law_1.2,0.3457164764404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,4,power_law_1.2,0.4211315155029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,4,power_law_1.2,0.49336063385009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,4,power_law_1.2,0.646792984008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,4,power_law_1.2,0.7570803070068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,4,power_law_1.2,0.9988825225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,4,power_law_1.2,1.268190689086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,4,power_law_1.2,1.74611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,4,power_law_1.2,2.222599639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,2,balanced,0.03674240112304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,2,balanced,0.0576857614517212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,2,balanced,0.06733439922332764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,2,balanced,0.09085824012756347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,2,balanced,0.14481151580810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,2,balanced,0.2614054489135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,2,balanced,0.3820966339111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,2,balanced,0.38581119537353514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,2,balanced,0.3869926452636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,2,balanced,0.3903615951538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,2,balanced,0.3965964889526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,2,balanced,0.4029888153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,2,balanced,0.4082649612426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,2,balanced,0.46711296081542975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,2,balanced,0.4760550308227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,2,balanced,0.4821311950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,2,balanced,0.4958899307250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,2,balanced,0.5269030380249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,2,balanced,0.5604044723510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,2,balanced,0.6627993774414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,2,balanced,0.7567193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,2,balanced,0.9166976165771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,2,balanced,1.184879379272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,2,balanced,1.55981689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,2,balanced,2.0299801635742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,4,power_law_1.2,6.065864868164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,4,power_law_1.2,4.219335632324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,2,balanced,2.8006771850585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,2,balanced,0.03197695970535278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,2,balanced,0.03744384050369263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,2,balanced,0.05008639812469482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,2,balanced,0.06929152011871338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,2,balanced,0.11219840049743653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,2,balanced,0.1967795181274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,2,balanced,0.2817715263366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,2,balanced,0.2840729522705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,2,balanced,0.2865407943725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,2,balanced,0.28834560394287106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,2,balanced,0.29157760620117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,2,balanced,0.2962112045288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,2,balanced,3.960079345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,2,balanced,0.3000076866149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,2,balanced,0.3583935928344727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,4,power_law_1.2,3.2204916381835935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,2,balanced,0.3691302490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,2,balanced,0.37067905426025394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,2,balanced,0.3814297485351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,2,balanced,0.40649982452392575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,2,balanced,0.43210624694824223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,2,balanced,0.47858432769775394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,2,balanced,0.5318016052246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,2,balanced,0.6344192123413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,2,balanced,0.7385075378417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,2,balanced,0.9548083496093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,2,power_law_1.01,0.0587007999420166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,2,power_law_1.01,0.0673472023010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,2,balanced,1.3171136474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,2,power_law_1.01,0.08880127906799316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,2,power_law_1.01,0.10813695907592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,2,balanced,1.7520101928710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,2,power_law_1.01,0.15115903854370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,2,power_law_1.01,0.2011942481994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,2,power_law_1.01,0.22957439422607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,2,power_law_1.01,0.28886655807495115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,2,power_law_1.01,0.2939711952209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,2,balanced,2.3470233154296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,2,power_law_1.01,0.3089664077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,2,power_law_1.01,0.31088895797729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,2,power_law_1.01,0.32722942352294926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,2,power_law_1.01,0.34024063110351566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,2,power_law_1.01,0.36608257293701174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,2,power_law_1.01,0.3714432144165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,2,power_law_1.01,0.3796518325805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,2,power_law_1.01,0.41884670257568357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,2,power_law_1.01,0.467644157409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,2,power_law_1.01,0.5287014389038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,2,power_law_1.01,0.6661849975585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,2,power_law_1.01,0.7811865234375001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,2,power_law_1.01,0.978967056274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,2,power_law_1.01,1.1433267211914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,2,power_law_1.01,1.5832614135742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,2,power_law_1.01,1.9676364135742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,2,power_law_1.01,0.03567359924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,2,power_law_1.01,0.0498367977142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,2,power_law_1.01,0.06745344161987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,2,power_law_1.01,0.08409855842590333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,2,power_law_1.01,0.12106495857238771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,2,power_law_1.01,2.74057861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,2,power_law_1.01,0.1531276798248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,2,power_law_1.01,0.17401983261108397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,2,power_law_1.01,0.23292415618896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,2,power_law_1.01,0.22661760330200192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,2,power_law_1.01,0.23973503112792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,2,power_law_1.01,0.25146495819091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,2,power_law_1.01,0.2500774383544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,2,power_law_1.01,0.2547161674499512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,2,power_law_1.01,3.510483093261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,2,power_law_1.01,0.31611520767211915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,2,power_law_1.01,0.330827522277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,2,power_law_1.01,0.33418880462646483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,2,power_law_1.01,0.3455744171142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,2,power_law_1.01,0.3733951950073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.01,0.39756031036376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.01,0.4698931121826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.01,0.5276108932495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.01,0.6613311767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.01,0.8088870239257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.01,1.0536409759521486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,2,power_law_1.2,0.05877503871917724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.01,1.341327362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,2,power_law_1.2,0.06733312129974364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,2,power_law_1.2,0.08173312187194824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,2,power_law_1.2,0.1051814365386963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.01,1.843049011230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,2,power_law_1.2,0.14397312164306642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,2,power_law_1.2,0.1846553611755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,2,power_law_1.2,0.21475839614868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,2,power_law_1.2,0.28862335205078127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.01,2.4023449707031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,2,power_law_1.2,0.2921036720275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,2,power_law_1.2,0.30044160842895506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,2,power_law_1.2,0.3119308853149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,2,power_law_1.2,0.3188364791870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,2,power_law_1.2,0.3518323135375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,2,power_law_1.2,0.3640409469604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,2,power_law_1.2,0.3774975967407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,2,power_law_1.2,0.3904665756225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,2,power_law_1.2,0.4270668792724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,2,power_law_1.2,0.47999233245849615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,2,power_law_1.2,0.5355827331542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,2,power_law_1.2,0.6845247650146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,2,power_law_1.2,0.850777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,2,power_law_1.2,0.9800627136230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,2,power_law_1.2,1.1535782623291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,2,power_law_1.2,1.6225830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,2,power_law_1.2,0.03558016061782837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,2,power_law_1.2,0.049341440200805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,2,power_law_1.2,1.9839718627929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,2,power_law_1.2,0.06227968215942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,2,power_law_1.2,0.08149632453918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,2,power_law_1.2,0.11164671897888183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,2,power_law_1.2,2.7800689697265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,2,power_law_1.2,0.14813695907592775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,2,power_law_1.2,0.1640768051147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,2,power_law_1.2,0.22924415588378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,2,power_law_1.2,0.22634496688842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,2,power_law_1.2,0.23378944396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,2,power_law_1.2,0.24645503997802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,2,power_law_1.2,0.24766464233398439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,2,power_law_1.2,3.511088562011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,2,power_law_1.2,0.25748863220214846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,2,power_law_1.2,0.314837760925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,2,power_law_1.2,0.3237171173095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,2,power_law_1.2,0.32998271942138674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,2,power_law_1.2,0.33506305694580074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,2,power_law_1.2,0.37263233184814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.2,0.40210048675537113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.2,0.47572479248046873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.2,0.5467443084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.2,0.6854566192626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.2,0.8216601562499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.2,1.08089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,1,balanced,0.05526976108551025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.2,1.3609971618652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,1,balanced,0.07101696014404298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,1,balanced,0.08292608261108399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,1,balanced,0.10966912269592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,1,balanced,0.16853055953979493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,1,balanced,0.2988627243041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,1,balanced,0.4416896057128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,1,balanced,0.4432166290283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.2,2.440218811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,1,balanced,0.44619201660156255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.2,1.881642303466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,1,balanced,0.44689472198486324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,1,balanced,0.4543692779541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,32,power_law_1.2,37.139013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,1,balanced,0.4608204650878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,1,balanced,0.4775296020507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,1,balanced,0.46621952056884763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,1,balanced,0.4999039840698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,1,balanced,0.49526016235351566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,1,balanced,0.5279820632934571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,1,balanced,0.5642956924438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,1,balanced,0.6046080017089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,1,balanced,0.6994016265869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,1,balanced,0.7928492736816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,1,balanced,0.9750412750244142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,1,balanced,1.4767001342773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,balanced,0.04612864017486572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,balanced,0.05410560131072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,balanced,0.0711417579650879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,balanced,0.10309375762939452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,1,balanced,2.194798736572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,1,balanced,1.5697132873535158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,balanced,0.1645510482788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,balanced,0.29301631927490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,balanced,0.42332801818847654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,balanced,0.4246988677978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,1,balanced,3.040213623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,balanced,0.429051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,balanced,0.4290777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,balanced,0.4313395309448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,balanced,0.4380268859863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,balanced,0.4419372940063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,balanced,0.44751102447509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,balanced,0.4560697555541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,balanced,0.4617951965332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,balanced,0.5845587158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,balanced,0.6034668731689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,balanced,0.6275142288208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,1,balanced,4.541206359863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,balanced,0.6737548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,balanced,0.7252716827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,balanced,0.8259590148925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,balanced,0.9244051361083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,1,power_law_1.01,0.04417280197143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,balanced,1.1204569244384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,1,power_law_1.01,0.07167744159698486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,1,power_law_1.01,0.08172096252441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,balanced,1.7134527587890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,1,power_law_1.01,0.1090067195892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,1,power_law_1.01,0.1579379177093506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,1,power_law_1.01,0.22180479049682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,1,power_law_1.01,0.2606553649902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,balanced,2.1651814270019534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,1,power_law_1.01,0.32572288513183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,1,power_law_1.01,0.3433766555786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,1,power_law_1.01,0.36246910095214846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,1,power_law_1.01,0.3763167953491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,1,power_law_1.01,0.38675838470458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,1,power_law_1.01,0.40390079498291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,balanced,2.9968179321289066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,1,power_law_1.01,0.42180862426757815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,1,power_law_1.01,0.44819263458251957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,1,power_law_1.01,0.5089100646972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,1,power_law_1.01,0.43585662841796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,1,power_law_1.01,0.5007763290405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,1,power_law_1.01,0.5560825729370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,1,power_law_1.01,0.6928313446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,1,power_law_1.01,0.8068019104003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,1,power_law_1.01,1.0360697937011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,1,power_law_1.01,1.1931417846679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.04592448234558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,1,power_law_1.01,1.6678822326660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.05265215873718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.07175424098968505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,1,power_law_1.01,2.1084422302246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,0.10288000106811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,0.15461183547973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,0.24584831237792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,0.2114419174194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,0.30092607498168944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.01,0.31981184005737306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,1,power_law_1.01,3.044461364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,0.34247295379638676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,0.3535001754760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,0.3586783981323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,0.36585727691650394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,0.3812416076660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,0.3886489486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,0.402355842590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,1,power_law_1.01,3.949454040527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.01,0.5139456176757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.01,0.5443711853027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.01,0.5811142349243165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.01,0.650531234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.01,0.7385830688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.01,0.9034425354003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.01,1.0519026947021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,1,power_law_1.2,0.048277759552001955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,1,power_law_1.2,0.07170559883117675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.01,1.386197052001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,4,power_law_1.2,8.01752685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,1,power_law_1.2,0.08292799949645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,1,power_law_1.2,0.10943039894104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,1,power_law_1.2,0.1490559959411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.01,1.7129907226562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,1,power_law_1.2,0.20598272323608396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,1,power_law_1.2,0.24604352951049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,1,power_law_1.2,0.31691776275634764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.01,2.3842259216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,1,power_law_1.2,0.33322303771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,1,power_law_1.2,0.346563835144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,1,power_law_1.2,0.3637177658081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,1,power_law_1.2,0.38622528076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,1,power_law_1.2,0.4002783966064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.01,3.077137145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,1,power_law_1.2,0.4211833572387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,1,power_law_1.2,0.44719486236572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,1,power_law_1.2,0.44546943664550775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,1,power_law_1.2,0.5124755096435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,1,power_law_1.2,0.5137760162353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,1,power_law_1.2,0.5652409744262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,1,power_law_1.2,0.7081791687011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,1,power_law_1.2,0.8526892852783202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,1,power_law_1.2,1.0565689849853517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,1,power_law_1.2,1.2207968139648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.04579008102416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.05284992218017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.07200191974639893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,1,power_law_1.2,1.6743136596679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,0.10298175811767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,0.14553471565246584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,1,power_law_1.2,2.097900848388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,0.19706815719604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,0.23051904678344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,0.2964614486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,0.3122630310058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,0.3261414337158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,0.3404908752441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,1,power_law_1.2,3.0145004272460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,0.35597118377685544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,0.3656108856201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,0.37720001220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,0.39029632568359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,0.39989505767822264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.2,0.5177945709228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.2,0.5558111953735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.2,0.5914393615722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,1,power_law_1.2,3.9339764404296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.2,0.6774694061279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.2,0.7816236877441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.2,0.9341311645507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,32,balanced,0.07078015804290771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.2,1.1140819549560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,32,balanced,0.07108223915100098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,32,balanced,0.07094016075134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,32,balanced,0.0906009578704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,32,balanced,0.1373145580291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.2,1.4448915100097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,32,balanced,0.2645363235473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,32,balanced,0.38057857513427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,32,balanced,0.4720640182495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,32,balanced,0.4739571380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.2,1.7796928405761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,32,balanced,0.4702233505249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,32,balanced,0.4751436614990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,32,balanced,0.4936076736450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,32,balanced,0.49517566680908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,32,balanced,0.5054374313354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.2,2.4505375671386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,32,balanced,0.5084940719604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,32,balanced,0.5120512008666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,32,balanced,0.5176755142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,32,balanced,0.5251251220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,32,balanced,0.5595430374145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,32,balanced,0.607143669128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,32,balanced,0.6421568298339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.2,3.1588818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,32,balanced,0.7096652984619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,32,balanced,0.8702758026123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,32,balanced,0.043424000740051275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,32,balanced,0.04407680034637451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,32,balanced,0.9259327697753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,32,balanced,0.043151359558105465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,32,balanced,0.0555072021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,32,balanced,0.08377728462219239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,32,balanced,1.2353855895996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,32,balanced,0.14530688285827636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,32,balanced,0.20675071716308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,32,balanced,0.21959680557250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,32,balanced,0.21831552505493165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,32,balanced,0.21918975830078127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,32,balanced,1.5900621032714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,32,balanced,0.22497024536132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,32,balanced,0.22799488067626955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,32,balanced,0.2283340835571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,32,balanced,0.2340774345397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,32,balanced,0.2367193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,32,balanced,0.24065792083740237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,32,balanced,0.23685760498046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,32,balanced,0.24449024200439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,32,balanced,0.2545075225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,32,balanced,0.273441276550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,32,balanced,0.30038400650024416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,32,balanced,2.2720716857910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,32,balanced,0.3347878265380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,32,balanced,0.37393024444580075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,32,balanced,0.4507251358032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,32,balanced,0.09397120475769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,32,balanced,0.09454719543457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,32,balanced,0.09439488410949706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,32,balanced,0.12459648132324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,32,balanced,0.12561023712158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,32,balanced,0.7077286529541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,32,balanced,0.12708224296569823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,32,balanced,0.13273088455200194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,32,balanced,0.9343654632568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,32,balanced,0.1765555191040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,32,balanced,0.17638784408569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,32,balanced,0.1780134391784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,32,balanced,0.21996288299560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,32,balanced,0.23891456604003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,32,balanced,0.23874303817749026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,32,balanced,0.5519564819335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,32,balanced,0.35857791900634767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,32,balanced,0.3613452911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,32,balanced,0.36501121520996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,32,balanced,0.5824921417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,32,balanced,0.5890726470947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,32,balanced,0.8860800170898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,32,balanced,0.9863295745849608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,32,balanced,1.5430400085449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,32,balanced,1.9607244873046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,32,power_law_1.01,0.2630886459350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,32,power_law_1.01,0.3748428726196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,32,balanced,2.8920193481445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,32,power_law_1.01,0.37521408081054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,32,power_law_1.01,0.3786598587036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,32,power_law_1.01,0.373040657043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,32,power_law_1.01,0.4208524703979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,32,balanced,3.883135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,32,power_law_1.01,0.3556774520874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,32,power_law_1.01,0.43293056488037107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,32,power_law_1.01,0.4413772964477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,32,power_law_1.01,0.451776008605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,32,power_law_1.01,0.40276351928710935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,32,power_law_1.01,0.37952896118164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,32,balanced,5.386441040039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,32,power_law_1.01,0.3903155136108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,32,power_law_1.01,0.41665279388427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,32,power_law_1.01,0.4374924850463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,32,power_law_1.01,0.44940673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,32,power_law_1.01,0.5064652633666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,32,power_law_1.01,0.5917900848388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,32,power_law_1.01,0.6464153289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,32,power_law_1.01,0.7616729736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,32,power_law_1.01,0.8411084747314452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,32,power_law_1.01,1.0432230377197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,32,balanced,7.892779541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,32,power_law_1.01,1.3921498107910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.14454272270202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.2044428825378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,32,power_law_1.01,1.887957763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.20610687255859378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.20447103500366212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,32,power_law_1.01,2.4214874267578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.2072550392150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.2042367935180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.18230911254882814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.19060224533081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.20144128799438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.21200000762939455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.2139904022216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.22067712783813476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,32,power_law_1.01,3.4107800292968746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.21820543289184569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.22292863845825198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.22345216751098632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.2271321678161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.2370956802368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,32,balanced,12.062880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.24839168548583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.26933376312255863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.3044479942321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.3563711929321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,0.4634022521972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,0.5250688171386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,32,power_law_1.01,4.850602111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,0.7259264373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,32,power_law_1.01,0.09432576179504396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,32,power_law_1.01,0.1470847988128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,0.9281420898437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,32,power_law_1.01,0.12198528289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,32,power_law_1.01,0.12713983535766601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,32,power_law_1.01,0.13720319747924806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,1.3020851135253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,32,power_law_1.01,0.13451904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,32,power_law_1.01,0.17790847778320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,32,power_law_1.01,0.17911039352416994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,1.8032461547851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,32,power_law_1.01,0.2361190414428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,32,power_law_1.01,0.3131007957458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,32,power_law_1.01,0.1765465545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,32,power_law_1.01,0.32205440521240236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,32,power_law_1.01,0.3890150451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,32,power_law_1.01,0.4191372680664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,32,power_law_1.01,0.5305920028686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,32,power_law_1.01,0.5599168014526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,32,power_law_1.01,0.7253298950195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,32,power_law_1.01,1.1380915069580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,32,power_law_1.01,1.454501190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,32,power_law_1.01,1.9450598144531248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,8,power_law_1.2,12.680113525390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,32,power_law_1.01,2.8277902221679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,32,power_law_1.2,0.26475263595581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,32,power_law_1.2,0.37675262451171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,32,power_law_1.2,0.37522560119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,32,power_law_1.2,0.37773441314697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,32,power_law_1.2,0.4640460968017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,32,power_law_1.2,0.3712678527832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,32,power_law_1.2,0.32899200439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,32,power_law_1.2,0.42685184478759763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,32,power_law_1.2,0.42552833557128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,32,power_law_1.2,0.4342988967895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,32,power_law_1.01,4.15955322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,32,power_law_1.2,0.4144908905029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,32,power_law_1.2,0.4305088043212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,32,power_law_1.2,0.4302835083007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,32,power_law_1.2,0.4053273773193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,32,power_law_1.2,0.4954841613769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,32,power_law_1.2,0.48677886962890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,32,power_law_1.2,0.553436164855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,32,power_law_1.2,0.6691046142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,32,power_law_1.2,0.7060428619384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,32,power_law_1.2,0.8438233947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,32,power_law_1.2,0.9960524749755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,32,power_law_1.2,1.340063934326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,16,power_law_1.2,20.90720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,32,power_law_1.2,1.6389144897460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,32,power_law_1.2,2.7670553588867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,32,power_law_1.2,3.459317626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.1454899215698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.20515840530395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.20445951461791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,32,power_law_1.2,4.906342468261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.2062668800354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.21676160812377931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.2012761688232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.16360576629638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.18888959884643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.18703359603881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.20291839599609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.22116863250732424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.2209766387939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.22632575988769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.2346816062927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.2288435173034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,32,power_law_1.2,6.49962646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,32,power_law_1.01,5.0520166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.22690431594848634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.23602432250976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.2783705520629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.330118408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.27645824432373045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.38937217712402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,0.4496716690063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,0.6298662567138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,0.840099868774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,1,32,power_law_1.2,0.09429247856140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,1.1804902648925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,1,32,power_law_1.2,0.12446592330932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,1,32,power_law_1.2,0.12187264442443849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,1,32,power_law_1.2,0.12729855537414553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,1.5992410278320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,1,32,power_law_1.2,0.13349760055541993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,1,32,power_law_1.2,0.16927743911743165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,2.051051483154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,1,32,power_law_1.2,0.17515647888183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,1,32,power_law_1.2,0.1799372863769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,1,32,power_law_1.2,0.22862464904785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,1,32,power_law_1.2,0.2374655914306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,1,32,power_law_1.2,0.3108953666687012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,1,32,power_law_1.2,0.38565246582031254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,1,32,power_law_1.2,0.4163737487792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,1,32,power_law_1.2,0.524089584350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,1,32,power_law_1.2,0.5467071914672852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,1,32,power_law_1.2,0.6869427490234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,1,32,power_law_1.2,0.815041275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,1,32,power_law_1.2,1.0430054473876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,1,32,power_law_1.2,1.620825653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,32,power_law_1.01,8.398064575195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,1,32,power_law_1.2,2.3859571838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,1,32,power_law_1.2,3.3555468750000004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,1,32,power_law_1.2,5.107191162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,32,power_law_1.01,10.36445556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,16,balanced,0.037296640872955325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,16,balanced,0.03504384040832519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,1,32,power_law_1.2,7.573450317382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,16,balanced,0.0791103982925415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,16,balanced,0.1368665599822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,16,balanced,0.05056640148162842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,16,balanced,0.37603584289550784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,16,balanced,0.2608127975463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,16,balanced,0.37963775634765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,16,balanced,0.382476806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,16,balanced,0.38251136779785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,16,balanced,0.38974720001220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,32,power_law_1.01,21.3895556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,16,balanced,0.3958835220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,16,balanced,0.39825408935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,16,balanced,0.39903232574462894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,16,balanced,0.42696704864501955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,16,balanced,0.4488409423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,16,balanced,0.47283073425292965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,16,balanced,0.515101432800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,16,balanced,0.5194931030273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,16,balanced,0.5784460830688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,16,balanced,0.6397631835937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,16,balanced,0.41778305053710935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,16,balanced,0.7599295806884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,16,balanced,0.9456511688232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,16,balanced,0.4150054550170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,16,balanced,0.03309952020645142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,16,balanced,0.03401087999343872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,16,balanced,1.146287384033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,16,balanced,0.042493438720703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,16,balanced,0.05635968208312988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,16,balanced,0.08528384208679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,16,balanced,0.14735872268676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,16,balanced,1.5353202819824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,16,balanced,0.20809600830078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,16,balanced,0.22723199844360353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,16,balanced,0.22824960708618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,16,balanced,0.2287820816040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,16,balanced,0.23371904373168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,16,balanced,0.23563520431518556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,16,balanced,0.23839359283447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,16,balanced,0.2324595260620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,16,balanced,0.23571712493896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,16,balanced,0.23867008209228519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,16,balanced,0.2461644744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,16,balanced,0.2636646461486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,16,balanced,0.28814975738525395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,16,balanced,0.31991424560546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,16,balanced,0.3523020935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,16,balanced,0.4122751998901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,16,balanced,0.47489280700683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,16,balanced,0.6147225570678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,16,balanced,0.7646310424804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,16,balanced,0.06214272022247315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,16,balanced,0.06179711818695068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,16,balanced,1.0099980926513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,16,balanced,0.09523967742919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,16,balanced,0.12599679946899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,16,balanced,0.12678400039672852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,16,balanced,0.1298252773284912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,16,balanced,0.13495936393737792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,16,balanced,1.3437464904785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,16,balanced,0.14025983810424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,16,balanced,0.18341888427734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,16,balanced,0.18392063140869142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,16,balanced,0.19157375335693358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,16,balanced,0.24297599792480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,16,balanced,0.24885120391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,16,balanced,0.2928793525695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,16,balanced,0.3035878372192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,16,balanced,0.3112332725524902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,16,balanced,0.526195182800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,16,balanced,0.5488230514526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,16,balanced,0.7937535858154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,16,balanced,1.0359219360351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,16,balanced,1.5104934692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,1,32,power_law_1.2,11.693015136718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,16,balanced,2.0753407287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,16,balanced,2.638414001464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,16,balanced,4.1302117919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,16,power_law_1.01,0.13332608222961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,16,balanced,5.260970458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,16,balanced,8.617603759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,16,power_law_1.01,0.2505868721008301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,16,power_law_1.01,0.3655295944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,16,balanced,11.832071533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,16,power_law_1.01,0.3435763168334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,16,power_law_1.01,0.3172518348693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,16,power_law_1.01,0.36375167846679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,16,power_law_1.01,0.3146918487548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,16,power_law_1.01,0.31781503677368167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,16,power_law_1.01,0.3365401458740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,16,power_law_1.01,0.34978431701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,16,power_law_1.01,0.3309183883666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,16,power_law_1.01,0.3700147247314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,16,power_law_1.01,0.39345153808593747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,16,power_law_1.01,0.3762995147705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,16,power_law_1.01,0.43335937500000005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,16,power_law_1.01,0.48757888793945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,16,power_law_1.01,0.5042355346679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,16,power_law_1.01,0.5724569702148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,16,power_law_1.01,0.6910771179199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,16,power_law_1.01,0.3789478302001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,16,power_law_1.01,0.7384793853759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,16,power_law_1.01,0.5296844863891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,16,power_law_1.01,0.9275622558593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,16,power_law_1.01,1.158383331298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,16,power_law_1.01,0.08375679969787597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,16,power_law_1.01,1.5710887145996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,16,power_law_1.01,0.14287487983703612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,16,power_law_1.01,0.20371328353881837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,16,power_law_1.01,2.094764862060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,16,power_law_1.01,0.3380390548706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,16,power_law_1.01,0.20234880447387696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,16,power_law_1.01,0.2072435188293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,16,power_law_1.01,0.2210099220275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,16,power_law_1.01,0.19362943649291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,16,power_law_1.01,0.20857343673706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,16,power_law_1.01,0.20427520751953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,16,power_law_1.01,0.2139379119873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,16,power_law_1.01,0.21648256301879884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,16,power_law_1.01,0.22079103469848632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,16,power_law_1.01,0.2240447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,16,power_law_1.01,0.22164608001708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,16,power_law_1.01,0.21897855758666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,16,power_law_1.01,0.22160640716552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,16,power_law_1.01,0.23063295364379882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,16,power_law_1.01,0.2555315208435059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.01,0.27705343246459957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.01,0.3209369659423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.01,0.3760793685913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.01,0.4609203338623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.01,0.5380812835693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.01,0.8144678497314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.01,0.9181068420410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,16,power_law_1.01,0.06213247776031494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,16,power_law_1.01,0.07620607852935792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,16,power_law_1.01,0.12236031532287597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.01,1.315020751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,16,power_law_1.01,0.126429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,16,power_law_1.01,0.1429695987701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,16,power_law_1.01,0.14925312042236327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.01,1.7611891174316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,16,power_law_1.01,0.17899007797241212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,16,power_law_1.01,0.18176511764526365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,16,power_law_1.01,0.20905984878540038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,16,power_law_1.01,0.21833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,16,power_law_1.01,0.29577472686767575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,16,power_law_1.01,0.29983743667602536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,16,power_law_1.01,0.39132545471191404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,16,power_law_1.01,0.4252479934692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,16,power_law_1.01,0.4800243377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,16,power_law_1.01,0.5276057434082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,16,power_law_1.01,0.6436672210693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,16,power_law_1.01,0.9473638153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,16,power_law_1.01,1.0379545593261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,16,power_law_1.01,1.5175859069824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,16,power_law_1.01,1.831846466064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,16,power_law_1.01,3.3769778442382816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,16,power_law_1.01,3.046533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,1,32,power_law_1.2,16.924754638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,16,power_law_1.2,0.13385727882385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,16,power_law_1.2,0.2512665557861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,16,power_law_1.2,0.3177587127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,16,power_law_1.2,0.3626623916625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,16,power_law_1.2,0.3801523208618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,16,power_law_1.2,0.37724033355712894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,16,power_law_1.01,5.701088256835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,16,power_law_1.2,0.3351513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,16,power_law_1.2,0.32072193145751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,16,power_law_1.2,0.29222272872924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,16,power_law_1.2,0.3316339111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,16,power_law_1.2,0.32556800842285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,16,power_law_1.2,0.3249087905883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,16,power_law_1.2,0.3333363342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,16,power_law_1.2,0.3550259017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,16,power_law_1.2,0.39201534271240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,16,power_law_1.2,0.3973311996459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,16,power_law_1.2,0.4371494293212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,16,power_law_1.2,0.5108070373535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,16,power_law_1.2,0.553774070739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,16,power_law_1.2,0.5957196807861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,16,power_law_1.2,0.7830361938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,16,power_law_1.2,0.8825177764892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,16,power_law_1.2,1.1564441680908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,16,power_law_1.2,1.4430732727050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,16,power_law_1.2,0.576176643371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,16,power_law_1.2,1.957849578857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,16,power_law_1.2,0.09393919944763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,16,power_law_1.2,0.14312064170837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,16,power_law_1.2,0.19123327255249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,16,power_law_1.2,0.20244480133056642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,16,power_law_1.2,0.2074188804626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,16,power_law_1.2,2.6193572998046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,16,power_law_1.2,0.2177817535400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,16,power_law_1.2,0.21940479278564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,16,power_law_1.2,0.2014246368408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,16,power_law_1.2,0.2107686424255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,16,power_law_1.2,0.20649984359741208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,16,power_law_1.2,0.21594879150390628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,16,power_law_1.2,0.22048383712768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,16,power_law_1.2,0.22691455841064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,16,power_law_1.2,0.2208230400085449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,16,power_law_1.2,0.22180479049682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,16,power_law_1.2,0.2249318313598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,16,power_law_1.2,0.23294464111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,16,power_law_1.2,0.26445056915283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,16,power_law_1.2,0.30192640304565427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,16,power_law_1.2,0.33185535430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,16,power_law_1.2,0.39125633239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,16,power_law_1.2,0.4761779022216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,16,power_law_1.2,0.6276083374023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,16,power_law_1.2,0.8250278472900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,16,power_law_1.2,1.0359974670410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,16,power_law_1.2,1.555933380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,16,power_law_1.2,0.065797119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,16,power_law_1.2,0.07342720031738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,16,power_law_1.2,0.1220736026763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,16,power_law_1.2,0.12616064071655272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,16,power_law_1.2,2.1491903686523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,16,power_law_1.2,0.1429964828491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,16,power_law_1.2,0.15304320335388183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,16,power_law_1.2,0.1752934455871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,16,power_law_1.2,0.20199424743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,16,power_law_1.2,0.21702655792236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,16,power_law_1.2,0.23732864379882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,16,power_law_1.2,0.30793344497680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,16,power_law_1.2,0.3539980697631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,16,power_law_1.2,0.3938214492797852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,16,power_law_1.2,0.46096641540527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,16,power_law_1.2,0.4726643371582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,16,power_law_1.2,0.5599168014526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,16,power_law_1.2,0.6158105468749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,16,power_law_1.2,0.9473587036132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,1,32,power_law_1.2,20.778864746093753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,16,power_law_1.2,1.1697766113281252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,16,power_law_1.01,8.066220703125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,16,power_law_1.2,1.6750131225585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,16,power_law_1.2,2.0165068054199216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,16,power_law_1.01,13.28337646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,16,power_law_1.2,3.943655700683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,16,power_law_1.2,4.617130126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,8,balanced,0.03425407886505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,8,balanced,0.05888256072998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,8,balanced,0.06821887969970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,8,balanced,0.09171327590942382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,8,balanced,0.1441817569732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,8,balanced,0.2552524757385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,8,balanced,0.3861568069458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,8,balanced,0.4573619079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,8,balanced,0.45983745574951174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,8,balanced,0.4645363235473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,8,balanced,0.45981697082519535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,8,balanced,0.4727436828613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,8,balanced,0.48287616729736327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,8,balanced,0.49786750793457035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,8,balanced,0.5182796859741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,8,balanced,0.5281382369995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,8,balanced,0.5347366333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,8,balanced,0.5676966476440429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,8,balanced,0.6157388687133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,8,balanced,0.7014809417724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,8,balanced,0.7889485168457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,8,balanced,0.9600089263916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,8,balanced,1.1191693115234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,8,balanced,1.4087271118164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,8,balanced,1.85267333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,16,power_law_1.2,6.18763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,8,balanced,2.514787902832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,8,balanced,0.0339737606048584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,8,balanced,0.036559360027313234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,8,balanced,0.04589056015014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,8,balanced,0.06077824115753174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,8,balanced,0.09056639671325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,8,balanced,0.15172096252441408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,8,balanced,3.4476531982421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,8,balanced,0.21983871459960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,8,balanced,0.23416704177856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,8,balanced,0.23566463470458981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,8,balanced,0.2388044738769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,8,balanced,0.23314943313598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,8,balanced,0.2371123123168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,8,balanced,0.23998592376708983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,8,balanced,0.24875007629394533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,8,balanced,0.25846656799316403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,8,balanced,0.2663961601257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,8,balanced,0.2839769554138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,8,balanced,0.31283840179443356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,8,balanced,0.3436646270751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,8,balanced,0.40223102569580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,8,balanced,0.459760627746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,8,balanced,0.5734400177001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,8,balanced,0.6911411285400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,8,balanced,0.9322969818115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,8,balanced,1.1842610931396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,8,balanced,1.6512307739257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,8,balanced,0.04829696178436279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,8,balanced,0.0655679988861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,8,balanced,0.1006553554534912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,8,balanced,2.1825343322753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,8,balanced,0.13269248008728027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,8,balanced,0.13443967819213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,8,balanced,0.13811455726623537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,8,balanced,0.14495360374450683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,8,balanced,0.152227840423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,8,balanced,0.2016691207885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,8,balanced,0.2023769569396973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,8,balanced,0.1491865634918213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,8,balanced,0.21151487350463868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,8,balanced,0.268221435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,8,balanced,0.28532991409301756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,8,balanced,0.342215690612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,8,balanced,0.3528755187988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,8,balanced,0.595683822631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,8,balanced,0.6364774322509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,8,balanced,0.9033510589599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,8,balanced,1.2145549011230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,8,balanced,1.7608204650878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,8,balanced,2.3539634704589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,8,balanced,3.0766873168945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,8,balanced,4.652579956054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,8,balanced,6.118380737304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,8,balanced,9.75670166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,8,power_law_1.01,0.09416704177856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,8,power_law_1.01,0.1409331226348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,8,power_law_1.01,0.24717695236206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,8,power_law_1.01,0.21718271255493163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,8,power_law_1.01,0.27637632369995113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,8,power_law_1.01,0.35340545654296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,8,power_law_1.01,0.36254081726074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,8,power_law_1.01,0.45822208404541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,8,power_law_1.01,0.39482238769531247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,8,power_law_1.01,0.3542195129394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,8,power_law_1.01,0.37013248443603514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,8,balanced,12.727662353515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,8,power_law_1.01,0.3626073455810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,8,power_law_1.01,0.38853504180908205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,8,power_law_1.01,0.3959718322753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,8,power_law_1.01,0.4001011276245118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,8,power_law_1.01,0.4166758346557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,8,power_law_1.01,0.4559833526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,8,power_law_1.01,0.5022860717773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,8,power_law_1.01,0.5909836959838868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,8,power_law_1.01,0.6948210906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,8,power_law_1.01,0.7815142059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,8,power_law_1.01,0.9115609741210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,8,power_law_1.01,1.0939469146728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,8,power_law_1.01,1.5087513732910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,8,power_law_1.01,1.828888244628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,8,power_law_1.01,2.744403076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,8,power_law_1.01,0.06543744087219239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,8,power_law_1.01,0.08689791679382323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,16,power_law_1.01,18.262725830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,8,power_law_1.01,0.1471615982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,8,power_law_1.01,0.12483839988708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,8,power_law_1.01,0.16952575683593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,8,power_law_1.01,3.57694091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,8,power_law_1.01,0.19484031677246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,8,power_law_1.01,0.18116735458374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,8,power_law_1.01,0.2111244773864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,8,power_law_1.01,0.23234432220458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,8,power_law_1.01,0.21855487823486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,8,power_law_1.01,0.22127359390258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,8,power_law_1.01,0.22239103317260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,8,power_law_1.01,0.21733503341674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,8,power_law_1.01,0.21978111267089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,8,power_law_1.01,0.22937343597412108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,8,power_law_1.01,0.23672319412231446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,8,power_law_1.01,0.2449728012084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,8,power_law_1.01,0.2798284721374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.01,0.29921152114868166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.01,0.35300479888916014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.01,0.39607681274414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.01,0.5290227127075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.01,0.6213004684448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.01,0.8450342559814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.01,1.0779315185546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,8,power_law_1.01,0.04959104061126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,8,power_law_1.01,0.06543744087219239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.01,1.5520999145507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,8,power_law_1.01,0.07507967948913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,8,power_law_1.01,0.125414400100708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.01,1.9578533935546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,8,power_law_1.01,0.131463680267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,8,power_law_1.01,0.15437439918518064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,8,power_law_1.01,0.16158079147338866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,8,power_law_1.01,0.16786432266235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,8,power_law_1.01,0.17890047073364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,8,power_law_1.01,0.19750783920288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,8,power_law_1.01,0.243951358795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,8,power_law_1.01,0.25307775497436524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,8,power_law_1.01,0.2849548721313476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,8,power_law_1.01,0.3502975845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,8,power_law_1.01,0.4166387176513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,8,power_law_1.01,0.46176639556884763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,8,power_law_1.01,0.5462630462646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,8,power_law_1.01,0.6966438293457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,8,power_law_1.01,0.8679564666748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,8,power_law_1.01,1.282662353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,8,power_law_1.01,1.5290585327148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,8,power_law_1.01,2.180503082275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,8,power_law_1.01,2.942992553710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,8,power_law_1.01,6.2236480712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,32,power_law_1.01,30.863701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,8,power_law_1.2,0.09413120269775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,8,power_law_1.2,0.14061951637268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,8,power_law_1.2,0.17296127319335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,8,power_law_1.2,0.2203251266479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,8,power_law_1.2,0.2734476852416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,8,power_law_1.2,0.3518476867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,8,power_law_1.2,0.36669055938720707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,8,power_law_1.2,0.4446054458618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,8,power_law_1.2,0.370513916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,8,power_law_1.01,4.223621215820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,8,power_law_1.2,0.3250956726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,8,power_law_1.2,0.3750617599487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,8,power_law_1.2,0.3397568130493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,8,power_law_1.2,0.3516300964355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,8,power_law_1.2,0.3820479965209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,8,power_law_1.2,0.4004352188110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,8,power_law_1.2,0.4461568069458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,8,power_law_1.2,0.4916748809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,8,power_law_1.2,0.543078384399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,8,power_law_1.2,0.5788518524169921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,8,power_law_1.2,0.6914572906494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,8,power_law_1.2,0.821692123413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,8,power_law_1.2,0.9821695709228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,8,power_law_1.2,1.1787187194824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,8,power_law_1.01,8.881176147460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,8,power_law_1.2,1.6935104370117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,8,power_law_1.2,1.989381103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,8,power_law_1.2,0.059573760032653814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,8,power_law_1.2,0.08700287818908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,8,power_law_1.2,0.11515135765075683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,8,power_law_1.2,0.13461119651794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,8,power_law_1.2,3.0469183349609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,8,power_law_1.2,0.1670489692687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,8,power_law_1.2,0.2162175941467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,8,power_law_1.2,0.19499008178710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,8,power_law_1.2,0.22453760147094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,8,power_law_1.2,3.881065063476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,8,power_law_1.2,0.20518272399902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,8,power_law_1.2,0.21317888259887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,8,power_law_1.2,0.21785600662231444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,8,power_law_1.2,0.22051712036132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,8,power_law_1.2,0.21673471450805665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,8,power_law_1.2,0.2212633514404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,8,power_law_1.2,0.22814975738525392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,8,power_law_1.2,0.2358732795715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,8,power_law_1.2,0.24738176345825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,8,power_law_1.2,0.2794086456298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,8,power_law_1.2,0.3060620880126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,8,power_law_1.2,0.357367057800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,8,power_law_1.2,0.430621452331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,8,power_law_1.2,0.5758156967163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,8,power_law_1.2,0.6630335998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,8,power_law_1.2,0.9052864074707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,8,power_law_1.2,1.1555814361572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,8,power_law_1.2,0.0495308780670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,8,power_law_1.2,0.05841536045074462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,8,power_law_1.2,1.6970547485351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,8,power_law_1.2,0.07137152194976806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,8,power_law_1.2,0.13251199722290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,8,power_law_1.2,0.1312831974029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,8,power_law_1.2,2.2379557800292966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,8,power_law_1.2,0.163768310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,8,power_law_1.2,0.15509119987487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,8,power_law_1.2,0.17702911376953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,8,power_law_1.2,0.18089855194091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,8,power_law_1.2,0.23280895233154295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,8,power_law_1.2,0.24789888381958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,8,power_law_1.2,0.2688345527648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,8,power_law_1.2,0.27450496673583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,8,power_law_1.2,0.35494529724121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,8,power_law_1.2,0.45049087524414066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,8,power_law_1.2,0.4834048080444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,8,power_law_1.2,0.5836735916137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,8,power_law_1.2,0.7574924468994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,8,power_law_1.2,0.9009894561767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,8,power_law_1.2,1.3009779357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,8,power_law_1.2,1.5561856079101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,16,power_law_1.2,8.823598022460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,8,power_law_1.2,2.3101478576660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,8,power_law_1.2,2.9855563354492185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,8,power_law_1.01,11.307794189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,4,balanced,0.04170112133026123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,4,balanced,0.057891840934753414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,4,balanced,0.06769919872283936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,4,balanced,0.09061375617980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,4,balanced,0.14267904281616212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,4,balanced,0.25294975280761717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,4,balanced,0.380107536315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,4,balanced,0.3828953552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,4,balanced,0.38558849334716794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,4,balanced,0.38858112335205075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,4,balanced,0.4578432083129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,4,balanced,0.4557913589477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,4,balanced,0.4633433532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,4,balanced,0.4711731338500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,4,balanced,0.47898239135742193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,4,balanced,0.4888051223754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,4,balanced,0.5172735977172851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,4,balanced,0.5480294418334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,4,balanced,0.5947071838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,4,balanced,0.649775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,4,balanced,0.7584473419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,4,balanced,0.9192972564697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,4,balanced,1.1509478759765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,4,balanced,1.4846144104003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,4,balanced,1.90840576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,4,balanced,2.5521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,4,balanced,3.572678527832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,4,balanced,0.03147903919219971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,4,balanced,0.03467648029327393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,4,balanced,0.04512896060943604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,4,balanced,0.062104320526123045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,4,balanced,0.09490303993225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,4,balanced,0.16042879104614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,4,balanced,0.2316991996765137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,4,balanced,0.23511552810668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,4,balanced,0.23614208221435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,4,balanced,0.23821952819824216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,4,balanced,0.2675135993957519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,4,balanced,0.2701171112060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,4,balanced,0.27304319381713865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,4,balanced,0.2814028739929199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,4,balanced,0.28904319763183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,4,balanced,0.29450239181518556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,4,balanced,0.30786048889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,4,balanced,0.3362419128417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,4,balanced,0.36291969299316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,4,balanced,0.4180313491821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,4,balanced,0.47055103302001955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,4,balanced,0.5822105789184571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,4,balanced,0.695968017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,4,balanced,0.9223117065429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,4,balanced,1.2108019256591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,4,balanced,1.6751782226562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,4,balanced,2.209058532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,4,balanced,0.03425407886505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,4,balanced,0.04773759841918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,4,balanced,0.06691967964172363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,4,balanced,0.10545791625976561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,4,balanced,0.13903103828430177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,4,balanced,0.14254079818725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,4,balanced,0.14506879806518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,4,balanced,0.14744832038879394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,4,balanced,0.14973312377929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,8,power_law_1.2,4.688846130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,4,balanced,0.15554176330566408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,4,balanced,0.16251007080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,4,balanced,0.1669388771057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,4,balanced,0.22944768905639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,4,balanced,0.24232576370239256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,4,balanced,0.25500160217285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,4,balanced,0.3287654495239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,4,balanced,0.35133953094482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,4,balanced,0.4438067245483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,4,balanced,0.7316748809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,4,balanced,0.8124237060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,4,balanced,1.1666790771484377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,4,balanced,1.5580018615722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,4,balanced,2.2606719970703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,16,power_law_1.2,14.505211181640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,4,balanced,3.073673095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,4,balanced,4.078451232910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,4,power_law_1.01,0.06833663940429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,4,power_law_1.01,0.0876416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,4,power_law_1.01,0.1360332775115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,4,power_law_1.01,0.1347929573059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,4,power_law_1.01,0.18537727355957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,4,power_law_1.01,0.24448127746582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,4,balanced,6.07765380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,4,power_law_1.01,0.23890687942504885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,4,power_law_1.01,0.3366950225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,4,power_law_1.01,0.2911283111572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,4,power_law_1.01,0.31255807876586916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,4,power_law_1.01,0.3514112091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,4,power_law_1.01,0.3732198333740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,4,power_law_1.01,0.35182079315185544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,4,power_law_1.01,0.38128257751464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,4,power_law_1.01,0.3930918502807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,4,balanced,8.058126220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,4,power_law_1.01,0.3919116973876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,4,power_law_1.01,0.42536319732666017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,4,power_law_1.01,0.4743795013427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,4,power_law_1.01,0.5366681671142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,4,power_law_1.01,0.6627648162841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,4,power_law_1.01,0.810113296508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,4,power_law_1.01,0.9662617492675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,4,power_law_1.01,1.1239488220214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,4,power_law_1.01,1.502936248779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,4,power_law_1.01,1.8731814575195311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,4,power_law_1.01,0.04891776084899903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,4,power_law_1.01,0.059208960533142084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,4,power_law_1.01,2.654355163574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,4,power_law_1.01,0.08931455612182618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,4,power_law_1.01,0.09115008354187012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,4,power_law_1.01,0.1273151969909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,4,power_law_1.01,0.1510643196105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,4,power_law_1.01,0.16193279266357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,4,power_law_1.01,0.21260160446166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,4,power_law_1.01,0.19619199752807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,4,power_law_1.01,3.4555609130859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,4,power_law_1.01,0.20698495864868166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,4,power_law_1.01,0.23183359146118163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,4,power_law_1.01,0.2546419143676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,4,power_law_1.01,0.2399347114562988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,4,power_law_1.01,0.25133056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,4,power_law_1.01,0.26145919799804684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,4,power_law_1.01,0.2663961601257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,4,power_law_1.01,0.27790079116821287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,4,power_law_1.01,0.3065356826782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.01,0.3325683212280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.01,0.39327617645263674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.01,0.44524799346923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.01,0.5757107162475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.01,0.7186163330078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.01,0.9515225219726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.01,1.1895986938476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,4,power_law_1.01,0.03398015975952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.01,1.693207092285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,4,power_law_1.01,0.04833536148071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,4,power_law_1.01,0.07040512084960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,4,power_law_1.01,0.07950975894927978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,4,power_law_1.01,0.12181247711181639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.01,2.2342233276367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,4,power_law_1.01,0.13475968360900878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,4,power_law_1.01,0.1534553623199463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,4,power_law_1.01,0.1895859146118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,4,power_law_1.01,0.18190591812133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,4,power_law_1.01,0.17518592834472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,4,power_law_1.01,0.19187967300415038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,4,power_law_1.01,0.2162688064575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,4,power_law_1.01,0.27233919143676755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,4,power_law_1.01,0.2939558410644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,4,power_law_1.01,0.338287353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,4,power_law_1.01,0.3976192092895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,4,power_law_1.01,0.49089408874511714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,4,power_law_1.01,0.6580172729492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,4,power_law_1.01,0.740216293334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,4,power_law_1.01,0.9908761596679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,4,power_law_1.01,1.256189422607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,4,power_law_1.01,1.754149169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,4,power_law_1.01,2.2047462463378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,4,power_law_1.01,3.1773364257812498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,4,power_law_1.01,4.241336364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,4,power_law_1.2,0.06851200103759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,4,power_law_1.2,0.08780032157897949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,4,power_law_1.2,0.10914560317993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,4,power_law_1.2,0.13686400413513183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,4,power_law_1.2,0.1774220848083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,8,power_law_1.2,6.193214721679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,4,power_law_1.2,0.22667776107788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,4,power_law_1.2,0.22394880294799804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,4,power_law_1.01,6.092820434570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,4,power_law_1.2,0.3286950302124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,4,power_law_1.2,0.30326400756835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,4,power_law_1.2,0.34289920806884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,4,power_law_1.2,0.34797695159912106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,4,power_law_1.2,0.34111103057861325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,4,power_law_1.2,0.3644313430786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,4,power_law_1.2,0.3812083053588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,4,power_law_1.2,0.39439102172851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,4,power_law_1.2,0.39943809509277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,4,power_law_1.2,0.43144065856933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,4,power_law_1.2,0.5074560165405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,4,power_law_1.2,0.5647590255737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,4,power_law_1.2,0.7212326049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,4,power_law_1.2,0.8366566467285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,4,power_law_1.2,0.9749440002441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,4,power_law_1.01,8.078823852539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,4,power_law_1.2,1.1698675537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,4,power_law_1.2,1.583144989013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,4,power_law_1.2,0.044915199279785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,4,power_law_1.2,1.9776538085937498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,4,power_law_1.2,0.05900415897369384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,4,power_law_1.2,0.07260287761688232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,4,power_law_1.2,0.09426048278808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,4,power_law_1.2,0.12344320297241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,4,power_law_1.2,0.15872896194458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,4,power_law_1.2,2.7438693237304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,4,power_law_1.2,0.1536192035675049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,4,power_law_1.2,0.20214656829833982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,4,power_law_1.2,0.1944256019592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,4,power_law_1.2,0.1912665557861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,4,power_law_1.2,0.22961408615112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,4,power_law_1.2,0.23788288116455075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,4,power_law_1.2,0.24301311492919925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,4,power_law_1.2,3.7445413208007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,4,power_law_1.2,0.24916608810424803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,4,power_law_1.2,0.2592652893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,4,power_law_1.2,0.2575616073608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,4,power_law_1.2,0.2809241676330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,4,power_law_1.2,0.3092531204223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,4,power_law_1.2,0.33652095794677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,4,power_law_1.2,0.4028262329101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,4,power_law_1.2,0.46653568267822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,4,power_law_1.2,0.6044326400756835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,4,power_law_1.2,0.7432012939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,4,power_law_1.2,1.0027507019042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,4,power_law_1.2,1.2292390441894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,4,power_law_1.2,0.03421695947647095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,4,power_law_1.2,0.05940735816955567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,4,power_law_1.2,0.04837887763977051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,4,power_law_1.2,1.7876672363281252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,4,power_law_1.2,0.07362559795379639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,4,power_law_1.2,0.12146559715270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,4,power_law_1.2,0.1449561595916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,4,power_law_1.2,0.15694720268249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,4,power_law_1.2,2.331900177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,4,power_law_1.2,0.1716223907470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,4,power_law_1.2,0.18918144226074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,4,power_law_1.2,0.19015552520751952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,4,power_law_1.2,0.19113344192504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,4,power_law_1.2,0.2243814468383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,4,power_law_1.2,0.27767168045043944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,4,power_law_1.2,0.30546688079833983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,4,power_law_1.2,0.3379955291748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,4,power_law_1.2,0.4214438247680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,4,power_law_1.2,0.49459583282470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,4,power_law_1.2,0.6422361755371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,4,power_law_1.2,0.755621109008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,4,power_law_1.2,0.9965452575683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,4,power_law_1.2,1.25936767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,4,power_law_1.2,1.7665446472167967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,8,power_law_1.2,9.336239624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,4,power_law_1.2,2.2245388793945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,2,balanced,0.043089919090270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,2,balanced,0.057292799949646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,2,balanced,0.06754432201385499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,2,balanced,0.09093759536743165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,2,balanced,0.14432640075683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,2,balanced,0.2605209541320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,2,balanced,0.3811840057373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,2,balanced,0.3842380905151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,2,balanced,0.3869184112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,2,balanced,0.3905292892456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,2,balanced,0.396759033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,2,balanced,0.40359935760498045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,2,balanced,0.40984447479248043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,2,balanced,0.4653401565551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,2,balanced,0.4727116775512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,2,balanced,0.4795174407958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,2,balanced,0.4961561584472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,2,balanced,0.5260416030883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,2,balanced,0.5594688034057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,2,balanced,0.6564070129394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,2,balanced,0.7603430175781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,2,balanced,0.9131174468994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,2,balanced,1.1839539337158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,2,balanced,1.5557069396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,2,balanced,2.059988555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,4,power_law_1.2,6.1608691406250005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,2,balanced,2.7937957763671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,4,power_law_1.2,4.217475891113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,2,balanced,0.031930880546569826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,2,balanced,0.03832319974899292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,2,balanced,0.04844287872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,2,balanced,0.06944128036499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,2,balanced,0.1116160011291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,2,balanced,0.1982374382019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,2,balanced,0.2815769577026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,4,power_law_1.2,3.2417242431640623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,2,balanced,0.2854246330261231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,2,balanced,0.2868377685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,2,balanced,3.952837219238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,2,balanced,0.2905484771728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,2,balanced,0.2933657646179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,2,balanced,0.2971225547790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,2,balanced,0.3024281692504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,2,balanced,0.36571521759033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,2,balanced,0.37139328002929684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,2,balanced,0.3702630233764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,2,balanced,0.3856486511230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,2,balanced,0.4085440063476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,2,balanced,0.431646728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,2,balanced,0.47884033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,2,balanced,0.5322726440429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,2,balanced,0.6347391891479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,2,balanced,0.7389427185058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,2,balanced,0.9553971099853517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,2,power_law_1.01,0.05833087921142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,2,balanced,1.3152613830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,2,power_law_1.01,0.06712063789367675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,2,power_law_1.01,0.08839808464050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,2,power_law_1.01,0.10455295562744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,2,balanced,1.7524313354492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,2,power_law_1.01,0.1513587188720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,2,power_law_1.01,0.20153087615966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,2,power_law_1.01,0.22929151535034178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,2,power_law_1.01,0.2896345520019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,2,power_law_1.01,0.29262720108032225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,2,balanced,2.345182647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,2,power_law_1.01,0.3087283134460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,2,power_law_1.01,0.3106470489501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,2,power_law_1.01,0.32803585052490236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,2,power_law_1.01,0.3404966354370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,2,power_law_1.01,0.3663334274291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,2,power_law_1.01,0.37144702911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,2,power_law_1.01,0.37920768737792965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,2,power_law_1.01,0.420890884399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,2,power_law_1.01,0.46802944183349615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,2,power_law_1.01,0.5298303985595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,2,power_law_1.01,0.6673728179931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,2,power_law_1.01,0.782218246459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,2,power_law_1.01,0.9745407867431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,2,power_law_1.01,1.1369881439208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,2,power_law_1.01,1.5818138122558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,2,power_law_1.01,1.9658546447753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,2,power_law_1.01,0.03561599969863892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,2,power_law_1.01,0.04963840007781982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,2,power_law_1.01,2.7448358154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,2,power_law_1.01,0.06716671943664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,2,power_law_1.01,0.08111871719360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,2,power_law_1.01,0.12010239601135253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,2,power_law_1.01,0.15378432273864745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,2,power_law_1.01,0.1737215995788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,2,power_law_1.01,0.22466047286987303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,2,power_law_1.01,0.23135999679565428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,2,power_law_1.01,0.23800064086914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,2,power_law_1.01,3.515950012207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,2,power_law_1.01,0.24963712692260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,2,power_law_1.01,0.2517337608337402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,2,power_law_1.01,0.2554662322998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,2,power_law_1.01,0.319418888092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,2,power_law_1.01,0.333361930847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,2,power_law_1.01,0.33407615661621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,2,power_law_1.01,0.3426777648925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,2,power_law_1.01,0.37258880615234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.01,0.3973132705688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.01,0.46974849700927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.01,0.529246711730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.01,0.6599346923828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.01,0.811061782836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.01,1.0537356567382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,2,power_law_1.2,0.058169598579406734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.01,1.343573760986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,2,power_law_1.2,0.06736639976501466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,2,power_law_1.2,0.08138751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,2,power_law_1.2,0.10525952339172365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,2,power_law_1.2,0.14267392158508302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.01,1.8393766784667966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,2,power_law_1.2,0.18457727432250975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,2,power_law_1.2,0.21417856216430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,2,power_law_1.2,0.28028928756713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,2,power_law_1.2,0.2925030326843262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.01,2.4061415100097654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,2,power_law_1.2,0.29948543548583983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,2,power_law_1.2,0.31852928161621097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,2,power_law_1.2,0.31252479553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,2,power_law_1.2,0.36433406829833986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,2,power_law_1.2,0.34942848205566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,2,power_law_1.2,0.3772185516357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,2,power_law_1.2,0.39076351165771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,2,power_law_1.2,0.42638206481933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,2,power_law_1.2,0.48388607025146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,2,power_law_1.2,0.536833267211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,2,power_law_1.2,0.6857612609863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,2,power_law_1.2,0.8518822479248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,2,power_law_1.2,0.978686752319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,2,power_law_1.2,1.152768020629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,2,power_law_1.2,1.6235366821289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,2,power_law_1.2,0.03547647953033447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,2,power_law_1.2,0.04938240051269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,2,power_law_1.2,0.062026238441467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,2,power_law_1.2,0.08373503684997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,2,power_law_1.2,2.7796209716796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,2,power_law_1.2,1.9859085083007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,2,power_law_1.2,0.11206144332885741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,2,power_law_1.2,0.1434316825866699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,2,power_law_1.2,0.16430719375610353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,2,power_law_1.2,0.2187571144104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,2,power_law_1.2,0.23066368103027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,2,power_law_1.2,0.23482751846313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,2,power_law_1.2,3.516307067871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,2,power_law_1.2,0.2474380874633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,2,power_law_1.2,0.24837120056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,2,power_law_1.2,0.2576832008361817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,2,power_law_1.2,0.3175142478942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,2,power_law_1.2,0.32343681335449215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,2,power_law_1.2,0.324532470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,2,power_law_1.2,0.3342220687866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,2,power_law_1.2,0.37285888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,2,power_law_1.2,0.40240257263183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,2,power_law_1.2,0.4727667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,2,power_law_1.2,0.5421401596069335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,2,power_law_1.2,0.6841561889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,2,power_law_1.2,0.8218367767333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,2,power_law_1.2,1.0849267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,1,balanced,0.052952318191528326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,1,balanced,0.07083648204803467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,2,power_law_1.2,1.3644659423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,1,balanced,0.0831545639038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,1,balanced,0.10929727554321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,1,balanced,0.16895807266235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,1,balanced,0.2975987243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,2,power_law_1.2,1.879454650878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,1,balanced,0.4421753692626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,1,balanced,0.4438393783569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,1,balanced,0.4460908889770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,2,power_law_1.2,2.442362823486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,1,balanced,0.4470035171508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,1,balanced,0.4542092895507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,1,balanced,0.4603833770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,1,balanced,0.4670137786865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,1,balanced,0.4761868667602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,1,balanced,0.49074241638183597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,1,balanced,0.499188461303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,1,balanced,0.5287046432495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,1,balanced,0.5554560089111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,1,balanced,0.6052691268920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,1,balanced,0.7042489624023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,1,balanced,0.7920307159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,1,balanced,0.9742630767822267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,1,balanced,1.473456573486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,1,balanced,1.5662623596191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,balanced,0.046174721717834474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,balanced,0.0544755220413208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,balanced,0.07014400005340576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,balanced,0.1020019245147705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,1,balanced,2.1873114013671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,balanced,0.1634617614746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,balanced,0.2931673622131348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,balanced,0.424389762878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,balanced,0.4265990447998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,balanced,0.43112831115722655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,1,balanced,3.0360064697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,balanced,0.4307424163818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,balanced,0.4354777526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,balanced,0.43770622253417973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,balanced,0.44191745758056644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,balanced,0.44988670349121096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,balanced,0.4560505676269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,balanced,0.4614572906494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,balanced,0.5856710433959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,balanced,0.6036940765380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,1,balanced,4.549980773925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,balanced,0.6271596908569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,balanced,0.6742412567138671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,balanced,0.7241254425048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,balanced,0.8260601806640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,balanced,0.9249126434326171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,balanced,1.1379590606689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,1,power_law_1.01,0.04589312076568604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,1,power_law_1.01,0.07164735794067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,balanced,1.71544189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,1,power_law_1.01,0.08264703750610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,1,power_law_1.01,0.10860416412353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,balanced,2.1689971923828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,1,power_law_1.01,0.16039232254028318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,1,power_law_1.01,0.22008447647094725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,1,power_law_1.01,0.2609913635253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,1,power_law_1.01,0.323106575012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,1,power_law_1.01,0.34403903961181637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,balanced,3.004776916503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,1,power_law_1.01,0.36217601776123043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,1,power_law_1.01,0.37598209381103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,1,power_law_1.01,0.38485950469970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,1,power_law_1.01,0.404150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,1,power_law_1.01,0.42228862762451175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,1,power_law_1.01,0.446240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,8,power_law_1.2,12.34042724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,1,power_law_1.01,0.5076953506469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,1,power_law_1.01,0.4368819046020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,1,power_law_1.01,0.5001094436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,1,power_law_1.01,0.5543884658813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,1,power_law_1.01,0.6886080169677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,1,power_law_1.01,0.8056159973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,1,power_law_1.01,1.0358271789550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,1,power_law_1.01,1.193914260864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.045955839157104494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,1,power_law_1.01,1.667472686767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.05268288135528565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.07210432052612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,0.10232768058776856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,1,power_law_1.01,2.0988563537597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,0.15545920372009275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,0.21049728393554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,0.24795839309692386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,0.30143999099731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,1,power_law_1.01,3.0374291992187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.01,0.32187454223632816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,0.3416486358642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,0.35122497558593746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,0.35832126617431637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,0.36955455780029295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,0.3806585693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,0.3909638214111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,4,power_law_1.2,7.913765258789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,0.4020972824096679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,1,power_law_1.01,3.963187255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.01,0.5155814361572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.01,0.5458515167236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.01,0.5800064086914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.01,0.6385414505004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.01,0.7391661071777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.01,0.8927603149414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.01,1.0506182098388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,1,power_law_1.2,0.04512832164764404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,1,power_law_1.2,0.07196735858917236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,1,power_law_1.2,0.08293184280395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.01,1.3839059448242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,1,power_law_1.2,0.10878335952758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,1,power_law_1.2,0.15091008186340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.01,1.7122137451171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,1,power_law_1.2,0.2075948715209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,1,power_law_1.2,0.24589183807373044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,1,power_law_1.2,0.31554304122924803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,1,power_law_1.2,0.3340729522705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,1,power_law_1.2,0.3467839813232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.01,2.382118988037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,1,power_law_1.2,0.36333568572998043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,1,power_law_1.2,0.38520896911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,1,power_law_1.2,0.40029121398925777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,1,power_law_1.2,0.42052032470703127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.01,3.083075256347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,1,power_law_1.2,0.4490284729003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,1,power_law_1.2,0.4441945648193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,1,power_law_1.2,0.513686408996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,1,power_law_1.2,0.5649516677856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,1,power_law_1.2,0.7112806701660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,1,power_law_1.2,0.5109126281738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,1,power_law_1.2,0.8498124694824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,1,power_law_1.2,1.0588275146484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.046316800117492674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,1,power_law_1.2,1.2190873718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.052990717887878416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.07152192115783691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,1,power_law_1.2,1.669585876464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,0.1024409580230713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,0.14454272270202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,1,power_law_1.2,2.1038304138183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,0.19733695983886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,0.22884416580200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,0.29826047897338864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,0.311648006439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,0.3254912185668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,0.3390169525146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,1,power_law_1.2,3.0201644897460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,0.35599105834960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,0.3661555099487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,0.37737918853759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,0.38920448303222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,0.4011686325073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.2,0.5176019287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.2,0.5548921585083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,1,power_law_1.2,3.9337945556640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.2,0.5914790344238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.2,0.6773683166503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.2,0.7826700592041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,1,32,power_law_1.2,36.448093261718746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.2,0.9343929290771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,32,balanced,0.025199360847473144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,32,balanced,0.02347520112991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,32,balanced,0.02337791919708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,32,balanced,0.044189438819885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,32,balanced,0.0581440019607544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,32,balanced,0.09122176170349121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,32,balanced,0.11009407997131349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,32,balanced,0.10971263885498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,32,balanced,0.11146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.2,1.4447526550292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,32,balanced,0.11095168113708495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,32,balanced,0.11260416030883788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,32,balanced,0.11591423988342284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,32,balanced,0.11788928031921386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,32,balanced,0.11982975959777833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,32,balanced,0.12472960472106934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,32,balanced,0.1281702423095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.2,1.7806675720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,32,balanced,0.12053503990173339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,32,balanced,0.12775551795959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.2,1.1140838623046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,32,balanced,0.13588352203369142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,32,balanced,0.15659520149230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,32,balanced,0.16072704315185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,32,balanced,0.21888256072998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,32,balanced,0.2549452781677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,32,balanced,0.3402547073364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,32,balanced,0.026743040084838864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,32,balanced,0.39968257904052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,32,balanced,0.026346240043640133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,32,balanced,0.025792000293731687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,32,balanced,0.5738956832885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,32,balanced,0.028199679851531982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,32,balanced,0.040998401641845705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,32,balanced,0.0613644790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,32,balanced,0.06544896125793456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,32,balanced,0.06545663833618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,32,balanced,0.7338470458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,32,balanced,0.06732672214508056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.2,2.4444306945800784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,32,balanced,0.06722688198089599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,32,balanced,0.07177216053009033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,32,balanced,0.06820096015930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,32,balanced,0.07305984020233154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,32,balanced,0.0782144021987915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,32,balanced,0.08321791648864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,32,balanced,0.07646719932556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,32,balanced,0.08287360191345214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,32,balanced,0.08855936050415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,32,balanced,0.10011391639709473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,32,balanced,0.1088102436065674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,32,balanced,0.13369728088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,32,balanced,0.15654656410217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,32,balanced,0.20528896331787108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,32,balanced,0.2483135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,32,balanced,0.04128384113311768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,32,balanced,0.041680641174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,32,balanced,0.354205436706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,32,balanced,0.04131968021392822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,32,balanced,0.04213247776031494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,32,balanced,0.04240511894226075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,32,balanced,0.4363980865478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.2,3.149073181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,32,balanced,0.06049024105072022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,32,balanced,0.06055808067321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,32,balanced,0.06325119972229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,32,balanced,0.07958144187927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,32,balanced,0.06374271869659423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,32,balanced,0.08304512023925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,32,balanced,0.08164352416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,32,balanced,0.09641087532043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,32,balanced,0.1038156795501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,32,balanced,0.14705663681030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,32,balanced,0.14863360404968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,32,balanced,0.151146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,32,balanced,0.21524864196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,32,balanced,0.2632703971862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,32,balanced,0.37770240783691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,32,balanced,0.46935295104980473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,32,balanced,0.04433536052703858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,32,balanced,0.690728988647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,32,balanced,0.9000243377685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,32,power_law_1.01,0.09064319610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,32,power_law_1.01,0.09065088272094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,32,power_law_1.01,0.09081855773925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,32,balanced,1.3489996337890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,32,power_law_1.01,0.09165184020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,32,power_law_1.01,0.10476927757263184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,32,power_law_1.01,0.09403776168823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,32,power_law_1.01,0.1080179214477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,32,power_law_1.01,0.11001343727111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,32,power_law_1.01,0.10979711532592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,32,balanced,1.8014540100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,32,power_law_1.01,0.11502976417541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,32,power_law_1.01,0.11542911529541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,32,power_law_1.01,0.12314368247985841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,32,power_law_1.01,0.11857919692993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,32,power_law_1.01,0.11929087638854981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,32,power_law_1.01,0.12212608337402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,32,power_law_1.01,0.12841856002807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,32,power_law_1.01,0.1604083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,32,power_law_1.01,0.19808511734008788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,32,power_law_1.01,0.2562585639953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,32,power_law_1.01,0.3185331153869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,32,balanced,2.671971740722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,32,power_law_1.01,0.3699647903442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,32,power_law_1.01,0.5128012847900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,32,power_law_1.01,0.6770060729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,32,power_law_1.01,0.06047999858856201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,32,power_law_1.01,0.13415424346923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,32,power_law_1.01,0.060497918128967286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,32,power_law_1.01,0.06239359855651856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,32,power_law_1.01,0.8390822601318358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,32,balanced,3.5475213623046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,32,power_law_1.01,0.061286401748657224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,32,power_law_1.01,0.06356095790863037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,32,power_law_1.01,0.05353856086730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,32,power_law_1.01,0.06429823875427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,32,power_law_1.01,0.06074111938476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,32,power_law_1.01,0.06681215763092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,32,power_law_1.01,1.3577357482910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,32,power_law_1.01,0.0718720006942749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,32,power_law_1.01,0.06859263896942139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,32,power_law_1.01,0.0761894416809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,32,power_law_1.01,0.07832191944122315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,32,power_law_1.01,0.07898752212524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,32,power_law_1.01,1.5630618286132811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,32,power_law_1.01,0.08048640251159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,32,power_law_1.01,0.07789311885833741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,32,power_law_1.01,0.08386048316955566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,32,power_law_1.01,0.10116479873657228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.01,0.11357312202453614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.01,0.14493056297302248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.01,0.17480575561523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.01,0.27995264053344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.01,0.3554201507568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,32,power_law_1.01,0.041670398712158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.01,0.4986406326293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,32,power_law_1.01,0.042073597908020025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,32,power_law_1.01,0.0426035213470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.01,0.7384601593017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,32,power_law_1.01,0.04476928234100342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,32,power_law_1.01,0.046940159797668454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,32,power_law_1.01,0.060115199089050296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.01,0.9316941070556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,32,power_law_1.01,0.06319488048553466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.01,0.21325696945190428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,32,power_law_1.01,0.08163455963134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,32,power_law_1.01,0.08195327758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,32,power_law_1.01,0.09451904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,32,power_law_1.01,0.10172672271728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,32,power_law_1.01,0.14755455970764159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,32,power_law_1.01,0.1499839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,32,power_law_1.01,0.20521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,32,power_law_1.01,0.2097599983215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,32,power_law_1.01,0.2530496025085449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,32,power_law_1.01,0.31374975204467775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,32,power_law_1.01,0.4151833724975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,32,power_law_1.01,0.5292761611938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,32,power_law_1.01,0.8010355377197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,16,power_law_1.2,20.88513427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,32,power_law_1.2,0.09059967994689941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,32,power_law_1.2,0.09027584075927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,32,power_law_1.2,0.09025792121887208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,32,power_law_1.2,0.09042559623718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,32,power_law_1.2,0.09953280448913573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,32,power_law_1.2,0.10073856353759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,32,power_law_1.2,0.10901503562927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,32,power_law_1.2,0.11012607574462892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,32,power_law_1.2,0.1103769588470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,32,power_law_1.2,0.11253503799438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,32,power_law_1.2,0.1179417610168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,32,power_law_1.2,0.12131199836730958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,32,power_law_1.2,0.12478976249694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,32,power_law_1.2,0.12644991874694825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,32,power_law_1.2,0.12541312217712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,32,power_law_1.2,0.12920960426330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,32,power_law_1.2,0.13826047897338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,32,power_law_1.2,0.17973888397216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,32,power_law_1.2,0.2058470344543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,32,power_law_1.2,0.2645900726318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,32,power_law_1.2,0.34295680999755856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,32,power_law_1.2,0.42992511749267576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,32,power_law_1.2,0.5966668701171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,32,power_law_1.2,0.8634099578857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,32,power_law_1.2,1.2989260864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,32,power_law_1.01,1.1887731170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,32,power_law_1.2,1.8353765869140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,32,power_law_1.2,0.06015999794006348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,32,power_law_1.2,0.061736960411071774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,32,power_law_1.2,0.06113791942596436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,32,power_law_1.2,0.06048768043518067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,32,power_law_1.2,0.061351680755615236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,32,power_law_1.2,0.052469758987426764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,32,power_law_1.2,0.0647488021850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,32,power_law_1.2,2.9798910522460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,32,power_law_1.2,0.0655897617340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,32,power_law_1.2,0.06900735855102538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,32,power_law_1.2,0.06654208183288575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,32,power_law_1.2,0.07350527763366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,32,power_law_1.2,0.0769267177581787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,32,power_law_1.2,0.07884160041809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,32,power_law_1.2,0.07965055942535401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,32,power_law_1.2,0.07980544090270995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,32,power_law_1.2,0.07995903968811036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,32,power_law_1.2,0.08995200157165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,32,power_law_1.2,0.1062502384185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.2,0.12628992080688478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.2,0.15472512245178222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.2,0.1989913558959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.2,0.2473472023010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.2,0.30955135345458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.2,0.5067583847045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.2,0.6251110458374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.2,1.0598233795166014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,1,32,power_law_1.2,0.041637120246887205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,1,32,power_law_1.2,0.04195328235626221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.2,1.3726605224609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,1,32,power_law_1.2,0.04263807773590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,1,32,power_law_1.2,0.046033921241760256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,1,32,power_law_1.2,0.04602240085601807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,1,32,power_law_1.2,0.06205952167510986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,1,32,power_law_1.2,0.06235263824462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,1,32,power_law_1.2,0.07880447864532471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,1,32,power_law_1.2,0.08338303565979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,1,32,power_law_1.2,0.0982271957397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,1,32,power_law_1.2,0.10121600151062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,1,32,power_law_1.2,0.1465497589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,1,32,power_law_1.2,0.15113727569580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,1,32,power_law_1.2,0.20480640411376952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,1,32,power_law_1.2,0.2555264091491699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,32,power_law_1.01,1.5932083129882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,1,32,power_law_1.2,0.25436672210693356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,1,32,power_law_1.2,0.36702465057373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,1,32,power_law_1.2,0.4699635314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,1,32,power_law_1.2,0.6829708862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,32,power_law_1.01,2.345117492675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,1,32,power_law_1.2,0.9513433837890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,1,32,power_law_1.2,1.3774092102050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,1,32,power_law_1.2,1.884312286376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,32,power_law_1.01,3.500068969726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,32,power_law_1.01,4.095013122558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,16,balanced,0.021840639114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,16,balanced,0.02162303924560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,16,balanced,0.0315827202796936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,16,balanced,0.0419865608215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,16,balanced,0.05796480178833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,16,balanced,0.0932249641418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,16,balanced,0.11150976181030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,16,balanced,0.11094016075134276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,16,balanced,0.11512703895568847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,16,balanced,0.115928316116333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,16,balanced,0.1189452838897705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,16,balanced,0.1228774356842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,16,balanced,0.12509823799133302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,16,balanced,0.1190976047515869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,16,balanced,0.12214271545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,16,balanced,0.123187198638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,16,balanced,0.12689791679382326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,16,balanced,0.13893247604370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,16,balanced,0.14956159591674806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,16,balanced,0.17858816146850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,16,balanced,0.18915584564208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,16,balanced,0.2564352035522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,16,balanced,0.2990015983581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,16,balanced,0.4093503952026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,16,balanced,0.49541889190673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,1,32,power_law_1.2,3.024874267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,16,balanced,0.72276611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,16,balanced,0.024189438819885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,16,balanced,0.9305049896240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,16,balanced,0.02410111904144287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,16,balanced,0.027425279617309572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,16,balanced,0.04218368053436279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,16,balanced,0.06486400127410888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,16,balanced,0.07162623882293702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,16,balanced,0.0710323190689087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,16,balanced,0.07464447975158692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,16,balanced,0.024057600498199463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,16,balanced,0.07461631774902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,16,balanced,0.07767039775848389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,16,balanced,0.07947135925292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,16,balanced,0.08181376457214355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,16,balanced,0.07492735862731933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,16,balanced,0.07742208003997803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,16,balanced,0.07905280113220214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,16,balanced,0.08217856407165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,16,balanced,0.09039487838745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,16,balanced,0.10289664268493652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,16,balanced,0.12126591682434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,16,balanced,0.13899392127990723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,16,balanced,0.17345407485961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,16,balanced,0.20733055114746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,16,balanced,0.2853721618652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,16,balanced,0.3550822448730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,16,balanced,0.509093132019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,16,balanced,0.029409279823303224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,16,balanced,0.02918272018432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,16,balanced,0.6513894653320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,16,balanced,0.04297215938568115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,16,balanced,0.04301439762115479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,16,balanced,0.04375807762145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,16,balanced,0.04612736225128174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,16,balanced,0.06356736183166503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,16,balanced,0.06341248035430909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,16,balanced,0.06733312129974364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,16,balanced,0.06736767768859864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,16,balanced,0.08249343872070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,16,balanced,0.08720895767211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,16,balanced,0.10242303848266601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,16,balanced,0.10267135620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,16,balanced,0.14634495735168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,16,balanced,0.14963711738586424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,16,balanced,0.15873663902282714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,16,balanced,0.23274496078491208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,16,balanced,0.28028799057006837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,16,balanced,0.4070336151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,16,balanced,0.5078079986572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,16,balanced,0.7550182342529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,16,balanced,0.9713062286376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,16,balanced,1.433738250732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,16,balanced,1.9099853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,16,balanced,2.824638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,16,power_law_1.01,0.056308479309082025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,16,power_law_1.01,0.09087871551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,16,power_law_1.01,0.09081343650817872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,16,power_law_1.01,0.09196415901184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,16,power_law_1.01,0.09243904113769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,16,balanced,3.6964019775390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,16,power_law_1.01,0.09666943550109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,16,power_law_1.01,0.10296064376831056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,16,power_law_1.01,0.10678144454956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,16,power_law_1.01,0.10903552055358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,16,power_law_1.01,0.11104127883911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,16,power_law_1.01,0.11393919944763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,16,power_law_1.01,0.11833727836608887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,16,power_law_1.01,0.11838208198547365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,16,power_law_1.01,0.11708031654357912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,16,power_law_1.01,0.12007295608520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,16,power_law_1.01,0.12533247947692872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,16,power_law_1.01,0.13339263916015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,16,power_law_1.01,0.15894271850585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,16,power_law_1.01,0.18595968246459962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,16,power_law_1.01,0.22093439102172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,16,power_law_1.01,0.2625254440307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,16,power_law_1.01,0.3371635055541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,16,power_law_1.01,0.4372313690185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,16,power_law_1.01,0.5761804962158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,16,power_law_1.01,0.8409894561767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,16,power_law_1.01,1.160486373901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,16,power_law_1.01,0.041034240722656254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,16,power_law_1.01,0.06222464084625244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,16,power_law_1.01,0.06089727878570557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,16,power_law_1.01,1.5234661865234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,16,power_law_1.01,0.061953282356262206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,16,power_law_1.01,0.06376575946807861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,16,power_law_1.01,0.06172544002532959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,16,power_law_1.01,0.06713344097137451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,16,power_law_1.01,0.06871039867401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,16,power_law_1.01,0.07133056163787842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,16,power_law_1.01,0.07221759796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,16,power_law_1.01,0.07506688117980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,16,power_law_1.01,0.0765555191040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,16,power_law_1.01,0.08003456115722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,16,power_law_1.01,0.07416831970214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,16,power_law_1.01,0.07722752094268799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,16,power_law_1.01,0.07997568130493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,16,power_law_1.01,0.08274815559387208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,16,power_law_1.01,0.10140288352966309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,16,power_law_1.01,0.11321344375610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,16,power_law_1.01,0.13887231826782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,16,power_law_1.01,0.16955263137817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,16,power_law_1.01,0.21806207656860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,16,power_law_1.01,0.26748544692993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,16,power_law_1.01,0.35068416595458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,16,power_law_1.01,0.5056409454345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,16,power_law_1.01,0.7827097320556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,16,power_law_1.01,0.0314086389541626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,16,power_law_1.01,0.8411251068115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,16,power_law_1.01,0.03720448017120361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,16,power_law_1.01,0.04289919853210449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,16,power_law_1.01,0.04392064094543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,16,power_law_1.01,0.04646656036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,16,power_law_1.01,0.054202880859375004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,16,power_law_1.01,0.06424575805664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,16,power_law_1.01,0.07241727828979491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,16,power_law_1.01,0.07211520195007323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,16,power_law_1.01,0.09304575920104981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,16,power_law_1.01,0.11461248397827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,16,power_law_1.01,0.11754624366760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,16,power_law_1.01,0.13508480072021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,16,power_law_1.01,0.1543935966491699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,16,power_law_1.01,0.1727872085571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,16,power_law_1.01,0.20138111114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,16,power_law_1.01,0.2566336059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,16,power_law_1.01,0.34169471740722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,16,power_law_1.01,0.3712575912475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,16,power_law_1.01,0.6951641845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,32,power_law_1.01,6.430531616210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,16,power_law_1.01,0.8857830047607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,16,power_law_1.01,1.0140991973876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,16,power_law_1.01,1.7690841674804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,32,power_law_1.01,7.61896728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,1,32,power_law_1.2,5.21734130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,16,power_law_1.2,0.05609344005584717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,16,power_law_1.2,0.09087103843688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,16,power_law_1.01,2.0650111389160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,16,power_law_1.2,0.08412287712097169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,16,power_law_1.2,0.08759936332702636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,16,power_law_1.2,0.08601856231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,16,power_law_1.2,0.0928281593322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,16,power_law_1.2,0.10039808273315429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,16,power_law_1.2,0.10383872032165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,16,power_law_1.2,0.10648192405700682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,16,power_law_1.2,0.1129638385772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,16,power_law_1.2,0.11794943809509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,16,power_law_1.2,0.12136320114135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,16,power_law_1.2,0.12214015960693358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,16,power_law_1.2,0.11790719985961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,16,power_law_1.2,0.1231065559387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,16,power_law_1.2,0.12552703857421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,16,power_law_1.2,0.13760383605957033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,16,power_law_1.2,0.16487424850463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,16,power_law_1.2,0.19666175842285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,16,power_law_1.2,0.23833215713500974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,16,power_law_1.2,0.31430400848388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,16,power_law_1.2,0.423614730834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,16,power_law_1.2,0.504532470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,16,power_law_1.2,0.7255846405029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,16,power_law_1.2,0.9588454437255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,16,power_law_1.2,1.4532479858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,16,power_law_1.2,0.04065408229827881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,16,power_law_1.2,0.05934720039367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,16,power_law_1.2,1.9066073608398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,16,power_law_1.2,0.05594111919403076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,16,power_law_1.2,0.062300162315368654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,16,power_law_1.2,0.06352128028869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,16,power_law_1.2,0.05475071907043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,16,power_law_1.2,0.06635519981384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,16,power_law_1.2,0.06740352153778076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,16,power_law_1.2,0.07141248226165772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,16,power_law_1.2,0.07292928218841552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,16,power_law_1.2,0.07568128108978271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,16,power_law_1.2,0.07660160064697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,16,power_law_1.2,0.07826176166534424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,16,power_law_1.2,0.07451263904571534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,16,power_law_1.2,0.07622528076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,16,power_law_1.2,0.07982207775115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,16,power_law_1.2,0.08796287536621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,16,power_law_1.2,0.10265727996826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,16,power_law_1.2,0.11790464401245118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,16,power_law_1.2,0.15988224029541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,16,power_law_1.2,0.192491512298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,16,power_law_1.2,0.2653824043273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,16,power_law_1.2,0.3127257537841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,16,power_law_1.2,0.4392729568481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,16,power_law_1.2,0.5547404861450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,16,power_law_1.2,0.921386260986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,16,power_law_1.2,0.03132672071456909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,16,power_law_1.2,1.0960012817382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,16,power_law_1.2,0.03637631893157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,16,power_law_1.2,0.04347519874572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,16,power_law_1.2,0.04352128028869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,16,power_law_1.2,0.05195775985717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,16,power_law_1.2,0.05517824172973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,16,power_law_1.2,0.06454400062561036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,16,power_law_1.2,0.07190911769866944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,16,power_law_1.2,0.07788544178009034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,16,power_law_1.2,0.09368960380554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,16,power_law_1.2,0.11359871864318846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,16,power_law_1.2,0.11699839591979981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,16,power_law_1.2,0.15097344398498536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,16,power_law_1.2,0.17224960327148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,16,power_law_1.2,0.18197759628295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,16,power_law_1.2,0.1961689567565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,16,power_law_1.2,0.2334156799316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,16,power_law_1.2,0.36999935150146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,16,power_law_1.2,0.45652606964111325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,16,power_law_1.2,0.6996697235107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,16,power_law_1.2,0.8197171020507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,16,power_law_1.01,3.1788058471679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,1,32,power_law_1.2,6.713059692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,16,power_law_1.2,1.3906495666503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,1,32,power_law_1.2,9.651177978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,16,power_law_1.01,5.064706420898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,8,balanced,0.021070079803466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,8,balanced,0.021442561149597167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,8,balanced,0.029826560020446778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,8,balanced,0.042397441864013674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,8,balanced,0.05987840175628663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,8,balanced,0.09697152137756347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,8,balanced,0.1149120044708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,8,balanced,0.11783040046691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,8,balanced,0.12049023628234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,8,balanced,0.12283391952514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,8,balanced,0.11546879768371583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,8,balanced,0.11806591987609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,8,balanced,0.11977472305297851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,8,balanced,0.12332927703857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,8,balanced,0.12883711814880372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,8,balanced,0.13293184280395506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,8,balanced,0.14018176078796388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,8,balanced,0.15899647712707518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,8,balanced,0.17420032501220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,8,balanced,0.21069568634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,8,balanced,0.23929983139038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,8,balanced,0.3291187286376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,8,balanced,0.4008703994750976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,8,balanced,0.5542233657836915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,8,balanced,0.6950233459472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,8,balanced,1.0199871826171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,8,balanced,1.324200897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,8,balanced,0.02358016014099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,16,power_law_1.2,1.8084710693359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,8,balanced,0.024115200042724612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,8,balanced,0.025112318992614745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,8,balanced,0.029855999946594235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,8,balanced,0.04540287971496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,8,balanced,0.06891520023345947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,8,balanced,0.07705471992492677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,8,balanced,0.07938687801361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,8,balanced,0.08127103805541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,8,balanced,0.08488320350646973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,8,balanced,0.07604991912841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,8,balanced,0.07723264217376709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,8,balanced,0.07939328193664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,8,balanced,0.08378368377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,8,balanced,0.08677120208740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,8,balanced,0.09210368156433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,8,balanced,0.1004646396636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,8,balanced,0.11677824020385744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,8,balanced,0.13131391525268554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,8,balanced,0.16383743286132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,8,balanced,0.1939571189880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,8,balanced,0.25343999862670896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,8,balanced,0.31299327850341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,8,balanced,0.4472959899902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,8,balanced,0.5687398529052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,8,balanced,0.8307814025878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,8,power_law_1.01,0.041534719467163084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,8,power_law_1.01,0.057681918144226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,8,balanced,1.0776588439941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,8,power_law_1.01,0.07018879890441895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,8,power_law_1.01,0.07423359870910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,8,power_law_1.01,0.08336511611938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,8,power_law_1.01,0.09238143920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,8,power_law_1.01,0.10495360374450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,8,power_law_1.01,0.10892160415649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,8,power_law_1.01,0.10906496047973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,8,power_law_1.01,0.11295616149902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,8,power_law_1.01,0.1189913558959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,8,power_law_1.01,0.11812095642089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,8,power_law_1.01,0.11210495948791503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,8,power_law_1.01,0.11531904220581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,8,power_law_1.01,0.11862527847290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,8,power_law_1.01,0.12371711730957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,8,power_law_1.01,0.1311897563934326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,8,power_law_1.01,0.14531200408935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,8,power_law_1.01,0.16669055938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,8,power_law_1.01,0.2062937545776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,8,power_law_1.01,0.2576166343688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,8,power_law_1.01,0.34959617614746097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,8,power_law_1.01,0.41751937866210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,8,power_law_1.01,0.570808334350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,8,power_law_1.01,0.74050048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,8,power_law_1.01,1.0778009796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,8,power_law_1.01,0.025843200683593748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,8,power_law_1.01,0.04356736183166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,8,power_law_1.01,0.04780799865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,8,power_law_1.01,1.3747750854492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,8,power_law_1.01,0.05508863925933838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,8,power_law_1.01,0.0611891222000122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,8,power_law_1.01,0.06101632118225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,8,power_law_1.01,0.07337984085083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,8,power_law_1.01,0.07231359958648682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,8,power_law_1.01,0.07365375995635987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,8,power_law_1.01,0.07570432186126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,8,power_law_1.01,0.07705599784851073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,8,power_law_1.01,0.07955967903137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,8,power_law_1.01,0.0698521614074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,8,power_law_1.01,0.0725875186920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,8,power_law_1.01,0.07566720008850097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,8,power_law_1.01,0.07862783908843994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,8,power_law_1.01,0.08987008094787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,8,power_law_1.01,0.1048089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,8,power_law_1.01,0.12216832160949706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,8,power_law_1.01,0.14981247901916503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,8,power_law_1.01,0.17740287780761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,8,power_law_1.01,0.2273753547668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,8,power_law_1.01,0.28654464721679684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,8,power_law_1.01,0.37973121643066404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,8,power_law_1.01,0.5144793701171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,8,power_law_1.01,0.7355699157714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,8,power_law_1.2,0.041521921157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,8,power_law_1.01,0.9340748596191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,8,power_law_1.2,0.05778048038482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,8,power_law_1.2,0.05661824226379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,8,power_law_1.2,0.08138751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,8,power_law_1.2,0.08893055915832519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,8,power_law_1.2,0.10449151992797852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,8,power_law_1.2,0.06875135898590087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,8,power_law_1.2,0.10832639694213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,8,power_law_1.2,0.1086847972869873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,8,power_law_1.2,0.11500672340393066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,8,power_law_1.2,0.12048383712768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,8,power_law_1.2,0.1166374397277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,8,power_law_1.2,0.11120512008666991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,8,power_law_1.2,0.11525376319885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,8,power_law_1.2,0.11874688148498536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,8,power_law_1.2,0.12185600280761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,8,power_law_1.2,0.13303808212280271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,8,power_law_1.2,0.15559807777404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,8,power_law_1.2,0.1767628860473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,8,power_law_1.2,0.2134067153930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,8,power_law_1.2,0.2705267143249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,8,power_law_1.2,0.3678348922729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,8,power_law_1.2,0.45693183898925777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,8,power_law_1.2,0.66671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,8,power_law_1.2,0.8157849884033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,8,power_law_1.2,1.2603622436523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,8,power_law_1.2,0.025757439136505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,8,power_law_1.2,0.04182528018951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,8,power_law_1.2,1.4470783996582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,8,power_law_1.2,0.04327295780181885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,8,power_law_1.2,0.04935935974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,8,power_law_1.2,0.0625382423400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,8,power_law_1.2,0.05317503929138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,8,power_law_1.2,0.06818816184997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,8,power_law_1.2,0.07333759784698486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,8,power_law_1.2,0.0745369577407837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,8,power_law_1.2,0.07538047790527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,8,power_law_1.2,0.07906047821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,8,power_law_1.2,0.08105600357055665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,8,power_law_1.2,0.06981887817382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,8,power_law_1.2,0.07346816062927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,8,power_law_1.2,0.07781504154205322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,8,power_law_1.2,0.08035967826843263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,8,power_law_1.2,0.0917311954498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,8,power_law_1.2,0.11385472297668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,8,power_law_1.2,0.1258009624481201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,8,power_law_1.2,0.15552639961242676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,8,power_law_1.2,0.18355072021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,8,power_law_1.2,0.25290111541748045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,8,power_law_1.2,0.3347468948364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,8,power_law_1.2,0.44229759216308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,8,power_law_1.2,0.5495296096801757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,8,power_law_1.2,0.8431142425537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,4,balanced,0.020538880825042724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,4,balanced,0.02147327899932861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,4,balanced,0.030361599922180176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,8,power_law_1.2,1.022223358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,4,balanced,0.043504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,4,balanced,0.057937917709350584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,4,balanced,0.09359871864318847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,4,balanced,0.09585280418395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,4,balanced,0.09706879615783691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,4,balanced,0.11083135604858399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,4,balanced,0.11184639930725097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,4,balanced,0.11348992347717286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,4,balanced,0.11541503906249999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,4,balanced,0.11739520072937011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,4,balanced,0.12136447906494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,4,balanced,0.12427264213562013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,4,balanced,0.12788991928100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,4,balanced,0.136309757232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,4,balanced,0.15232128143310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,4,balanced,0.16449663162231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,4,balanced,0.19357696533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,4,balanced,0.22315647125244142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,4,balanced,0.3164108848571777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,4,balanced,0.3839449691772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,4,balanced,0.5515814590454101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,4,balanced,0.6939174652099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,4,balanced,1.001495056152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,4,balanced,0.02295680046081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,4,balanced,0.023503360748291017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,4,balanced,1.3015449523925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,4,balanced,0.025182719230651858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,4,balanced,0.03123840093612671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,4,balanced,0.04663167953491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,4,balanced,0.07251327991485595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,4,balanced,0.07356800079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,4,balanced,0.07425151824951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,4,balanced,0.0855078411102295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,4,balanced,0.08658304214477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,4,balanced,0.08740480422973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,4,balanced,0.08962431907653809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,4,balanced,0.09157119750976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,4,balanced,0.09491840362548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,4,balanced,0.0977177619934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,4,balanced,0.09940095901489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,4,balanced,0.10744064331054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,4,balanced,0.12393728256225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,4,balanced,0.1343616008758545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,4,balanced,0.16559999465942382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,4,balanced,0.19334144592285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,4,balanced,0.24826751708984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,4,balanced,0.3031974411010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,4,balanced,0.4477542495727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,4,balanced,0.5589235305786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,1,32,power_law_1.2,10.3636328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,4,power_law_1.01,0.02162303924560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,4,balanced,0.81465087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,4,power_law_1.01,0.04102784156799316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,4,power_law_1.01,0.04761727809906006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,4,balanced,1.0703052520751952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,4,power_law_1.01,0.05518976211547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,4,power_law_1.01,0.06470655918121337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,4,power_law_1.01,0.0854911994934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,4,power_law_1.01,0.06550655841827394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,4,power_law_1.01,0.08785408020019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,4,power_law_1.01,0.10568703651428221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,4,power_law_1.01,0.10550399780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,4,power_law_1.01,0.10706432342529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,4,power_law_1.01,0.10886783599853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,4,power_law_1.01,0.10803456306457519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,4,power_law_1.01,0.11580287933349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,4,power_law_1.01,0.11785471916198731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,4,power_law_1.01,0.1230361557006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,4,power_law_1.01,0.12981760025024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,4,power_law_1.01,0.14967679977416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,4,power_law_1.01,0.1637900733947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,4,power_law_1.01,0.2019481658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,4,power_law_1.01,0.24678527832031252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,4,power_law_1.01,0.3289420700073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,4,power_law_1.01,0.4158796691894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,4,power_law_1.01,0.5658214569091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,4,power_law_1.01,0.7346623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,4,power_law_1.01,0.024581120014190674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,4,power_law_1.01,1.0565158081054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,4,power_law_1.01,0.029795839786529544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,4,power_law_1.01,0.0372710394859314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,4,power_law_1.01,0.04347775936126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,4,power_law_1.01,0.052124161720275876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,4,power_law_1.01,1.3856460571289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,4,power_law_1.01,0.051729922294616704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,4,power_law_1.01,0.06345727920532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,4,power_law_1.01,0.068755202293396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,4,power_law_1.01,0.07453440189361572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,4,power_law_1.01,0.07707903861999513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,4,power_law_1.01,0.08193792343139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,4,power_law_1.01,0.0834175968170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,4,power_law_1.01,0.08720255851745605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,4,power_law_1.01,0.09111040115356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,4,power_law_1.01,0.09381119728088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,4,power_law_1.01,0.09938176155090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,4,power_law_1.01,0.11951231956481934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,4,power_law_1.01,0.14297727584838865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,4,power_law_1.01,0.17471359252929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,4,power_law_1.01,0.08209280014038087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,4,power_law_1.01,0.2040166473388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,4,power_law_1.01,0.2551641654968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,4,power_law_1.01,0.31132671356201175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,4,power_law_1.01,0.4557964706420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,4,power_law_1.01,0.5431654357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,4,power_law_1.01,0.836785888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,4,power_law_1.2,0.02214143991470337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,4,power_law_1.2,0.04131711959838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,4,power_law_1.01,1.093364486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,4,power_law_1.2,0.04455167770385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,4,power_law_1.2,0.05758463859558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,4,power_law_1.2,0.06308351993560792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,4,power_law_1.2,0.07639552116394042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,4,power_law_1.2,0.0921664047241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,4,power_law_1.2,0.09050751686096191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,4,power_law_1.2,0.1020787239074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,4,power_law_1.2,0.10537983894348144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,4,power_law_1.2,0.10682751655578612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,4,power_law_1.2,0.10854656219482421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,4,power_law_1.2,0.1104319953918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,4,power_law_1.2,0.11396479606628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,4,power_law_1.2,0.11723391532897949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,4,power_law_1.2,0.12169343948364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,4,power_law_1.2,0.13210368156433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,4,power_law_1.2,0.14945023536682128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,4,power_law_1.2,0.1635327911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,4,power_law_1.2,0.20744703292846678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,4,power_law_1.2,0.2537471961975098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,4,power_law_1.2,0.3512422561645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,4,power_law_1.2,0.430519027709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,4,power_law_1.2,0.6000115203857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,4,power_law_1.2,0.7951436614990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,4,power_law_1.2,0.024471039772033694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,4,power_law_1.2,0.029244160652160643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,4,power_law_1.2,0.034074881076812745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,4,power_law_1.2,1.4412786865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,4,power_law_1.2,0.040421118736267095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,4,power_law_1.2,0.050392317771911624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,4,power_law_1.2,0.05069439888000489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,4,power_law_1.2,1.1502758026123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,4,power_law_1.2,0.06774144172668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,4,power_law_1.2,0.06316927909851075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,4,power_law_1.2,0.0780454397201538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,4,power_law_1.2,0.07783808231353759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,4,power_law_1.2,0.08321023941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,4,power_law_1.2,0.08505855560302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,4,power_law_1.2,0.08779135704040528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,4,power_law_1.2,0.09490559577941896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,4,power_law_1.2,0.10352512359619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,4,power_law_1.2,0.13223423957824706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,4,power_law_1.2,0.14818943977355956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,4,power_law_1.2,0.08342783927917481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,4,power_law_1.2,0.09216768264770507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,4,power_law_1.2,0.17817344665527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,4,power_law_1.2,0.2107904052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,4,power_law_1.2,0.2721804809570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,4,power_law_1.2,0.3446579360961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,4,power_law_1.2,0.47449089050292964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,4,power_law_1.2,0.6127552032470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,2,balanced,0.02068351984024048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,2,balanced,0.02239743947982788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,4,power_law_1.2,0.8908531188964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,2,balanced,0.03307136058807373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,2,balanced,0.04394239902496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,2,balanced,0.06360447883605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,4,power_law_1.2,1.153259506225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,2,balanced,0.10113408088684081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,2,balanced,0.10186367988586427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,2,balanced,0.10453375816345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,2,balanced,0.1031833553314209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,2,balanced,0.10516608238220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,2,balanced,0.10725631713867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,2,balanced,0.11586175918579103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,2,balanced,0.11735551834106446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,2,balanced,0.12051072120666503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,2,balanced,0.12434047698974608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,2,balanced,0.12775551795959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,2,balanced,0.13462656021118163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,2,balanced,0.15021183967590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,2,balanced,0.16304384231567384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,2,balanced,0.19000320434570311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,2,balanced,0.21591039657592775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,2,balanced,0.30889087677001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,2,balanced,0.37656959533691403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,2,balanced,0.5484377670288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,2,balanced,0.7036019134521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,2,balanced,0.022901759147644044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,2,balanced,0.024625918865203857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,2,balanced,1.0376396942138673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,2,balanced,0.027057919502258297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,2,balanced,0.034979839324951176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,2,balanced,0.05544960021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,2,balanced,0.09037823677062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,2,balanced,0.08974847793579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,2,balanced,1.3628250122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,2,balanced,0.09057920455932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,2,balanced,0.09169535636901856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,2,balanced,0.0921190357208252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,2,balanced,0.09416319847106933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,2,balanced,0.11298303604125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,2,balanced,0.11436287879943847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,2,balanced,0.11727999687194823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,2,balanced,0.1199232006072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,2,balanced,0.1229964828491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,2,balanced,0.1291379165649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,2,balanced,0.14073984146118163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,2,balanced,0.15104640007019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,2,balanced,0.17765888214111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,2,balanced,0.20179840087890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,2,balanced,0.2531878471374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,2,balanced,0.30355072021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,2,balanced,0.4569203186035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,2,balanced,0.5623526382446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,2,balanced,0.8282508850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,2,power_law_1.01,0.02164992094039917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,2,balanced,1.1006143951416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,2,power_law_1.01,0.030159358978271482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,2,power_law_1.01,0.04825984001159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,2,power_law_1.01,0.03962496042251587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,2,power_law_1.01,0.06083199977874756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,2,power_law_1.01,0.06923776149749757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,2,power_law_1.01,0.08076671600341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,2,power_law_1.01,0.08749183654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,2,power_law_1.01,0.0891481590270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,2,power_law_1.01,0.09131263732910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,2,power_law_1.01,0.09587455749511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,2,power_law_1.01,0.10603903770446776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,2,power_law_1.01,0.10683648109436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,2,power_law_1.01,0.11314304351806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,2,power_law_1.01,0.11592960357666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,2,power_law_1.01,0.12069120407104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,2,power_law_1.01,0.12780287742614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,2,power_law_1.01,0.14586496353149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,2,power_law_1.01,0.1609062385559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,2,power_law_1.01,0.1935206413269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,2,power_law_1.01,0.23182464599609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,2,power_law_1.01,0.32058238983154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,2,power_law_1.01,0.4074137496948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,2,power_law_1.01,0.5682124710083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,2,power_law_1.01,0.7218905639648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,2,power_law_1.01,0.02399616003036499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,2,power_law_1.01,1.0261222076416014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,2,power_law_1.01,0.026871039867401126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,2,power_law_1.01,0.033784320354461675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,2,power_law_1.01,0.03990272045135498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,2,power_law_1.01,1.3741133117675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,2,power_law_1.01,0.05766143798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,2,power_law_1.01,0.05163008213043213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,2,power_law_1.01,0.07349760055541991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,2,power_law_1.01,0.0744870376586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,2,power_law_1.01,0.07913983821868896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,2,power_law_1.01,0.08084735870361329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,2,power_law_1.01,0.09977343559265137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,2,power_law_1.01,0.10063615798950196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,2,power_law_1.01,0.10594176292419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,2,power_law_1.01,0.10781824111938476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,2,power_law_1.01,0.11125503540039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,2,power_law_1.01,0.11731200218200684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,2,power_law_1.01,0.0762611198425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,2,power_law_1.01,0.13475071907043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,2,power_law_1.01,0.15452159881591795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,2,power_law_1.01,0.19348480224609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,2,power_law_1.01,0.22144895553588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,2,power_law_1.01,0.2805836868286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,2,power_law_1.01,0.3455206298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,2,power_law_1.01,0.484326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,2,power_law_1.01,0.6070630264282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,2,power_law_1.2,0.021591041088104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,2,power_law_1.01,0.8815513610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,2,power_law_1.2,0.030307838916778563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,2,power_law_1.2,0.03845760107040405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,2,power_law_1.2,0.04643968105316162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,2,power_law_1.01,1.139178237915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,2,power_law_1.2,0.05821311950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,2,power_law_1.2,0.06752384185791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,2,power_law_1.2,0.07985151767730712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,2,power_law_1.2,0.08585344314575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,2,power_law_1.2,0.0873408031463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,2,power_law_1.2,0.09129471778869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,2,power_law_1.2,0.09667712211608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,2,power_law_1.2,0.10602496147155763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,2,power_law_1.2,0.10771712303161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,2,power_law_1.2,0.11234432220458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,2,power_law_1.2,0.11674367904663085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,2,power_law_1.2,0.12226176261901855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,2,power_law_1.2,0.13104895591735838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,2,power_law_1.2,0.1495142364501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,2,power_law_1.2,0.1656729507446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,2,power_law_1.2,0.19566207885742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,2,power_law_1.2,0.24314624786376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,2,power_law_1.2,0.3264422225952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,2,power_law_1.2,0.4196134567260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,2,power_law_1.2,0.5781747055053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,2,power_law_1.2,0.7382848358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,2,power_law_1.2,0.02403072118759155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,2,power_law_1.2,1.0501081848144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,2,power_law_1.2,0.02683135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,2,power_law_1.2,0.0308569598197937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,2,power_law_1.2,0.03806720018386841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,2,power_law_1.2,1.4048818969726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,2,power_law_1.2,0.04874112129211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,2,power_law_1.2,0.055418882369995114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,2,power_law_1.2,0.0745689582824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,2,power_law_1.2,0.07330175876617431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,2,power_law_1.2,0.07603328227996826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,2,power_law_1.2,0.07752831935882568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,2,power_law_1.2,0.08134016036987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,2,power_law_1.2,0.10040575981140136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,2,power_law_1.2,0.10301568031311034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,2,power_law_1.2,0.10714624404907228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,2,power_law_1.2,0.11122303962707521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,2,power_law_1.2,0.11354496002197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,2,power_law_1.2,0.12204416275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,2,power_law_1.2,0.1416652774810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,2,power_law_1.2,0.16337791442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,2,power_law_1.2,0.19781248092651366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,2,power_law_1.2,0.22642431259155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,2,power_law_1.2,0.29125247955322264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,2,power_law_1.2,0.36075904846191403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,2,power_law_1.2,0.49270656585693356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,2,power_law_1.2,0.6285299301147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,1,balanced,0.02913727998733521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,1,balanced,0.03165312051773071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,1,balanced,0.04420671939849853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,2,power_law_1.2,0.9061389160156249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,1,balanced,0.05716544151306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,1,balanced,0.08071616172790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,2,power_law_1.2,1.15072509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,1,balanced,0.13006976127624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,1,balanced,0.13103103637695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,1,balanced,0.1308191967010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,1,balanced,0.13248640060424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,1,balanced,0.1341484832763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,1,balanced,0.1354425621032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,1,balanced,0.13859071731567382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,1,balanced,0.1413830375671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,1,balanced,0.14596223831176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,1,balanced,0.14479807853698728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,1,balanced,0.1476473617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,1,balanced,0.15268032073974608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,1,balanced,0.16381439208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,1,balanced,0.17525951385498045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,1,balanced,0.20445632934570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,1,balanced,0.23623487472534183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,1,balanced,0.34280960083007816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,1,balanced,0.3944185638427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,1,balanced,0.576640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,1,balanced,0.7507231903076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,1,balanced,0.03182912111282349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,1,balanced,0.03523904085159302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,1,balanced,0.04024511814117432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,1,balanced,1.1565875244140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,1,balanced,0.0520531177520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,1,balanced,0.08343232154846192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,1,balanced,0.1385529613494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,1,balanced,0.13913408279418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,1,balanced,0.1396063995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,1,balanced,0.14109888076782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,1,balanced,1.5460140991210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,1,balanced,0.14181952476501464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,1,balanced,0.14361215591430665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,1,balanced,0.1457817554473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,1,balanced,0.1465561580657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,1,balanced,0.14969792366027831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,1,balanced,0.18509183883666994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,1,balanced,0.1852262306213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,1,balanced,0.19162879943847658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,1,balanced,0.2009222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,1,balanced,0.21096063613891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,1,balanced,0.2344985580444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,1,balanced,0.25682687759399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,1,balanced,0.30593791961669925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,1,balanced,0.3534406280517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,1,balanced,0.5624486541748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,1,balanced,0.6657305908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,1,power_law_1.01,0.02828160047531128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,1,balanced,0.9782540893554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,1,power_law_1.01,0.03154175996780396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,1,power_law_1.01,0.045217280387878415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,1,power_law_1.01,0.0578003215789795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,1,balanced,1.3080090332031251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,1,power_law_1.01,0.07062719821929932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,1,power_law_1.01,0.08854975700378417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,1,power_law_1.01,0.10727487564086916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,1,power_law_1.01,0.11129983901977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,1,power_law_1.01,0.11402879714965822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,1,power_law_1.01,0.11579008102416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,1,power_law_1.01,0.12131903648376466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,1,power_law_1.01,0.12806912422180178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,1,power_law_1.01,0.13236672401428223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,1,power_law_1.01,0.14073920249938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,1,power_law_1.01,0.1354969596862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,1,power_law_1.01,0.1386220836639404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,1,power_law_1.01,0.1460927963256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,1,power_law_1.01,0.162554874420166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,1,power_law_1.01,0.17862911224365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,1,power_law_1.01,0.21570495605468748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,1,power_law_1.01,0.26092735290527347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,1,power_law_1.01,0.36217792510986324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,1,power_law_1.01,0.4534751892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,1,power_law_1.01,0.6158240127563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,1,power_law_1.01,0.7991007995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,1,power_law_1.01,0.031686398983001705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,1,power_law_1.01,1.159543685913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,1,power_law_1.01,0.034965760707855224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,1,power_law_1.01,0.04211647987365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,1,power_law_1.01,1.5224179077148439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,1,power_law_1.01,0.07108672142028809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,1,power_law_1.01,0.08797247886657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,1,power_law_1.01,0.05457600116729736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,1,power_law_1.01,0.11034239768981932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,1,power_law_1.01,0.11496704101562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,1,power_law_1.01,0.11734527587890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,1,power_law_1.01,0.11864255905151366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,1,power_law_1.01,0.12384703636169433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,1,power_law_1.01,0.12804351806640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,1,power_law_1.01,0.13070207595825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,1,power_law_1.01,0.1321561622619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,1,power_law_1.01,0.16860031127929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,1,power_law_1.01,0.17216703414916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,1,power_law_1.01,0.18047231674194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,1,power_law_1.01,0.19483903884887693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,1,power_law_1.01,0.21620607376098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,1,power_law_1.01,0.2596518325805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,1,power_law_1.01,0.2937260818481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,1,power_law_1.01,0.36719806671142574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,1,power_law_1.01,0.452674560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,1,power_law_1.01,0.6011910247802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,1,power_law_1.01,0.766648941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,1,power_law_1.2,0.028354558944702145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,1,power_law_1.01,1.0775552368164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,1,power_law_1.2,0.03151040077209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,1,power_law_1.2,0.04608128070831299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,1,power_law_1.2,0.0554585599899292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,1,power_law_1.2,0.06842559814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,1,power_law_1.01,1.3888211059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,1,power_law_1.2,0.08608448028564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,1,power_law_1.2,0.10631872177124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,1,power_law_1.2,0.10975744247436522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,1,power_law_1.2,0.11177087783813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,1,power_law_1.2,0.11594688415527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,1,power_law_1.2,0.12195648193359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,1,power_law_1.2,0.12714624404907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,16,power_law_1.2,2.798835144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,1,power_law_1.2,0.1327552032470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,1,power_law_1.2,0.1440377616882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,1,power_law_1.2,0.13684032440185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,1,power_law_1.2,0.14131967544555663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,1,power_law_1.2,0.1482259178161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,1,power_law_1.2,0.16765375137329103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,1,power_law_1.2,0.18136640548706057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,1,power_law_1.2,0.22273984909057618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,1,power_law_1.2,0.2669657516479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,1,power_law_1.2,0.37632896423339846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,1,power_law_1.2,0.46196670532226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,1,power_law_1.2,0.6267724609374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,1,power_law_1.2,0.8024864196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,1,power_law_1.2,0.03139328002929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,1,power_law_1.2,0.035085439682006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,1,power_law_1.2,0.042097277641296386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,1,power_law_1.2,1.1737612915039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,1,power_law_1.2,0.05451776027679443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,1,power_law_1.2,0.06648384094238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,1,power_law_1.2,0.08457023620605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,1,power_law_1.2,0.10965824127197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,1,power_law_1.2,1.5577433776855467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,1,power_law_1.2,0.1136518383026123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,1,power_law_1.2,0.11556863784790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,1,power_law_1.2,0.12002880096435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,1,power_law_1.2,0.12285375595092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,1,power_law_1.2,0.12675071716308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,1,power_law_1.2,0.1303135967254639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,1,power_law_1.2,0.13422464370727538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,1,power_law_1.2,0.17372032165527346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,1,power_law_1.2,0.17612863540649415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,1,power_law_1.2,0.1853913688659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,1,power_law_1.2,0.2053683280944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,1,power_law_1.2,0.23527551651000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,1,power_law_1.2,0.2696780776977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,1,power_law_1.2,0.30498495101928713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,1,power_law_1.2,0.3783852767944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,1,power_law_1.2,0.4641113662719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,1,power_law_1.2,0.608359031677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,1,power_law_1.2,0.7767871856689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,32,balanced,0.024221439361572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,32,balanced,0.026184959411621096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,32,balanced,0.05193215847015381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,1,power_law_1.2,1.0908946990966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,32,balanced,0.07658239841461181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,32,balanced,0.0843289566040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,32,balanced,0.08512255668640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,32,balanced,0.08622207641601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,32,balanced,0.08560383796691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,32,balanced,0.08690303802490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,1,power_law_1.2,1.40383544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,32,balanced,0.08661888122558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,32,balanced,0.0880025577545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,32,balanced,0.02331007957458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,32,balanced,0.09199359893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,32,balanced,0.09617535591125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,32,balanced,0.09977472305297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,32,balanced,0.10810239791870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,32,balanced,0.10298879623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,32,balanced,0.10828031539916991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,32,balanced,0.12101632118225099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,32,balanced,0.15403648376464846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,32,balanced,0.17095680236816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,32,balanced,0.25188480377197264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,32,balanced,0.28878976821899416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,32,balanced,0.09212544441223144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,32,balanced,0.09678848266601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,32,balanced,0.4116672134399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,32,power_law_1.01,0.06004992008209229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,32,power_law_1.01,0.060375041961669915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,32,power_law_1.01,0.060070400238037114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,32,power_law_1.01,0.05893375873565674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,32,power_law_1.01,0.08493951797485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,32,power_law_1.01,0.08537728309631347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,32,power_law_1.01,0.08720640182495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,32,power_law_1.01,0.08858495712280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,32,power_law_1.01,0.09006848335266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,32,power_law_1.01,0.09348992347717286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,32,power_law_1.01,0.0956710433959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,32,power_law_1.01,0.09597824096679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,32,power_law_1.01,0.10205696105957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,32,power_law_1.01,0.10605567932128905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,32,balanced,0.5308185577392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,32,power_law_1.01,0.10611583709716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,32,power_law_1.01,0.10877696037292481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,32,power_law_1.01,0.11645567893981934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,32,power_law_1.01,0.08115839958190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,32,power_law_1.01,0.147706880569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,32,power_law_1.01,0.19452415466308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,32,power_law_1.01,0.22238847732543948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,32,power_law_1.01,0.31611904144287106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,32,power_law_1.01,0.4722342300415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,32,power_law_1.01,0.6270796966552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,32,power_law_1.2,0.060401921272277836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,32,power_law_1.01,0.8693401336669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,32,power_law_1.2,0.06021887779235839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,32,power_law_1.01,1.2361958312988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,32,power_law_1.2,0.05874944210052491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,32,power_law_1.2,0.08530431747436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,32,power_law_1.2,0.0790835189819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,32,power_law_1.2,0.08488448143005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,32,power_law_1.2,0.08629247665405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,32,power_law_1.01,1.7454681396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,32,power_law_1.2,0.0913049602508545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,32,power_law_1.2,0.0874944019317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,32,power_law_1.2,0.09373311996459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,32,power_law_1.2,0.0986240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,32,power_law_1.2,0.10415743827819823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,32,power_law_1.2,0.10712960243225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,32,power_law_1.2,0.06060160160064697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,32,power_law_1.2,0.10753791809082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,32,power_law_1.2,0.14421504020690917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,32,power_law_1.2,0.17254655838012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,32,power_law_1.2,0.2440358352661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,32,power_law_1.2,0.09522047996520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,32,power_law_1.2,0.3111871910095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,32,power_law_1.2,0.38601470947265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,32,power_law_1.2,0.10766847610473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,32,power_law_1.2,0.5936179351806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,32,power_law_1.2,0.8514636993408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,16,balanced,0.02078336000442505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,16,balanced,0.020949759483337403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,16,balanced,0.021653759479522704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,16,balanced,0.04170368194580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,32,power_law_1.2,1.4023219299316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,16,balanced,0.050122241973876956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,16,balanced,0.076560640335083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,16,balanced,0.0774067211151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,16,balanced,0.07815936088562012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,16,balanced,0.07798783779144287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,16,balanced,0.08307328224182128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,16,balanced,0.08321791648864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,16,balanced,0.0858739185333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,16,balanced,0.08639360427856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,16,balanced,0.08961664199829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,16,balanced,0.09497599601745606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,16,balanced,0.09838080406188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,16,balanced,0.08922112464904786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,32,power_law_1.2,2.316472320556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,16,balanced,0.09171199798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,32,power_law_1.2,1.8689254760742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,16,balanced,0.09749759674072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,16,balanced,0.1294976043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,16,balanced,0.11869312286376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,16,balanced,0.16598400115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,16,balanced,0.1927065658569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,16,balanced,0.27778560638427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,16,balanced,0.3353919982910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,16,balanced,0.472097282409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,16,balanced,0.6152320098876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,16,power_law_1.01,0.05467135906219482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,16,power_law_1.01,0.05705215930938721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,16,power_law_1.01,0.07154687881469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,16,power_law_1.01,0.07322239875793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,16,power_law_1.01,0.07468927860260009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,16,power_law_1.01,0.07759871959686279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,16,power_law_1.01,0.0819711971282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,16,power_law_1.01,0.08389504432678223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,16,power_law_1.01,0.04956543922424316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,16,power_law_1.01,0.08781951904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,16,power_law_1.01,0.08961407661437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,16,power_law_1.01,0.05795199871063232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,16,power_law_1.01,0.09532671928405761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,16,power_law_1.01,0.09078911781311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,16,power_law_1.01,0.09382783889770507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,16,power_law_1.01,0.08107392311096191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,16,power_law_1.01,0.09223679542541505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,16,power_law_1.01,0.10506879806518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,16,power_law_1.01,0.11916928291320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,16,power_law_1.01,0.16545280456542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,16,power_law_1.01,0.19730432510375978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,16,power_law_1.01,0.27615488052368165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,16,power_law_1.01,0.3550284957885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,16,power_law_1.01,0.49761280059814456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,16,power_law_1.01,0.6509734344482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,16,power_law_1.2,0.049072642326354984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,16,power_law_1.01,0.8303103637695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,16,power_law_1.2,0.057164797782897944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,16,power_law_1.2,0.05730303764343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,16,power_law_1.2,0.05643136024475097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,16,power_law_1.01,1.1463999938964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,16,power_law_1.2,0.07289599895477294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,16,power_law_1.2,0.07270143985748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,16,power_law_1.2,0.0775871992111206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,16,power_law_1.2,0.07361023902893067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,16,power_law_1.2,0.07995776176452637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,16,power_law_1.2,0.0806668758392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,16,power_law_1.2,0.08282879829406739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,16,power_law_1.2,0.08590592384338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,16,power_law_1.2,0.08957440376281738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,16,power_law_1.2,0.09655167579650878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,16,power_law_1.2,0.09362815856933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,16,power_law_1.2,0.09088383674621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,16,power_law_1.2,0.09202431678771973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,16,power_law_1.2,0.11975168228149413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,16,power_law_1.2,0.13893119812011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,16,power_law_1.2,0.18301183700561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,16,power_law_1.2,0.21769855499267576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,16,power_law_1.2,0.32824321746826174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,16,power_law_1.2,0.3849971389770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,16,power_law_1.2,0.5727974319458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,8,balanced,0.019235839843749998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,8,balanced,0.020152320861816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,8,balanced,0.025518081188201903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,8,balanced,0.039267840385437014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,16,power_law_1.2,1.1488422393798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,8,balanced,0.05230463981628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,8,balanced,0.0813657569885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,8,balanced,0.08321791648864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,8,balanced,0.08492159843444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,8,balanced,0.08525312423706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,8,balanced,0.08787967681884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,8,balanced,0.0960422420501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,8,balanced,0.09797504425048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,8,balanced,0.08889856338500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,16,power_law_1.2,0.895999984741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,8,balanced,0.09291007995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,8,balanced,0.0904537582397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,8,balanced,0.0959449577331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,8,balanced,0.10555392265319825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,8,balanced,0.11770751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,8,balanced,0.14018815994262696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,8,balanced,0.16035327911376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,8,balanced,0.07736832141876221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,8,balanced,0.2165657615661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,8,balanced,0.256046085357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,8,balanced,0.37730945587158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,8,balanced,0.4580697631835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,8,power_law_1.01,0.035600640773773194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,8,balanced,0.6642431640625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,8,power_law_1.01,0.046732797622680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,8,power_law_1.01,0.04453760147094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,8,balanced,0.8728870391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,8,power_law_1.01,0.05278463840484619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,8,power_law_1.01,0.05299967765808106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,8,power_law_1.01,0.07437439918518066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,8,power_law_1.01,0.07159423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,8,power_law_1.01,0.07892864227294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,8,power_law_1.01,0.08024064064025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,8,power_law_1.01,0.08223487854003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,16,power_law_1.2,1.6815206909179685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,8,power_law_1.01,0.08522111892700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,8,power_law_1.01,0.08889087677001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,8,power_law_1.01,0.09305215835571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,8,power_law_1.01,0.09038847923278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,8,power_law_1.01,0.08993408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,8,power_law_1.01,0.09475711822509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,8,power_law_1.01,0.10398207664489748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,8,power_law_1.01,0.11658368110656739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,8,power_law_1.01,0.15290623664855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,8,power_law_1.01,0.1763852882385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,8,power_law_1.01,0.2609113693237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,8,power_law_1.01,0.3345702362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,8,power_law_1.01,0.49423358917236326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,8,power_law_1.01,0.6381068801879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,8,power_law_1.2,0.03575423955917358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,8,power_law_1.01,0.8205977630615233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,8,power_law_1.2,0.04137983798980713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,8,power_law_1.01,0.08870656013488769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,8,power_law_1.2,0.0470681619644165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,8,power_law_1.2,0.050241279602050784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,8,power_law_1.2,0.05742208003997803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,8,power_law_1.2,0.07258368015289307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,8,power_law_1.01,1.1963648223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,8,power_law_1.2,0.07690624237060548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,8,power_law_1.2,0.07758336067199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,8,power_law_1.2,0.0808409595489502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,8,power_law_1.2,0.08237312316894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,8,power_law_1.2,0.08597248077392579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,8,power_law_1.2,0.08872832298278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,8,power_law_1.2,0.09315327644348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,8,power_law_1.2,0.09089280128479003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,8,power_law_1.2,0.0916966438293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,8,power_law_1.2,0.09897600173950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,8,power_law_1.2,0.09372672080993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,8,power_law_1.2,0.105863676071167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,8,power_law_1.2,0.12145279884338378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,8,power_law_1.2,0.16714239120483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,8,power_law_1.2,0.1985919952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,8,power_law_1.2,0.29273855209350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,8,power_law_1.2,0.3569612884521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,8,power_law_1.2,0.5617855834960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,4,balanced,0.022329599857330323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,4,balanced,0.023619840145111086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,4,balanced,0.03299839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,4,balanced,0.04805759906768799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,8,power_law_1.2,1.1237811279296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,4,balanced,0.06678656101226807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,4,balanced,0.10769663810729982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,4,balanced,0.10955136299133302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,4,balanced,0.1116147232055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,4,balanced,0.11240703582763671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,4,balanced,0.12000384330749511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,4,balanced,0.12170880317687989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,4,balanced,0.11028096199035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,4,balanced,0.11497599601745605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,8,power_law_1.2,0.7205350494384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,4,balanced,0.11228544235229491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,4,balanced,0.08386431694030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,4,balanced,0.12023936271667482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,4,balanced,0.1161676788330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,4,balanced,0.13246975898742677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,4,balanced,0.14154239654541018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,4,balanced,0.19605888366699217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,4,balanced,0.22008703231811522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,4,balanced,0.30912256240844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,4,balanced,0.359051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,4,balanced,0.5284313583374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,8,power_law_1.2,1.521475830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,4,balanced,0.6472217559814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,4,power_law_1.01,0.024652800559997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,4,power_law_1.01,0.042653441429138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,4,balanced,0.9417574310302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,4,power_law_1.01,0.043137278556823734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,4,power_law_1.01,0.05515903949737548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,4,power_law_1.01,0.07419263839721679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,4,power_law_1.01,0.0985536003112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,4,power_law_1.01,0.10182527542114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,4,power_law_1.01,0.10257023811340331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,4,balanced,1.2342425537109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,4,power_law_1.01,0.10232447624206542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,4,power_law_1.01,0.10912511825561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,4,power_law_1.01,0.10865407943725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,4,power_law_1.01,0.1106764793395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,4,power_law_1.01,0.11122943878173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,4,power_law_1.01,0.11471232414245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,4,power_law_1.01,0.1256345558166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,4,power_law_1.01,0.14009599685668944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,4,power_law_1.01,0.16083072662353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,4,power_law_1.01,0.19986175537109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,4,power_law_1.01,0.25304704666137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,4,power_law_1.01,0.32996990203857424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,4,power_law_1.01,0.43624320983886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,4,power_law_1.01,0.6146124649047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,4,power_law_1.01,0.11407999992370606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,4,power_law_1.01,0.7549440002441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,4,power_law_1.2,0.024550399780273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,4,power_law_1.01,0.061977601051330565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,4,power_law_1.2,0.03837696075439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,4,power_law_1.01,1.0744960021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,4,power_law_1.2,0.04991360187530518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,4,power_law_1.2,0.06199679851531983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,4,power_law_1.2,0.0751193618774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,4,power_law_1.2,0.0958886432647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,4,power_law_1.01,1.3619789123535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,4,power_law_1.2,0.09743743896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,4,power_law_1.2,0.10188544273376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,4,power_law_1.2,0.1123468780517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,4,power_law_1.2,0.10371839523315429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,4,power_law_1.2,0.11514240264892579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,4,power_law_1.2,0.10751999855041502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,4,power_law_1.2,0.10859392166137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,4,power_law_1.2,0.11193728446960449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,4,power_law_1.2,0.1266521644592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,4,power_law_1.2,0.14438400268554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,4,power_law_1.2,0.1619353675842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,4,power_law_1.2,0.21922304153442385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,4,power_law_1.2,0.2605081558227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,4,power_law_1.2,0.045505280494689944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,4,power_law_1.2,0.3337292861938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,4,power_law_1.2,0.11828736305236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,4,power_law_1.2,0.44810497283935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,4,power_law_1.2,0.6736870574951171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,4,power_law_1.2,0.7778342437744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,2,balanced,0.021392641067504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,4,power_law_1.2,1.1864972686767579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,2,balanced,0.023610880374908445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,2,balanced,0.05063168048858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,2,balanced,0.07422336101531982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,2,balanced,0.09364352226257325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,2,balanced,0.09686528205871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,2,balanced,0.09717375755310058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,2,balanced,0.10986751556396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,2,balanced,0.10995072364807128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,2,balanced,0.11218432426452636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,2,balanced,0.11272192001342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,2,balanced,0.1152012825012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,2,balanced,0.11759231567382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,2,balanced,0.11541631698608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,2,balanced,0.11804287910461427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,2,balanced,0.12164352416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,2,balanced,0.13189375877380372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,2,balanced,0.14089471817016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,2,balanced,0.20123519897460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,2,balanced,0.21922943115234378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,2,balanced,0.32483840942382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,2,balanced,0.36708736419677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,2,balanced,0.5521100616455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,2,balanced,0.675125732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,4,power_law_1.2,1.5515814208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,2,balanced,0.9982630157470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,2,power_law_1.01,0.03394047975540161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,2,power_law_1.01,0.04089087963104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,2,balanced,1.2968678283691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,2,balanced,0.03260799884796143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,2,power_law_1.01,0.05154176235198975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,2,power_law_1.01,0.06104959964752197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,2,power_law_1.01,0.08551808357238769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,2,power_law_1.01,0.08981504440307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,2,power_law_1.01,0.07879936218261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,2,power_law_1.01,0.10193535804748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,2,power_law_1.01,0.1033676815032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,2,power_law_1.01,0.10721535682678222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,2,power_law_1.01,0.11067904472351073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,2,power_law_1.01,0.02244992017745972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,2,power_law_1.01,0.1157260799407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,2,power_law_1.01,0.11618176460266114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,2,power_law_1.01,0.1280793571472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,2,power_law_1.01,0.1448089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,2,power_law_1.01,0.16417407989501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,2,power_law_1.01,0.199102725982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,2,power_law_1.01,0.2577318382263184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,2,power_law_1.01,0.326640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,2,power_law_1.01,0.4160422515869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,2,power_law_1.01,0.581610221862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,2,power_law_1.01,0.7590924835205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,2,power_law_1.01,0.11938176155090333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,2,power_law_1.2,0.022452480792999267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,2,power_law_1.01,1.1252403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,2,power_law_1.2,0.03428224086761474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,2,power_law_1.2,0.04122752189636231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,2,power_law_1.2,0.05794559955596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,2,power_law_1.01,0.10577407836914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,2,power_law_1.01,1.4064845275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,2,power_law_1.2,0.0785420799255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,2,power_law_1.2,0.08399871826171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,2,power_law_1.2,0.10341376304626464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,2,power_law_1.2,0.10261247634887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,2,power_law_1.2,0.10815487861633302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,2,power_law_1.2,0.10818431854248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,2,power_law_1.2,0.11129599571228029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,2,power_law_1.2,0.11662719726562501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,2,power_law_1.2,0.11717120170593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,2,power_law_1.2,0.12310912132263183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,2,power_law_1.2,0.13052032470703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,2,power_law_1.2,0.14736127853393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,2,power_law_1.2,0.1667955207824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,2,power_law_1.2,0.2301158332824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,2,power_law_1.2,0.08740736007690429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,2,power_law_1.2,0.26174591064453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,2,power_law_1.2,0.32950271606445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,2,power_law_1.2,0.4383129501342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,2,power_law_1.2,0.6202009582519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,2,power_law_1.2,0.7946598052978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,1,balanced,0.028494720458984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,1,balanced,0.03281215906143188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,2,power_law_1.2,0.0478220796585083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,1,balanced,0.04657536029815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,2,power_law_1.2,1.178476791381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,1,balanced,0.06773759841918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,1,balanced,0.13054976463317872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,1,balanced,0.1332876777648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,1,balanced,0.13383808135986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,1,balanced,0.13450559616088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,1,balanced,0.1369273567199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,1,balanced,0.1369702434539795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,1,balanced,0.13868608474731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,1,balanced,0.10414655685424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,1,balanced,0.14078271865844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,1,balanced,0.141463041305542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,1,balanced,0.14140800476074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,1,balanced,0.14513983726501464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,1,balanced,0.15309120178222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,1,balanced,0.1601420783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,1,balanced,0.13231871604919435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,1,balanced,0.23270336151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,1,balanced,0.24551488876342775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,1,balanced,0.3639052963256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,1,balanced,0.3904256057739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,1,balanced,0.6057894515991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,1,balanced,0.7290348815917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,2,power_law_1.2,1.4275187683105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,1,power_law_1.01,0.028273279666900637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,1,power_law_1.01,0.0324780797958374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,1,power_law_1.01,0.050736641883850096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,1,power_law_1.01,0.06487103939056396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,1,balanced,1.0971654510498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,1,power_law_1.01,0.07912576198577881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,1,power_law_1.01,0.10804863929748536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,1,power_law_1.01,0.11425344467163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,1,power_law_1.01,0.11919487953186034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,1,power_law_1.01,0.12334976196289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,1,power_law_1.01,0.12685183525085447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,1,balanced,1.449759979248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,1,power_law_1.01,0.1301619243621826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,1,power_law_1.01,0.1329075241088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,1,power_law_1.01,0.13840383529663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,1,power_law_1.01,0.1384671974182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,1,power_law_1.01,0.1428159999847412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,1,power_law_1.01,0.1526681613922119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,1,power_law_1.01,0.1694585609436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,1,power_law_1.01,0.18628095626831054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,1,power_law_1.01,0.22371648788452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,1,power_law_1.01,0.13575360298156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,1,power_law_1.01,0.2829798316955566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,1,power_law_1.01,0.3605740737915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,1,power_law_1.01,0.4357299041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,1,power_law_1.01,0.6097964859008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,1,power_law_1.01,0.7869875335693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,1,power_law_1.2,0.027895679473876955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,1,power_law_1.2,0.03871871948242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,1,power_law_1.2,0.050321922302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,1,power_law_1.01,1.1353580474853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,1,power_law_1.2,0.06133696079254151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,1,power_law_1.2,0.0755129623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,1,power_law_1.2,0.10795455932617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,1,power_law_1.2,0.11515456199645997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,1,power_law_1.2,0.1204633617401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,1,power_law_1.01,1.5022406005859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,1,power_law_1.2,0.12472319602966309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,1,power_law_1.2,0.12849791526794435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,1,power_law_1.2,0.13654080390930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,1,power_law_1.2,0.13382399559020997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,1,power_law_1.2,0.13632255554199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,1,power_law_1.2,0.14043968200683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,1,power_law_1.2,0.14223103523254393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,1,power_law_1.2,0.1483795166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,1,power_law_1.2,0.15619008064270018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,1,power_law_1.2,0.17289344787597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,1,power_law_1.2,0.1883129692077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,1,power_law_1.2,0.22808000564575198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,1,power_law_1.2,0.2858924865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,1,power_law_1.2,0.36031169891357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,1,power_law_1.2,0.43811008453369144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,1,power_law_1.2,0.6194924926757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,1,power_law_1.2,0.800890884399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,1,power_law_1.2,1.1416550445556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,32,balanced,0.049665279388427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,16,power_law_1.2,3.702581787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,32,balanced,0.09161343574523925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,1,power_law_1.2,1.4941177368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,32,balanced,0.13410304069519044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,32,balanced,0.26594560623168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,32,balanced,0.37986560821533205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,32,balanced,0.3815155029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,32,balanced,0.4106547164916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,32,balanced,0.4024204635620118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,32,balanced,0.4212607955932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,32,balanced,0.40480895996093746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,32,balanced,0.4278911972045899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,32,balanced,0.43731327056884767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,32,balanced,0.4563097763061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,32,balanced,0.4706175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,32,balanced,0.48082942962646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,32,balanced,0.5403263854980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,32,balanced,0.4729753494262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,32,balanced,0.7655487823486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,32,balanced,0.5786252975463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,32,balanced,0.495335693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,32,balanced,1.187709426879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,32,balanced,1.594536895751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,32,balanced,1.9422566223144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,32,balanced,0.03775232076644898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,32,balanced,0.058021121025085456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,32,balanced,0.0833792018890381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,32,balanced,0.15365376472473144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,32,balanced,2.8760525512695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,32,balanced,0.21301504135131838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,32,balanced,0.22769664764404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,32,balanced,0.24814592361450197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,32,balanced,0.7012838745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,32,balanced,0.239682559967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,32,balanced,0.2422873687744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,32,balanced,0.2543948745727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,32,balanced,0.25908479690551756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,32,balanced,3.7088320922851565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,32,balanced,0.265032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,32,balanced,0.280129280090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,32,balanced,1.0073677062988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,32,balanced,0.29403263092041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,32,balanced,0.31521791458129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,32,balanced,0.30893951416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,32,balanced,0.33181697845458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,32,balanced,0.38683265686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,32,balanced,0.43790336608886715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,32,balanced,0.540577278137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,32,balanced,0.6434662628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,32,balanced,0.8836505889892579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,32,balanced,1.106671371459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,32,balanced,1.5507008361816408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,32,power_law_1.01,0.3748275375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,32,balanced,1.9676109313964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,32,balanced,2.900341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,32,balanced,3.80468994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,32,power_law_1.01,0.3705305480957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,32,power_law_1.01,0.37563648223876955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,32,power_law_1.01,0.3726528167724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,32,power_law_1.01,0.34801536560058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,32,power_law_1.01,0.3452928161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,32,power_law_1.01,0.3549401473999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,32,power_law_1.01,0.37331199645996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,32,power_law_1.01,0.3647359848022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,32,power_law_1.01,0.37353984832763676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,32,power_law_1.01,0.3999884796142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,32,power_law_1.01,0.45140350341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,32,power_law_1.01,0.4553612899780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,32,power_law_1.01,0.42424446105957025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,32,power_law_1.01,0.5043046569824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,16,power_law_1.01,6.597939453124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,32,power_law_1.01,0.48894207000732426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,32,power_law_1.01,0.5777958297729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,32,power_law_1.01,0.49673473358154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,32,power_law_1.01,1.5426918029785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,32,power_law_1.01,0.7526387023925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,32,power_law_1.01,2.8875442504882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,32,power_law_1.01,1.1565337371826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,32,power_law_1.01,0.6277478408813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,32,power_law_1.01,0.20578943252563478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,32,power_law_1.01,0.20440448760986327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,32,power_law_1.01,0.20708351135253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,32,power_law_1.01,0.2086182403564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,32,power_law_1.01,0.19590656280517577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,32,power_law_1.01,2.154179840087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,32,power_law_1.01,0.20891647338867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,32,power_law_1.01,0.22071296691894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,32,power_law_1.01,4.161241455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,32,power_law_1.01,0.22351615905761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,32,power_law_1.01,0.23951999664306642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,32,power_law_1.01,0.2601164817810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,32,power_law_1.01,0.26860288619995115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,32,power_law_1.01,0.27279359817504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,32,power_law_1.01,0.29960447311401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,32,power_law_1.01,0.3088435173034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,32,power_law_1.01,0.31194879531860353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,32,power_law_1.01,0.22747392654418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,32,power_law_1.01,0.3452352142333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,32,power_law_1.01,0.4191628646850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,32,power_law_1.01,0.9200141143798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.01,0.4825164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.01,0.6263078308105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.01,0.791251220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,32,power_law_1.01,5.47251708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.01,1.017401580810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.01,1.3887321472167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.01,1.9586892700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.01,2.740765380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,32,power_law_1.2,0.3712499237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.01,4.127802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,32,power_law_1.2,0.3853401565551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.01,5.164564208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,32,power_law_1.2,0.37603839874267575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,32,power_law_1.2,0.36746238708496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,32,power_law_1.2,0.4262054443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,32,power_law_1.2,0.3766527938842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,32,power_law_1.2,0.4533465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,32,power_law_1.2,0.47037185668945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,32,power_law_1.2,0.3751923370361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,32,power_law_1.2,0.3698214340209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,32,power_law_1.2,0.5060940933227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,32,power_law_1.2,0.3478668975830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,32,power_law_1.2,0.4065804672241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,32,power_law_1.2,0.344983024597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,32,power_law_1.2,0.7407923126220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,32,power_law_1.2,0.4884864044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,32,power_law_1.2,0.5206105422973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,32,power_law_1.2,1.3674163818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,32,power_law_1.2,0.5674470520019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,32,power_law_1.2,1.665514221191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,32,power_law_1.2,2.5894259643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,32,power_law_1.2,0.9868032073974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,32,power_law_1.2,0.20543615341186525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,32,power_law_1.2,3.500550537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,32,power_law_1.2,0.20731136322021487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,32,power_law_1.2,0.48427391052246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,32,power_law_1.2,0.20838016510009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,32,power_law_1.2,0.20862592697143553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,32,power_law_1.2,0.1975347137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,32,power_law_1.2,0.20806144714355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,32,power_law_1.2,5.071194763183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,32,power_law_1.2,0.21983104705810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,32,power_law_1.2,0.2265177536010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,32,power_law_1.2,0.23843711853027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,32,power_law_1.2,0.24579584121704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,32,power_law_1.2,0.25375871658325194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,32,power_law_1.2,0.26225919723510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,32,power_law_1.2,0.2814784049987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,32,power_law_1.2,0.30811519622802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,32,power_law_1.2,0.3124480056762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,32,power_law_1.2,0.3147327995300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,32,power_law_1.2,0.3638937759399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,32,power_law_1.2,0.4331635284423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.2,0.5142963027954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.2,0.6407257843017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.2,0.8601087951660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.2,1.1770355224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.2,1.5019699096679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,32,power_law_1.2,0.6618355560302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.2,2.141944274902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,16,balanced,0.051407361030578615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,16,balanced,0.07863167762756348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,16,balanced,0.1094553565979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,16,balanced,0.21405824661254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,32,power_law_1.2,6.613803710937501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,16,balanced,0.3356415939331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.2,2.9803726196289064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,16,balanced,0.4002572631835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,16,balanced,0.5249881744384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,16,balanced,0.5118080139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,16,balanced,0.5262195205688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,16,balanced,0.5276249694824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,16,balanced,0.5383500671386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,16,balanced,0.5553216171264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,16,balanced,0.5618163299560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,16,balanced,0.5940454483032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,16,balanced,0.5877043151855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,16,balanced,0.613939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,16,balanced,0.6452851104736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,16,balanced,0.7294310760498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.2,4.641038208007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,16,balanced,0.7889907073974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,16,balanced,1.0156992340087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,16,balanced,1.0679283142089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,16,balanced,1.495782470703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,16,balanced,1.7484339904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,16,balanced,0.033986558914184575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,16,balanced,0.04726399898529053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,16,balanced,0.07357312202453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,16,balanced,2.6137356567382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,16,balanced,0.12161664009094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,16,balanced,0.18882816314697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,16,balanced,0.22193792343139646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,16,balanced,0.24093439102172853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,16,balanced,0.24372608184814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,16,balanced,3.3192370605468753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,16,balanced,0.25350656509399416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,16,balanced,0.25805952072143556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,16,balanced,0.26449920654296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,16,balanced,0.28257791519165043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,16,balanced,0.295155200958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,16,balanced,0.31518207550048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.2,6.118727416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,16,balanced,0.30950912475585934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,16,balanced,0.32655487060546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,16,balanced,0.3516608047485351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,16,balanced,0.4742604827880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,16,balanced,0.43434112548828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,16,balanced,0.5959347152709962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,16,balanced,4.938228454589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,16,balanced,0.7139775848388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,16,balanced,0.9944755554199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,16,balanced,1.2252979278564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,16,power_law_1.01,0.29809791564941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,16,balanced,1.7680320739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,16,balanced,6.43285400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,16,power_law_1.01,0.38547840118408205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,16,balanced,2.246673889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,16,power_law_1.01,0.3832191848754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,16,power_law_1.01,0.39368831634521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,16,power_law_1.01,0.3613888168334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,16,power_law_1.01,0.4738751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,16,power_law_1.01,0.4672447967529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,16,balanced,3.3432794189453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,16,power_law_1.01,0.481657600402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,16,power_law_1.01,0.5163776016235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,16,power_law_1.01,0.5001318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,16,power_law_1.01,0.3715379333496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,16,power_law_1.01,0.5372236633300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,16,power_law_1.01,0.5680038452148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,16,power_law_1.01,0.5902374267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,16,power_law_1.01,0.588012809753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,16,power_law_1.01,0.5956083297729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,16,balanced,4.360316162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,16,power_law_1.01,0.6482905578613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,16,power_law_1.01,0.724742431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,16,power_law_1.01,0.8338764953613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,16,power_law_1.01,0.985766372680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,16,power_law_1.01,1.2690892791748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,16,power_law_1.01,1.7052455139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,16,power_law_1.01,2.1568229675292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,16,power_law_1.01,0.15219327926635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,16,power_law_1.01,0.20660608291625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,16,power_law_1.01,3.1183999633789066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,16,power_law_1.01,0.20671104431152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,16,power_law_1.01,0.21023744583129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,16,power_law_1.01,0.2141939163208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,16,power_law_1.01,0.23635583877563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,16,power_law_1.01,0.20301055908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,16,power_law_1.01,0.2265945625305176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,16,power_law_1.01,0.2368409538269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,16,power_law_1.01,0.23999744415283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,16,power_law_1.01,4.176560668945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,16,power_law_1.01,0.24149759292602538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,16,power_law_1.01,0.2611609649658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,16,power_law_1.01,0.2713804817199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,16,power_law_1.01,0.2974080085754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,16,power_law_1.01,0.2907558441162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,16,power_law_1.01,0.3045158386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,16,power_law_1.01,0.3361049652099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,16,power_law_1.01,0.3985919952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,16,power_law_1.01,0.44414207458496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,16,power_law_1.01,0.5691199874877929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,16,power_law_1.01,0.7197261047363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,16,power_law_1.01,0.935146255493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,16,power_law_1.01,6.059089965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,16,power_law_1.01,1.2319526672363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,16,power_law_1.2,0.2998515129089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,16,power_law_1.01,1.7095373535156249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,16,power_law_1.2,0.34200958251953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,16,power_law_1.01,7.504594116210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,16,power_law_1.2,0.3757555389404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,16,power_law_1.01,2.3509735107421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,16,power_law_1.2,0.38804737091064456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,16,power_law_1.2,0.3431526565551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,16,power_law_1.2,0.3798796844482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,16,power_law_1.2,0.4700275039672851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,16,power_law_1.2,0.47053184509277346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,16,power_law_1.2,0.47985790252685545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,16,power_law_1.2,0.49831806182861327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,16,power_law_1.2,0.5187187194824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,16,power_law_1.01,3.306298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,16,power_law_1.2,0.536677131652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,16,power_law_1.2,0.5419929504394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,16,power_law_1.2,0.599362564086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,16,power_law_1.2,0.5543987274169921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,16,power_law_1.2,0.5942169570922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,16,power_law_1.2,0.6357888031005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,16,power_law_1.01,4.288180541992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,16,power_law_1.2,0.6932441711425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,16,power_law_1.2,0.8104217529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,16,power_law_1.2,1.032248306274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,16,power_law_1.2,1.2787750244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,16,power_law_1.2,1.818321990966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,16,power_law_1.2,0.15342720031738283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,16,power_law_1.2,2.2194892883300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,16,power_law_1.2,0.19937664031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,16,power_law_1.2,0.20657920837402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,16,power_law_1.2,0.20892927169799808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,16,power_law_1.2,0.20788480758666994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,16,power_law_1.2,3.335114135742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,16,power_law_1.2,0.1930944061279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,16,power_law_1.2,0.22977535247802736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,16,power_law_1.2,0.2285785675048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,16,power_law_1.2,0.2367731285095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,16,power_law_1.2,0.2401215934753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,16,power_law_1.2,0.25061504364013676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,16,power_law_1.2,0.261080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,16,power_law_1.2,0.2815603256225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,16,power_law_1.2,0.30328575134277347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,16,power_law_1.2,0.29910783767700194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,16,power_law_1.2,0.2957427215576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,16,power_law_1.2,0.33392383575439455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,16,power_law_1.2,0.40102912902832033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,16,power_law_1.2,0.4773478317260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,16,power_law_1.2,4.994803161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,16,power_law_1.2,0.6130112075805665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,16,power_law_1.2,0.7515392303466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,16,power_law_1.2,0.9947840118408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,16,power_law_1.2,1.243599395751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,16,power_law_1.2,1.780094757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,8,balanced,0.05084159851074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,8,balanced,0.06274687767028808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,8,balanced,0.09812864303588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,16,power_law_1.2,2.4274957275390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,16,power_law_1.2,7.16247314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,8,balanced,0.1717465591430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,8,balanced,0.304901123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,8,balanced,0.4025856018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,8,balanced,0.4089011383056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,8,balanced,0.41092609405517583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,16,power_law_1.2,9.457164916992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,8,balanced,0.5210406494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,8,balanced,0.5303283309936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,16,power_law_1.2,3.651498107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,8,balanced,0.5478579330444335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,8,balanced,0.5529459381103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,8,balanced,0.5571609497070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,8,balanced,0.5881433486938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,8,balanced,0.589414405822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,8,balanced,0.6038182449340821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,8,balanced,0.6292441558837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,8,balanced,0.7078694152832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,8,balanced,0.7681689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,8,balanced,0.9409331512451171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,8,balanced,1.044268798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,8,balanced,1.4216102600097655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,8,balanced,1.6682687377929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,8,balanced,0.030306560993194582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,8,balanced,0.04440063953399658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,8,balanced,0.06352640151977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,8,balanced,0.10952704429626466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,8,balanced,2.476645050048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,8,balanced,0.16216320037841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,8,balanced,0.21028991699218752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,8,balanced,0.22368000030517576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,8,balanced,0.22812416076660158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,8,balanced,0.25435903549194333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,8,balanced,3.128985595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,8,balanced,0.2568115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,8,balanced,0.2673331260681152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,8,balanced,0.28601215362548826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,8,balanced,0.2982259178161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,8,balanced,0.314970874786377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,8,balanced,0.3014080047607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,8,balanced,0.32347904205322264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,8,balanced,0.3412761688232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,8,balanced,0.3976947021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,8,balanced,0.4526591873168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,8,balanced,0.5599999999999999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,8,balanced,0.6610034942626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,8,balanced,4.562199096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,8,balanced,0.9200717163085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,16,power_law_1.2,4.863870849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,8,balanced,1.1308646392822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,8,power_law_1.01,0.14454272270202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,8,balanced,5.968552856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,8,balanced,1.6327424621582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,8,power_law_1.01,0.23720575332641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,8,power_law_1.01,0.2932134437561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,8,balanced,2.0462835693359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,8,power_law_1.01,0.30430591583251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,8,power_law_1.01,0.31923072814941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,8,power_law_1.01,0.370882568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,8,power_law_1.01,0.3603251266479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,8,power_law_1.01,0.4801766586303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,8,power_law_1.01,0.5202790451049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,8,balanced,3.044957580566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,8,power_law_1.01,0.5326515197753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,8,power_law_1.01,0.3834815979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,8,power_law_1.01,0.5341862487792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,8,power_law_1.01,0.5651200103759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,8,power_law_1.01,0.5641932678222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,8,balanced,3.9681985473632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,8,power_law_1.01,0.5803417587280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,8,power_law_1.01,0.6130176162719726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,8,power_law_1.01,0.704901123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,8,power_law_1.01,0.7916748809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,8,power_law_1.01,0.9401254272460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,8,power_law_1.01,1.103210220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,8,power_law_1.01,0.5086540985107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,8,power_law_1.01,1.4861286926269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,8,power_law_1.01,0.0893990421295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,8,power_law_1.01,1.85162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,8,power_law_1.01,0.1508249568939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,8,power_law_1.01,0.1339583969116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,8,power_law_1.01,0.16666624069213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,8,power_law_1.01,2.6448614501953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,8,power_law_1.01,0.19187456130981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,8,power_law_1.01,0.19724672317504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,8,power_law_1.01,0.1967487907409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,8,power_law_1.01,0.2073344039916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,8,power_law_1.01,0.2335603141784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,8,power_law_1.01,0.23516159057617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,8,power_law_1.01,0.23740800857543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,8,power_law_1.01,3.541335144042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,8,power_law_1.01,0.26576000213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,8,power_law_1.01,0.27719295501708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,8,power_law_1.01,0.2975641632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,8,power_law_1.01,0.28445951461791996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,8,power_law_1.01,0.306115837097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,8,power_law_1.01,0.33257598876953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,8,power_law_1.01,0.38955902099609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,8,power_law_1.01,0.44883968353271486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,8,power_law_1.01,0.5707289505004882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,8,power_law_1.01,0.7051776123046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,8,power_law_1.01,5.161751098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,8,power_law_1.01,0.9143373107910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,8,power_law_1.01,1.1720614624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,8,power_law_1.2,0.14333824157714842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,8,power_law_1.01,1.6422181701660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,8,power_law_1.01,6.959033813476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,8,power_law_1.2,0.18498559951782229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,8,power_law_1.2,0.23530752182006837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,8,power_law_1.01,2.1535565185546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,8,power_law_1.2,0.27978752136230467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,8,power_law_1.2,0.35101440429687497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,8,power_law_1.2,0.3600716781616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,8,power_law_1.2,0.3653055953979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,8,power_law_1.01,3.1039999389648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,8,power_law_1.2,0.3543859100341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,8,power_law_1.2,0.47123840332031247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,8,power_law_1.2,0.4956787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,8,power_law_1.2,0.5357823944091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,8,power_law_1.01,4.156908874511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,8,power_law_1.2,0.5219417572021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,8,power_law_1.2,0.5410956954956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,8,power_law_1.2,0.5684812927246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,8,power_law_1.2,0.6288000106811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,8,power_law_1.2,0.6032831954956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,8,power_law_1.2,0.7041830444335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,8,power_law_1.2,0.7881779479980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,8,power_law_1.2,0.9496806335449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,8,power_law_1.2,0.5679718399047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,8,power_law_1.2,1.1376908874511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,8,power_law_1.2,1.5736422729492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,8,power_law_1.2,0.08845824241638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,8,power_law_1.2,2.044908752441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,8,power_law_1.2,0.11761152267456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,8,power_law_1.2,0.13652095794677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,8,power_law_1.2,0.1616396713256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,8,power_law_1.2,2.809775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,8,power_law_1.2,0.19800447463989257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,8,power_law_1.2,0.1940902328491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,8,power_law_1.2,0.20384639739990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,8,power_law_1.2,0.2067750358581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,8,power_law_1.2,0.228222713470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,8,power_law_1.2,3.8851147460937496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,8,power_law_1.2,0.2314112091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,8,power_law_1.2,0.2661427116394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,8,power_law_1.2,0.24957056045532228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,8,power_law_1.2,0.28107648849487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,8,power_law_1.2,0.3072870445251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,8,power_law_1.2,0.2912947273254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,8,power_law_1.2,0.31847040176391606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,8,power_law_1.2,0.3522751998901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,8,power_law_1.2,0.39351295471191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,8,power_law_1.2,0.4622553634643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,8,power_law_1.2,0.5830400085449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,8,power_law_1.2,5.629343872070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,8,power_law_1.2,0.7173900604248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,8,power_law_1.2,0.9506623840332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,8,power_law_1.2,1.202451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,8,power_law_1.2,1.7144947814941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,4,balanced,0.045021438598632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,4,balanced,0.06035456180572509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,8,power_law_1.2,2.2422079467773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,4,balanced,0.09037952423095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,4,balanced,0.15694208145141603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,4,balanced,0.2920639991760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,4,balanced,0.38455169677734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,4,balanced,0.401607666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,8,power_law_1.2,7.495927124023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,4,balanced,0.4072870254516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,4,balanced,0.41667327880859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,4,balanced,0.4225920104980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,4,balanced,0.43287422180175783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,4,balanced,0.539997444152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,4,balanced,0.5556159973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,8,power_law_1.2,3.347000427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,4,balanced,0.5736217498779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,4,balanced,0.5710924911499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,4,balanced,0.5837247848510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,4,balanced,0.6177945709228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,4,balanced,0.6861952209472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,4,balanced,0.7349874877929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,4,balanced,0.9434751892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,4,balanced,1.0390617370605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,4,balanced,1.4746572875976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,4,balanced,1.706804504394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,4,balanced,0.030122239589691163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,4,balanced,0.042780160903930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,4,balanced,2.5538546752929685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,4,balanced,0.06286848068237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,4,balanced,0.10715904235839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,4,balanced,0.1687411117553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,4,balanced,0.22099456787109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,4,balanced,0.2337433624267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,4,balanced,0.23745792388916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,4,balanced,3.2112075805664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,4,balanced,0.24810880661010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,4,balanced,0.2511219215393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,4,balanced,0.2577497673034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,4,balanced,0.2937919998168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,4,balanced,4.664515991210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,4,balanced,0.32364032745361326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,4,balanced,0.3126041603088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,4,balanced,0.32014209747314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,4,balanced,0.3531059265136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,4,balanced,0.40077953338623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,4,balanced,0.4429900741577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,8,power_law_1.2,4.365103454589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,4,balanced,0.30253311157226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,4,balanced,0.5415999984741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,4,balanced,0.6374054336547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,4,balanced,6.086649780273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,4,balanced,0.9114841461181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,4,balanced,1.1023206329345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,4,power_law_1.01,0.08439040184020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,4,balanced,1.5994047546386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,4,power_law_1.01,0.14144767761230467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,4,power_law_1.01,0.14576128005981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,4,power_law_1.01,0.1924710464477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,4,balanced,1.9888114929199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,4,power_law_1.01,0.24111743927001955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,4,power_law_1.01,0.3286003112792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,4,power_law_1.01,0.35887615203857426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,4,power_law_1.01,0.3394124984741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,4,power_law_1.01,0.3565055847167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,4,power_law_1.01,0.3756224060058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,4,balanced,2.943196105957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,4,power_law_1.01,0.40355583190917965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,4,power_law_1.01,0.5282060623168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,4,power_law_1.01,0.5495475387573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,4,power_law_1.01,0.5533363342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,4,balanced,3.8156530761718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,4,power_law_1.01,0.5974092864990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,4,power_law_1.01,0.6877581024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,4,power_law_1.01,0.7556748962402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,4,power_law_1.01,0.9115481567382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,4,power_law_1.01,0.5220569610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,4,power_law_1.01,1.0875904083251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,4,power_law_1.01,0.5599923324584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,4,power_law_1.01,1.4247666931152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,4,power_law_1.01,1.8437388610839842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,4,power_law_1.01,0.05648896217346191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,4,power_law_1.01,0.0910912036895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,4,power_law_1.01,0.09544832229614257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,4,power_law_1.01,0.1262937641143799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,4,power_law_1.01,2.579500732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,4,power_law_1.01,0.14740991592407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,4,power_law_1.01,0.20115840911865232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,4,power_law_1.01,0.19892095565795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,4,power_law_1.01,0.2108415985107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,4,power_law_1.01,0.22350976943969725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,4,power_law_1.01,3.4615231323242184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,4,power_law_1.01,0.22579584121704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,4,power_law_1.01,0.23106687545776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,4,power_law_1.01,0.27487232208251955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,4,power_law_1.01,0.27956863403320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,4,power_law_1.01,0.3021824073791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,4,power_law_1.01,0.2941004753112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,4,power_law_1.01,0.30703359603881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,4,power_law_1.01,0.3359667205810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,4,power_law_1.01,5.066488342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,4,power_law_1.01,0.3982144165039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,4,power_law_1.01,0.5570700836181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,4,power_law_1.01,0.4519500732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,4,power_law_1.01,0.6733248138427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,4,power_law_1.01,0.8974988555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,4,power_law_1.01,1.1335501098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,4,power_law_1.01,6.710419311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,4,power_law_1.2,0.0847935962677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,4,power_law_1.01,1.600195770263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,4,power_law_1.2,0.1225062370300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,4,power_law_1.2,0.14593279838562012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,4,power_law_1.01,2.0700480651855466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,4,power_law_1.2,0.1971059226989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,4,power_law_1.2,0.24881792068481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,4,power_law_1.2,0.363106575012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,4,power_law_1.2,0.3530521774291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,4,power_law_1.01,3.0123110961914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,4,power_law_1.2,0.3611660766601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,4,power_law_1.2,0.34734081268310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,4,power_law_1.2,0.3872742462158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,4,power_law_1.2,0.4011199951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,4,power_law_1.2,0.5266009521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,4,power_law_1.2,0.536069107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,4,power_law_1.2,0.5551692962646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,4,power_law_1.2,0.5485055923461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,4,power_law_1.2,0.572363510131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,4,power_law_1.2,0.6193036651611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,4,power_law_1.2,0.6591974639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,4,power_law_1.2,0.783310089111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,4,power_law_1.2,0.9288678741455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,4,power_law_1.01,3.980665588378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,4,power_law_1.2,1.1300466918945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,4,power_law_1.2,1.4891481018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,4,power_law_1.2,0.05669248104095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,4,power_law_1.2,0.0756441593170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,4,power_law_1.2,2.6845745849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,4,power_law_1.2,0.09749631881713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,4,power_law_1.2,1.9102873229980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,4,power_law_1.2,0.11513471603393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,4,power_law_1.2,0.1562521553039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,4,power_law_1.2,0.20530176162719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,4,power_law_1.2,0.20521472930908202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,4,power_law_1.2,0.20910463333129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,4,power_law_1.2,3.553226318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,4,power_law_1.2,0.2195827293395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,4,power_law_1.2,0.22319488525390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,4,power_law_1.2,0.23810943603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,4,power_law_1.2,0.2746790313720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,4,power_law_1.2,0.28638208389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,4,power_law_1.2,0.30943616867065427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,4,power_law_1.2,0.30075391769409177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,4,power_law_1.2,0.3175270462036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,4,power_law_1.2,0.35618560791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,4,power_law_1.2,0.4128051376342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,4,power_law_1.2,0.4578265762329101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,4,power_law_1.2,5.296866455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,4,power_law_1.2,0.5720857620239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,4,power_law_1.2,0.6878912353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,4,power_law_1.2,0.9213056182861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,4,power_law_1.2,1.157237777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,4,power_law_1.2,1.6217855834960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,2,balanced,0.052701439857482914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,2,balanced,0.12301695823669434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,4,power_law_1.2,2.1341708374023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,2,balanced,0.22866176605224608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,2,balanced,0.43969791412353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,4,power_law_1.2,7.028884277343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,2,balanced,0.60102783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,2,balanced,0.6144870376586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,2,balanced,0.613934097290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,2,balanced,0.6316032028198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,4,power_law_1.2,3.1071807861328127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,2,balanced,0.6364646530151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,2,balanced,0.07664383888244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,2,balanced,0.6434291076660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,2,balanced,0.6722969818115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,2,balanced,0.6808409881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,2,balanced,0.7102207946777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,2,balanced,0.765137939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,2,balanced,0.7849561309814452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,2,balanced,0.8279718780517579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,2,balanced,0.8864128112792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,2,balanced,0.9335603332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,2,balanced,1.4213157653808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,2,balanced,1.5236991882324218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,2,balanced,2.1733375549316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,2,balanced,2.4191282653808592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,2,balanced,0.3407398223876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,2,balanced,0.6061721420288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,2,balanced,3.7362829589843747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,2,balanced,1.1370304107666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,16,power_law_1.2,5.524478759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,4,power_law_1.2,4.0968359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,2,balanced,4.5617395019531255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,2,balanced,6.668707885742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,2,balanced,4.040122985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,2,balanced,8.2751220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,2,balanced,5.773262329101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,2,balanced,5.710325927734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,2,balanced,5.809793090820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,2,balanced,5.86060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,2,balanced,5.812760620117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,2,balanced,5.89177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,2,balanced,5.772922973632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,2,balanced,5.769322509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,2,balanced,5.877471923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,2,balanced,5.056708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,2,balanced,4.997135314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,2,balanced,2.1322650146484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,2,balanced,5.084181823730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,2,balanced,5.154525146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,2,balanced,5.1764941406250005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,2,balanced,5.339498291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,2,balanced,5.524729614257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,2,power_law_1.01,0.07375616073608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,2,power_law_1.01,0.11750656127929689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,2,power_law_1.01,0.1471615982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,2,power_law_1.01,0.23097087860107424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,2,power_law_1.01,0.3085670471191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,2,power_law_1.01,0.4722035217285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,2,balanced,10.249307861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,2,power_law_1.01,0.4981977462768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,2,power_law_1.01,0.538977279663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,2,power_law_1.01,0.5339289474487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,2,balanced,10.590306396484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,2,power_law_1.01,0.5756275177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,2,power_law_1.01,0.6178278350830079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,2,power_law_1.01,0.6648448181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,2,power_law_1.01,0.6894579315185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,2,power_law_1.01,0.7871794891357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,2,power_law_1.01,0.7429337310791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,2,power_law_1.01,0.7735398101806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,2,power_law_1.01,0.8323442840576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,2,power_law_1.01,0.9484710693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,2,power_law_1.01,1.079810562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,2,power_law_1.01,1.3042317199707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,2,power_law_1.01,1.5610047912597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,2,power_law_1.01,2.0129164123535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,2,balanced,15.73509521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,2,power_law_1.01,2.551769561767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,2,balanced,16.5353173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,2,power_law_1.01,0.5905190277099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,2,power_law_1.01,3.533572998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,2,power_law_1.01,1.0993408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,2,power_law_1.01,4.598598327636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,2,power_law_1.01,2.275537872314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,2,power_law_1.01,6.655072021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,2,power_law_1.01,2.898426818847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,2,power_law_1.01,8.738933715820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,2,power_law_1.01,4.635324096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,2,balanced,26.51260986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,2,power_law_1.01,4.675348510742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,2,power_law_1.01,4.807821960449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,2,power_law_1.01,5.045157165527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,2,power_law_1.01,5.006233520507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,2,power_law_1.01,5.174640502929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,2,power_law_1.01,5.305469360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,2,balanced,32.41876708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,2,power_law_1.01,1.4147608947753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,2,power_law_1.01,5.476888427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,2,power_law_1.01,4.608199768066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,2,power_law_1.01,4.660245666503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,2,power_law_1.01,4.748616943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,2,power_law_1.01,5.368389282226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,2,power_law_1.01,5.202056884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,2,power_law_1.01,5.57459228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,2,power_law_1.01,6.633903198242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,2,power_law_1.01,7.523187255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,2,power_law_1.2,0.07395199775695802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,2,power_law_1.2,0.10006272315979003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,2,power_law_1.2,0.14916735649108886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,2,power_law_1.01,9.404266357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,2,power_law_1.2,0.3129945564270019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,2,power_law_1.2,0.48624511718749996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,2,power_law_1.2,0.20513792037963868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,2,power_law_1.2,0.4980275344848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,2,power_law_1.01,11.175220947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,2,power_law_1.2,0.5215999984741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,2,power_law_1.2,0.5440358352661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,2,power_law_1.2,0.5862054443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,2,power_law_1.2,0.6243699264526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,2,power_law_1.2,0.6680908966064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,2,power_law_1.2,0.7201420593261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,2,power_law_1.2,0.8073062133789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,2,power_law_1.2,0.7755136108398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,2,power_law_1.2,0.7999718475341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,2,power_law_1.2,0.8565286254882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,2,power_law_1.2,0.9609510040283202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,2,power_law_1.01,15.0456591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,2,power_law_1.2,1.1038681793212892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,2,power_law_1.2,1.3255500793457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,2,power_law_1.2,1.5981887817382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,2,power_law_1.2,2.049506530761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,2,power_law_1.2,2.6087194824218747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,2,power_law_1.01,18.54115966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,2,power_law_1.2,3.6133377075195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,2,power_law_1.2,0.9034444427490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,2,power_law_1.2,4.6165490722656255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,2,power_law_1.2,1.472216339111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,2,power_law_1.2,6.9005017089843745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,2,power_law_1.2,2.914794311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,2,power_law_1.01,26.760537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,2,power_law_1.2,9.116182861328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,2,power_law_1.2,4.624154968261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,2,power_law_1.2,4.748440246582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,2,power_law_1.2,4.8317541503906245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,2,power_law_1.2,4.999505920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,2,power_law_1.2,0.5924313735961915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,2,power_law_1.2,5.036177978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,2,power_law_1.2,5.2042651367187505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,2,power_law_1.2,1.9461926269531251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,2,power_law_1.01,34.09521728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,2,power_law_1.2,5.3775219726562495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,2,power_law_1.2,5.478682861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,2,power_law_1.2,4.783961486816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,2,power_law_1.2,5.785411987304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,2,power_law_1.2,4.839910278320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,2,power_law_1.2,5.092343139648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,2,power_law_1.2,5.635188598632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,2,power_law_1.2,5.857412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,2,power_law_1.2,6.75787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,2,power_law_1.2,7.916474609374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,1,balanced,0.07856768131256103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,2,power_law_1.2,9.714264526367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,1,balanced,0.10953344345092772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,1,balanced,0.16987712860107423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,1,balanced,0.3009292793273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,2,power_law_1.2,11.794500732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,1,balanced,0.5779027175903321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,1,balanced,0.8163641357421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,1,balanced,0.8530252838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,1,balanced,0.8316742706298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,1,balanced,0.8565599822998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,1,balanced,0.8300160217285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,2,power_law_1.2,15.489804687500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,1,balanced,0.8608595275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,1,balanced,0.8813817596435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,1,balanced,0.8868141174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,1,balanced,0.9100396728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,1,balanced,1.1718637084960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,1,balanced,0.9044691467285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,1,balanced,1.4605728149414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,1,balanced,0.8842118072509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,2,power_law_1.2,19.799241943359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,1,balanced,0.9414784240722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,1,balanced,1.5600140380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,1,balanced,1.66396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,1,balanced,2.3963417053222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,1,balanced,4.071653747558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,1,balanced,2.6267608642578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,2,power_law_1.2,27.630390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,1,balanced,5.0270751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,balanced,0.3952262496948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,1,balanced,7.435975952148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,balanced,0.7118163299560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,balanced,1.2781702423095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,balanced,2.4650361633300784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,1,balanced,9.372894287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,2,power_law_1.2,34.614560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,balanced,4.736558227539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,balanced,6.550762939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,balanced,6.766583251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,balanced,6.76274658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,balanced,6.914366455078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,balanced,6.725901489257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,balanced,6.531939086914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,balanced,6.841409301757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,balanced,6.9246411132812495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,balanced,6.816119384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,balanced,6.750587768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,balanced,6.997310791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,balanced,6.848854370117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,balanced,7.033775634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,balanced,7.161491088867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,balanced,7.465306396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,balanced,7.449638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,1,power_law_1.01,0.07902719974517822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,1,power_law_1.01,0.10879167556762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,1,power_law_1.01,0.17052415847778318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,1,power_law_1.01,0.2724083137512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,1,power_law_1.01,0.38927871704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,balanced,14.094775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,1,power_law_1.01,0.6249587249755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,1,power_law_1.01,0.7036128234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,balanced,14.722291259765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,1,power_law_1.01,0.6708710479736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,1,power_law_1.01,0.7397465515136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,1,power_law_1.01,0.7542892456054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,1,power_law_1.01,0.8097837066650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,1,power_law_1.01,0.863512954711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,1,power_law_1.01,0.9336640167236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,1,power_law_1.01,1.0402572631835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,1,power_law_1.01,1.1108460998535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,1,power_law_1.01,1.2466835021972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,1,power_law_1.01,1.4308908081054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,1,power_law_1.01,1.1561894226074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,16,power_law_1.2,7.3549914550781255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,1,power_law_1.01,1.0036255645751955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,1,power_law_1.01,1.695569305419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,balanced,21.614274902343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,1,power_law_1.01,1.4044998168945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,1,power_law_1.01,2.7646221923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,1,power_law_1.01,2.21264892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,balanced,22.5356787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,1,power_law_1.01,3.8141247558593747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,1,power_law_1.01,4.970118408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.01,0.6989734649658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,1,power_law_1.01,7.257008666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.01,1.2974560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.01,2.166029510498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,1,power_law_1.01,9.558665161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.01,5.012073059082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.01,5.442508544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.01,2.9609332275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.01,5.5070776367187495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.01,5.687937622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.01,0.3906438446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,balanced,36.572822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.01,5.731111450195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.01,6.036924438476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.01,5.773617553710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.01,5.996577758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.01,6.200972290039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.01,6.789656372070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.01,7.185253295898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,balanced,45.145283203125004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.01,7.2161059570312505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.01,6.148441772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.01,7.640775756835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.01,8.8722705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,1,power_law_1.2,0.07946176052093505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,1,power_law_1.2,0.1090169620513916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,1,power_law_1.2,0.17019903182983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.01,10.010931396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,1,power_law_1.2,0.25266304016113283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,1,power_law_1.2,0.3550771331787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,1,power_law_1.2,0.6160409545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,1,power_law_1.2,0.6698560333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,1,power_law_1.2,0.7024134063720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,1,power_law_1.2,0.7353913879394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,1,power_law_1.2,0.7842591857910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.01,12.629967041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,1,power_law_1.2,0.8262220764160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,1,power_law_1.2,0.9072652435302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,1,power_law_1.2,0.9516499328613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,1,power_law_1.2,1.0668166351318358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,1,power_law_1.2,1.1573606109619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,1,power_law_1.2,1.270970916748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,1,power_law_1.2,1.4648025512695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,1,power_law_1.2,1.0472013092041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.01,14.9441015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,1,power_law_1.2,1.1950950622558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,1,power_law_1.2,1.456629180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,1,power_law_1.2,1.7195103454589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,1,power_law_1.2,2.2630514526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,1,power_law_1.2,2.815038757324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,1,power_law_1.2,3.897175598144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.01,20.303831787109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.2,0.3894732666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.2,0.7166815948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.2,1.2699091339111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,1,power_law_1.2,4.997769470214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.2,2.050196533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.01,25.33284423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.2,4.927310180664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.2,2.744829406738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.2,5.386860961914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,1,power_law_1.2,7.330980834960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.2,5.608646240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.2,5.636026611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.2,5.8545751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.2,6.078934326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.2,6.10140380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.2,6.374201049804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.2,6.54881591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.2,6.8771923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.2,7.228549804687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.01,35.371201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.2,7.618016357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,1,power_law_1.2,9.606229248046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.2,7.675628051757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.01,45.3274072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.2,8.063994750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.2,9.308302612304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,8,balanced,0.04592895984649658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,8,balanced,0.045907201766967776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,8,balanced,0.04580095767974853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,8,balanced,0.07931903839111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,8,balanced,0.07929344177246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,8,balanced,0.07978240013122559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,8,balanced,0.07981056213378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,8,balanced,0.08041728019714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,8,balanced,0.07965184211730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,8,balanced,0.08112000465393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,8,balanced,0.08112895965576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,8,balanced,0.0820633602142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,8,balanced,0.0828940773010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,8,balanced,0.0845529556274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,8,balanced,0.08439680099487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.2,10.67744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,8,balanced,0.08467328071594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,8,balanced,0.08937600135803223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,8,balanced,0.09243904113769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,8,balanced,0.09660927772521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,8,balanced,0.10799488067626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,8,balanced,0.10875519752502441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,8,balanced,0.18336000442504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,8,balanced,0.22747776031494144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,8,balanced,0.33688064575195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,8,balanced,0.41947265624999996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,8,balanced,0.6097472000122071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,8,balanced,0.027321600914001466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,8,balanced,0.027351040840148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,8,balanced,0.8065869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,8,balanced,0.027368960380554197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,8,balanced,0.04590847969055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,8,balanced,0.04613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,8,balanced,0.046408958435058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,8,balanced,0.046360321044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,8,balanced,0.046350078582763674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,8,balanced,0.04668799877166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,8,balanced,0.04746367931365967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,8,balanced,0.04695551872253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,8,balanced,0.04743807792663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,8,balanced,0.047540478706359864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,8,balanced,0.04850560188293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,8,balanced,0.04878975868225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,8,balanced,0.04984447956085205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,8,balanced,0.05098624229431152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,8,balanced,0.05569920063018798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,8,balanced,0.05930624008178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,8,balanced,0.0669542407989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,8,balanced,0.06163839817047119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,8,balanced,0.07142655849456787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,8,balanced,0.08639871597290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,8,balanced,0.12596863746643067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,8,balanced,0.15149567604064942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.2,12.973283691406248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,8,balanced,0.21867008209228517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,8,balanced,0.28971775054931637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,8,power_law_1.01,0.045537281036376956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,8,power_law_1.01,0.07945216178894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,8,power_law_1.01,0.07940864086151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,8,power_law_1.01,0.07904255867004395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,8,power_law_1.01,0.08059904098510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,8,power_law_1.01,0.08203392028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,8,power_law_1.01,0.08295552253723144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,8,power_law_1.01,0.0841318416595459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,8,power_law_1.01,0.08444928169250489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,8,power_law_1.01,0.08508671760559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,8,power_law_1.01,0.08934271812438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,8,power_law_1.01,0.08924415588378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,8,power_law_1.01,0.09217408180236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,8,power_law_1.01,0.09523839950561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,8,power_law_1.01,0.0976153564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,8,power_law_1.01,0.10155391693115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,8,power_law_1.01,0.11069312095642089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.2,15.323624267578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,8,power_law_1.01,0.17400575637817384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,8,power_law_1.01,0.2290880012512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,8,power_law_1.01,0.3519219207763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,8,power_law_1.01,0.3332608032226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,8,power_law_1.01,0.5386675262451173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,8,power_law_1.01,0.7779379272460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.2,20.57980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,8,power_law_1.01,0.02690432071685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,8,power_law_1.01,0.04442240238189697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,8,power_law_1.01,0.045503997802734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,8,power_law_1.01,0.04559487819671631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,8,power_law_1.01,0.04590591907501221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,8,power_law_1.01,0.04628352165222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,8,power_law_1.01,0.04677760124206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,8,power_law_1.01,0.047054080963134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,8,power_law_1.01,0.04752255916595459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,8,power_law_1.01,0.04788095951080322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,8,power_law_1.01,0.049571838378906254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,8,power_law_1.01,0.05031424045562745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,8,power_law_1.01,1.1661516571044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,8,power_law_1.01,0.051463680267333986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,8,power_law_1.01,0.056079359054565424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,8,power_law_1.01,0.05816319942474365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,8,power_law_1.01,0.06140543937683105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,8,power_law_1.01,0.06297728061676025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,8,power_law_1.01,0.06838528156280518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,8,power_law_1.01,0.07972224235534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,8,power_law_1.01,0.11653247833251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,8,power_law_1.01,0.13858048439025877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,8,power_law_1.01,0.19886335372924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,8,power_law_1.01,2.233561553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.2,25.76293212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,8,power_law_1.01,0.2657561683654785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,8,power_law_1.01,1.6048678588867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,8,power_law_1.01,2.9598004150390627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,8,power_law_1.01,0.7336409759521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,8,power_law_1.01,0.34709632873535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,8,8,power_law_1.2,0.046417918205261234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,8,8,power_law_1.2,0.07976319789886474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,8,power_law_1.01,0.5362662506103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,8,8,power_law_1.2,0.07959424018859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,8,8,power_law_1.2,0.07991680145263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,8,8,power_law_1.2,0.08093824386596679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,8,8,power_law_1.2,0.08193663597106934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,8,8,power_law_1.2,0.0831436824798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,8,8,power_law_1.2,0.08468352317810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,8,8,power_law_1.2,0.08561792373657226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,8,8,power_law_1.2,0.08559616088867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,8,8,power_law_1.2,0.09005056381225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,8,8,power_law_1.2,0.09032320022583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,8,8,power_law_1.2,0.09293824195861816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,8,8,power_law_1.2,0.09605759620666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,8,8,power_law_1.2,0.09972864151000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,8,8,power_law_1.2,0.10440320014953612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,8,8,power_law_1.2,0.10945152282714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,8,8,power_law_1.2,0.16823808670043944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,8,power_law_1.01,0.9491238403320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.2,35.55041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,8,8,power_law_1.2,0.23170560836791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,8,8,power_law_1.2,0.3182950401306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,8,8,power_law_1.2,0.3784678268432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,8,8,power_law_1.2,0.6059187316894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,8,8,power_law_1.2,0.7917593383789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,8,power_law_1.2,0.026542079448699952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,8,power_law_1.2,0.0445849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,8,power_law_1.2,0.04547455787658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,8,power_law_1.2,0.04593023777008057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,8,power_law_1.2,0.04639743804931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,8,power_law_1.2,0.04673151969909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,8,power_law_1.2,0.04722559928894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,8,power_law_1.2,0.04771711826324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,8,power_law_1.2,0.04825215816497803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,8,power_law_1.2,0.048382720947265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,8,power_law_1.2,0.04950911998748779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,8,power_law_1.2,0.050311679840087886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,8,power_law_1.2,0.051278080940246586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,8,power_law_1.2,0.05488383769989014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,8,power_law_1.2,0.059772157669067384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,8,power_law_1.2,0.06454912185668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,8,power_law_1.2,0.06727935791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,8,power_law_1.2,0.06817152023315429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,8,power_law_1.2,0.08246912002563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,8,power_law_1.2,0.11835519790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,8,8,power_law_1.2,1.1998387145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,8,power_law_1.2,0.13987711906433103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,8,power_law_1.2,0.2030131149291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,8,power_law_1.2,0.2831974411010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,8,power_law_1.2,0.3679500961303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,8,8,power_law_1.2,1.6062733459472658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.2,45.702749023437505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,8,power_law_1.2,0.5164556884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,8,8,power_law_1.2,3.112042236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,8,8,power_law_1.2,2.4154393005371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,4,balanced,0.024113919734954834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,4,balanced,0.024124159812927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,4,balanced,0.041534719467163084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,4,balanced,0.06805376052856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,4,balanced,0.06835072040557862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,4,balanced,0.06960000038146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,4,balanced,0.07026432037353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,4,balanced,0.0699609613418579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,4,balanced,0.07108736038208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,4,balanced,0.07187839984893798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,4,balanced,0.07242368221282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,4,balanced,0.07573887825012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,4,balanced,0.07677951812744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,4,balanced,0.07848703861236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,4,balanced,0.08072447776794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,4,balanced,0.08248576164245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,4,balanced,0.0860313606262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,4,balanced,0.09536767959594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,4,balanced,0.08965120315551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,4,balanced,0.10951040267944337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,4,balanced,0.12390399932861329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,4,balanced,0.19500288009643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,4,balanced,0.2516377639770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,4,balanced,0.3585459136962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,4,balanced,0.4500620651245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,4,balanced,0.6580710601806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,4,balanced,0.024483840465545654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,4,balanced,0.024536321163177492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,4,balanced,0.8718605041503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,4,balanced,0.02644223928451538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,4,balanced,0.04128255844116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,4,balanced,0.04176896095275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,4,balanced,0.04165120124816894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,4,balanced,0.04218495845794677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,4,balanced,0.04271232128143311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,4,balanced,0.042548480033874514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,4,balanced,0.04300288200378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,4,balanced,0.04325759887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,4,balanced,0.04411776065826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,4,balanced,0.04413951873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,4,balanced,0.045710082054138186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,4,balanced,0.04621823787689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,4,balanced,0.049396481513977054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,4,balanced,0.05200511932373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,4,balanced,0.06260096073150635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,4,balanced,0.05619840145111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,4,balanced,0.06291327953338624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,4,balanced,0.07517183780670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,4,balanced,0.09040896415710449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,4,balanced,0.11035008430480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,4,balanced,0.1654694366455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,4,balanced,0.20086015701293944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,4,balanced,0.29030527114868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,4,power_law_1.01,0.03539455890655517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,4,balanced,0.3899417495727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,4,power_law_1.01,0.03959424018859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,4,power_law_1.01,0.06163455963134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,4,power_law_1.01,0.07098624229431152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,4,power_law_1.01,0.06543615818023682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,4,power_law_1.01,0.07071231842041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,4,power_law_1.01,0.07315968036651611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,4,power_law_1.01,0.07455488204956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,4,power_law_1.01,0.07535232067108154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,4,power_law_1.01,0.07726848125457764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,4,power_law_1.01,0.07857664108276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,4,power_law_1.01,0.08082304000854493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,4,power_law_1.01,0.0830016040802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,4,power_law_1.01,0.08819456100463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,4,power_law_1.01,0.08791296005249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,4,power_law_1.01,0.09599360466003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,4,power_law_1.01,0.1000102424621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,4,power_law_1.01,0.11756928443908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,4,power_law_1.01,0.16275711059570314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,4,power_law_1.01,0.2216204833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,4,power_law_1.01,0.251461124420166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,8,power_law_1.2,0.8041728210449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,4,power_law_1.01,0.41309185028076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,4,power_law_1.01,0.5080281448364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,4,power_law_1.01,0.024817919731140135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,4,power_law_1.01,0.026023681163787844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,4,power_law_1.01,0.041230077743530276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,4,power_law_1.01,0.041521921157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,4,power_law_1.01,0.04157567977905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,4,power_law_1.01,0.0421017599105835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,4,power_law_1.01,0.042364158630371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,4,power_law_1.01,0.04279551982879638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,4,power_law_1.01,0.04351615905761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,4,power_law_1.01,0.04451839923858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,4,power_law_1.01,0.9077478027343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,4,power_law_1.01,0.04573952198028565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,4,power_law_1.01,0.0490009593963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,4,power_law_1.01,0.047516160011291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,4,power_law_1.01,0.05001471996307373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,4,power_law_1.01,0.05651840209960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,4,power_law_1.01,0.06063744068145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,4,power_law_1.01,0.05926784038543701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,4,power_law_1.01,0.06378623962402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,4,power_law_1.01,0.07032320022583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,4,power_law_1.01,0.8595481872558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,4,power_law_1.01,0.09847167968750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,4,power_law_1.01,0.11411071777343751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,8,power_law_1.2,1.019928283691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,4,power_law_1.01,0.17446912765502928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,4,power_law_1.01,0.21389440536499021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,4,power_law_1.2,0.03489664077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,4,power_law_1.01,0.3864704132080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,4,power_law_1.2,0.03648256063461304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,4,power_law_1.2,0.0694105577468872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,4,power_law_1.2,0.06562687873840331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,4,power_law_1.01,1.8967692565917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,4,power_law_1.2,0.06982272148132325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,4,power_law_1.2,0.07116928100585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,4,power_law_1.01,0.31810047149658205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,4,power_law_1.2,0.07327104091644288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,4,power_law_1.2,0.07329919815063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,4,power_law_1.2,0.07577856063842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,4,power_law_1.2,0.07493247985839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,4,power_law_1.2,0.07811967849731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,4,power_law_1.2,0.08019328117370605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,4,power_law_1.2,0.08242815971374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,4,power_law_1.2,0.08799488067626952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,4,power_law_1.2,0.08974335670471192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,4,power_law_1.2,0.09478528022766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,4,power_law_1.2,0.09926400184631348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,4,power_law_1.2,0.11508223533630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,4,power_law_1.2,0.16330751419067382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,4,power_law_1.2,0.22100223541259764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,4,power_law_1.01,1.467659454345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,4,power_law_1.2,0.2550771141052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,4,power_law_1.2,0.37047168731689456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,4,power_law_1.01,0.5323775863647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,4,power_law_1.2,0.02483583927154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,4,power_law_1.2,0.02602240085601807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,4,power_law_1.2,0.04143487930297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,4,power_law_1.2,0.04148223876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,4,power_law_1.01,0.775393295288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,4,power_law_1.2,0.041625599861145016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,4,power_law_1.2,0.04225791931152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,4,power_law_1.2,0.04260223865509033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,4,power_law_1.2,0.04302847862243652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,4,power_law_1.2,0.0432755184173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,4,power_law_1.2,0.044049921035766604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,4,power_law_1.2,0.04572927951812744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,4,power_law_1.2,0.045664000511169436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,4,power_law_1.2,0.04625279903411865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,4,power_law_1.2,0.049989118576049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,4,power_law_1.2,0.05729536056518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,4,power_law_1.2,0.0594316816329956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,4,power_law_1.2,0.058821120262146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,4,power_law_1.2,0.06318848133087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,4,power_law_1.2,0.07178751945495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,4,power_law_1.2,0.0996390438079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,4,power_law_1.2,0.1131276798248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,4,power_law_1.2,0.15478655815124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,4,power_law_1.2,0.5411148834228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,4,power_law_1.2,0.2135385513305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,4,power_law_1.2,0.8707392120361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,2,balanced,0.022324481010437013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,2,balanced,0.030027520656585694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,2,balanced,0.04165247917175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,2,balanced,0.066211838722229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,2,balanced,0.06639872074127198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,2,balanced,0.06755072116851807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,2,balanced,0.06861440181732179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,2,balanced,0.06943871974945068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,2,balanced,0.07008384227752686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,2,balanced,0.07089407920837403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,2,balanced,0.07207551956176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,2,balanced,0.07452159881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,2,balanced,0.07684351921081542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,2,balanced,0.08120575904846192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,2,balanced,0.08592896461486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,2,balanced,0.08833919525146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,2,balanced,0.08304512023925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,2,balanced,0.09545087814331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,2,balanced,0.10402048110961915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,4,power_law_1.2,0.3283827209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,2,balanced,0.12257535934448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,4,power_law_1.2,0.3820479965209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,2,balanced,0.14205568313598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,2,balanced,0.21896448135375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,2,balanced,0.2846143913269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,2,balanced,0.41462528228759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,2,balanced,0.5313740921020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,2,balanced,0.024024319648742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,2,balanced,0.7849420928955079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,2,balanced,0.025432319641113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,2,balanced,0.04025856018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,2,balanced,0.02709376096725464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,2,balanced,0.040400638580322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,2,balanced,0.0400435209274292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,2,balanced,1.029571838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,2,balanced,0.04116352081298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,2,balanced,0.04180607795715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,2,balanced,0.042387199401855466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,2,balanced,0.044291839599609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,2,balanced,0.04493311882019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,2,balanced,0.04586495876312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,2,balanced,0.053173761367797855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,2,balanced,0.05639423847198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,2,balanced,0.061043200492858884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,2,balanced,0.05517824172973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,2,balanced,0.06437248229980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,2,balanced,0.07166592121124268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,2,balanced,0.08407808303833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,2,balanced,0.10110336303710939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,2,balanced,0.040650238990783696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,2,balanced,0.13528575897216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,2,balanced,0.16618112564086912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,2,balanced,0.24849023818969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,2,balanced,0.31396352767944335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,2,power_law_1.01,0.028185598850250244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,2,balanced,0.4645171356201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,2,power_law_1.01,0.03452415943145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,2,power_law_1.01,0.03788288116455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,2,balanced,0.6067327880859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,2,power_law_1.01,0.065731840133667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,2,power_law_1.01,0.062336001396179196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,2,power_law_1.01,0.06678400039672852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,2,power_law_1.01,0.06868351936340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,2,power_law_1.01,0.06930304050445557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,2,power_law_1.01,0.07061888217926025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,2,power_law_1.01,0.07110784053802491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,2,power_law_1.01,0.07385727882385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,2,power_law_1.01,0.07482111930847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,2,power_law_1.01,0.07806848049163818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,2,power_law_1.01,0.08321151733398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,2,power_law_1.01,0.08610560417175292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,2,power_law_1.01,0.08932864189147949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,2,power_law_1.01,0.09056127548217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,2,power_law_1.01,0.102041597366333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,2,power_law_1.01,0.11503487586975099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,4,power_law_1.2,1.4312141418457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,2,power_law_1.01,0.1423475170135498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,4,power_law_1.2,1.1015347290039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,2,power_law_1.01,0.1747340774536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,4,power_law_1.2,0.7672742462158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,4,power_law_1.2,1.8066586303710939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,2,power_law_1.01,0.023987200260162354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,2,power_law_1.01,0.025446400642395017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,2,power_law_1.01,0.026429440975189213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,2,power_law_1.01,0.26937984466552733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,2,power_law_1.01,0.04014976024627685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,2,power_law_1.01,0.040298237800598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,2,power_law_1.01,0.040779519081115725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,2,power_law_1.01,0.04106751918792725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,2,power_law_1.01,0.041669120788574224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,2,power_law_1.01,0.0422438383102417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,2,power_law_1.01,0.04271359920501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,2,power_law_1.01,0.044038400650024415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,2,power_law_1.01,0.04646016120910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,2,power_law_1.01,0.047386879920959475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,2,power_law_1.01,0.053963518142700194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,2,power_law_1.01,0.05737343788146972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,2,power_law_1.01,0.05885439872741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,2,power_law_1.01,0.057795839309692384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,2,power_law_1.01,0.06586239814758302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,2,power_law_1.01,0.07022719860076905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,2,power_law_1.01,0.9674009704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,4,power_law_1.2,0.5921228790283204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,2,power_law_1.01,0.0851148796081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,2,power_law_1.01,0.37882495880126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,2,power_law_1.01,0.1058892822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,2,power_law_1.01,0.5423820877075196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,2,power_law_1.01,0.15229184150695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,2,power_law_1.2,0.03199359893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,2,power_law_1.2,0.03512192010879517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,2,power_law_1.2,0.0338048005104065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,2,power_law_1.2,0.0644377613067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,2,power_law_1.2,0.06546175956726075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,2,power_law_1.2,0.0659942388534546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,2,power_law_1.2,0.06742911815643311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,2,power_law_1.2,0.06878592014312744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,2,power_law_1.2,0.06988927841186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,2,power_law_1.2,0.07095295906066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,2,power_law_1.2,0.07317376136779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,2,power_law_1.2,0.07505919933319091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,2,power_law_1.2,0.07743872165679931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,2,power_law_1.01,1.2871501159667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,2,power_law_1.2,0.08178560256958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,2,power_law_1.01,0.1989004707336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,2,power_law_1.2,0.0848908805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,2,power_law_1.2,0.08867456436157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,2,power_law_1.2,0.08952832221984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,2,power_law_1.2,0.10269184112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,2,power_law_1.2,0.14034687995910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,2,power_law_1.2,0.11615872383117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,2,power_law_1.2,0.1774425506591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,2,power_law_1.01,0.6916083526611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,2,power_law_1.01,0.28401664733886717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,2,power_law_1.2,0.27937280654907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,2,power_law_1.01,0.3681574249267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,2,power_law_1.2,0.024177920818328858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,2,power_law_1.2,0.02576128005981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,2,power_law_1.2,0.026600959300994875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,2,power_law_1.2,0.04030464172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,2,power_law_1.2,0.04001023769378662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,2,power_law_1.2,0.04042367935180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,2,power_law_1.2,0.040825600624084475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,2,power_law_1.2,0.04128384113311768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,2,power_law_1.2,0.04189184188842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,2,power_law_1.2,0.04263040065765381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,2,power_law_1.2,0.04376575946807861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,2,power_law_1.2,0.045169920921325685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,2,power_law_1.2,0.04577023983001709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,2,power_law_1.2,0.05349631786346436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,2,power_law_1.2,0.35808639526367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,2,power_law_1.2,0.05673088073730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,2,power_law_1.01,0.514780158996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,2,power_law_1.2,0.05962495803833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,2,power_law_1.2,0.05806719779968261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,2,power_law_1.2,0.06549503803253173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,2,power_law_1.2,0.0697753620147705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,2,power_law_1.01,0.6674163055419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,2,power_law_1.2,0.0852735996246338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,2,power_law_1.2,0.16322944641113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,2,power_law_1.2,0.10683520317077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,2,power_law_1.2,0.577542381286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,2,power_law_1.2,0.19845760345458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,8,balanced,0.06296063899993896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,8,balanced,0.0630079984664917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,8,balanced,0.06275712013244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,8,balanced,0.11119999885559081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,8,balanced,0.11130623817443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,8,balanced,0.1104576015472412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,8,balanced,0.111080961227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,8,balanced,0.11085568428039552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,8,balanced,0.11148287773132323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,8,balanced,0.11159808158874511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,8,balanced,0.1123251247406006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,8,balanced,0.1146560001373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,8,balanced,0.11470335960388182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,8,balanced,0.11784959793090821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,8,balanced,0.11719296455383302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,8,balanced,0.1177894401550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,8,balanced,0.12411904335021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,8,balanced,0.12761216163635253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,8,balanced,0.13160063743591308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,8,balanced,0.1582476806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,8,balanced,0.17724544525146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,8,balanced,0.31002624511718746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,8,balanced,0.37445632934570316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,2,power_law_1.2,0.6972812652587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,8,balanced,0.5407257461547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,8,balanced,0.7128396606445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,2,power_law_1.2,0.2872806358337402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,2,power_law_1.2,0.38132991790771487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,8,balanced,0.03480704069137573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,8,balanced,0.03559936046600341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,8,balanced,0.035069439411163326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,8,balanced,0.05864575862884521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,8,balanced,0.05713535785675049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,8,balanced,0.05907455921173096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,8,balanced,1.0436531066894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,8,balanced,0.058117117881774906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,8,balanced,0.059269118309021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,8,balanced,0.05912576198577881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,8,balanced,0.05856128215789795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,8,balanced,0.0593779182434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,8,balanced,0.05973120212554932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,8,balanced,0.060624642372131346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,8,balanced,0.06184447765350341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,8,balanced,1.3883340454101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,8,balanced,0.06358016014099122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,8,balanced,0.06389503955841065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,8,balanced,0.0661952018737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,8,balanced,0.06935296058654786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,8,balanced,0.07479423999786376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,8,balanced,0.08086527824401855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,8,balanced,0.07745535850524903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,8,balanced,0.10243328094482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,8,balanced,0.12219264030456542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,8,balanced,0.17799936294555666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,8,balanced,0.2121881675720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,8,balanced,0.31584896087646486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,8,balanced,0.41389823913574214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,8,power_law_1.01,0.06311552047729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,8,power_law_1.01,0.10916095733642579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,8,power_law_1.01,0.11043968200683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,8,power_law_1.01,0.1110374355316162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,8,power_law_1.01,0.11192192077636717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,8,power_law_1.01,0.11225983619689942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,8,power_law_1.01,0.11358976364135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,8,power_law_1.01,0.11600768089294433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,8,power_law_1.01,0.11700736045837404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,8,power_law_1.01,0.11731840133666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,8,power_law_1.01,0.12096256256103514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,8,power_law_1.01,0.12123776435852052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,8,power_law_1.01,0.12673664093017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,8,power_law_1.01,0.1305958366394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,2,power_law_1.2,0.5271180725097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,8,power_law_1.01,0.13734016418457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,8,power_law_1.01,0.1547980785369873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,8,power_law_1.01,0.1688038444519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,8,power_law_1.01,0.27964799880981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,2,power_law_1.2,0.8805197143554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,8,power_law_1.01,0.33186817169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,8,power_law_1.01,0.5256268692016601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,8,power_law_1.01,0.670429458618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,8,power_law_1.01,0.9574604797363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,8,power_law_1.01,0.03534719944000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,8,power_law_1.01,0.05611392021179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,8,power_law_1.01,0.057992959022521974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,8,power_law_1.01,0.05798143863677978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,8,power_law_1.01,0.058277120590209966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,8,power_law_1.01,0.05922304153442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,8,power_law_1.01,0.06052991867065429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,8,power_law_1.01,0.060476160049438475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,8,power_law_1.01,0.06223616123199462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,8,power_law_1.01,0.06289792060852051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,8,power_law_1.01,1.3486003112792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,8,power_law_1.01,0.0653324794769287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,8,power_law_1.01,0.06713215827941894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,8,power_law_1.01,0.06894976139068604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,8,power_law_1.01,0.07309055805206299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,8,power_law_1.01,0.07574783802032471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,8,power_law_1.01,0.07858431816101075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,2,power_law_1.2,1.3034637451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,8,power_law_1.01,0.0805081558227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,8,power_law_1.01,0.09488256454467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,8,power_law_1.01,1.9186624145507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,8,power_law_1.01,0.11665535926818849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,8,power_law_1.01,0.17442432403564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,8,power_law_1.01,0.32606590270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,8,power_law_1.01,0.19054079055786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,2,power_law_1.2,0.6616588592529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,8,power_law_1.01,2.552257232666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,8,power_law_1.01,0.29332096099853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,8,power_law_1.01,0.7454643249511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,8,power_law_1.01,0.573881607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,8,power_law_1.01,1.5093055725097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,8,8,power_law_1.2,0.06455423831939697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,8,8,power_law_1.2,0.11158271789550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,8,8,power_law_1.2,0.11421824455261231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,8,8,power_law_1.2,0.11215359687805175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,8,8,power_law_1.2,0.11187968254089356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,8,8,power_law_1.2,0.11303296089172363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,8,8,power_law_1.2,0.1148799991607666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,8,8,power_law_1.2,0.1165171241760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,8,8,power_law_1.2,0.11644415855407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,8,8,power_law_1.2,0.11821311950683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,8,8,power_law_1.2,0.12179200172424316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,8,8,power_law_1.2,0.12344960212707519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,8,8,power_law_1.2,0.12720255851745604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,8,8,power_law_1.2,0.1302182388305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,8,8,power_law_1.2,0.13862527847290038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,8,8,power_law_1.2,0.15855232238769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,8,8,power_law_1.2,0.17011840820312502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,8,8,power_law_1.2,0.2806604766845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,8,power_law_1.01,4.172198486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,8,8,power_law_1.2,0.3556684875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,8,power_law_1.01,1.178314208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,8,8,power_law_1.2,0.4725004959106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,8,8,power_law_1.2,0.6869465637207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,8,8,power_law_1.2,0.9826995086669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,8,power_law_1.2,0.03638144016265869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,8,power_law_1.2,0.05810431957244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,8,power_law_1.2,0.057093119621276854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,8,power_law_1.2,0.057602558135986325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,8,power_law_1.01,5.34363525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,8,power_law_1.2,0.05727615833282471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,8,power_law_1.2,0.058327040672302245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,8,power_law_1.2,0.060497918128967286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,8,8,power_law_1.2,1.330050506591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,8,power_law_1.2,0.062106881141662594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,8,power_law_1.2,0.06345983982086181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,8,power_law_1.2,0.059877119064331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,8,power_law_1.2,0.06669951915740967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,8,power_law_1.2,0.06774144172668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,8,power_law_1.2,0.0705241584777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,8,power_law_1.2,0.07183743953704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,8,power_law_1.2,0.0773529577255249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,8,power_law_1.2,0.07803520202636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,8,power_law_1.2,0.08106752395629882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,8,power_law_1.2,0.09922816276550292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,8,power_law_1.2,0.1116979217529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,8,8,power_law_1.2,2.0156736755371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,8,power_law_1.2,0.19876224517822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,8,power_law_1.2,0.17645824432373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,8,power_law_1.2,0.567402229309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,8,power_law_1.2,0.2855782318115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,8,power_law_1.2,0.4050649642944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,8,power_law_1.2,0.7868748474121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,8,8,power_law_1.2,2.785264587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,8,power_law_1.2,1.1656832122802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,4,balanced,0.048842239379882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,4,balanced,0.050417919158935544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,4,balanced,0.059806718826293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,4,balanced,0.09942144393920899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,4,balanced,0.10002688407897949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,4,balanced,0.10027520179748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,4,balanced,0.10149248123168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,4,balanced,0.10164480209350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,4,balanced,0.10405119895935058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,4,balanced,0.10420991897583007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,4,balanced,0.10534399986267089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,4,balanced,0.10745087623596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,4,balanced,0.10821375846862794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,8,8,power_law_1.2,3.9366668701171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,4,balanced,0.10967424392700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,4,balanced,0.11233152389526366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,4,balanced,0.11331968307495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,4,balanced,0.11840383529663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,4,balanced,0.13681023597717284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,4,balanced,0.13781632423400877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,4,balanced,0.1596928024291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,4,balanced,0.18541439056396486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,4,balanced,0.33326847076416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,4,balanced,0.39372032165527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,4,balanced,0.5730073547363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,4,balanced,0.7480332946777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,4,balanced,1.1043571472167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,4,balanced,0.029382400512695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,4,balanced,0.02932735919952393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,4,balanced,0.03489664077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,4,balanced,0.05358335971832275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,4,balanced,1.4684275817871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,4,balanced,0.053877758979797366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,4,balanced,0.053751039505004886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,4,balanced,0.05484672069549561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,4,balanced,0.05453311920166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,4,balanced,0.054662399291992195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,4,balanced,0.05588223934173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,4,balanced,0.05505023956298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,4,balanced,0.05798655986785889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,4,balanced,0.05869311809539794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,4,balanced,0.06098432064056396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,4,balanced,0.06307712078094482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,4,balanced,0.06572800159454346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,4,balanced,0.06896639823913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,4,balanced,0.0778444814682007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,4,balanced,0.07150591850280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,4,balanced,0.08746623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,4,balanced,0.09756799697875976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,4,balanced,0.1253209590911865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,4,balanced,0.1534297561645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,4,balanced,0.23192960739135743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,4,balanced,0.2825344085693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,4,balanced,0.4158464050292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,4,balanced,0.023635199069976805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,4,balanced,0.023878400325775144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,4,balanced,0.5491225433349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,4,balanced,0.024378879070281984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,4,balanced,0.024423680305480956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,4,balanced,0.0278272008895874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,4,balanced,0.035104000568389894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,4,balanced,0.03879168033599854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,4,balanced,0.04837632179260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,4,balanced,0.05192319869995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,4,balanced,0.05844480037689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,4,balanced,0.06687359809875489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,4,balanced,0.07064320087432861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,4,balanced,0.07421055793762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,4,balanced,0.08030207633972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,4,balanced,0.1019007968902588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,4,balanced,0.10608384132385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,4,balanced,0.11685119628906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,4,balanced,0.15420672416687012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,4,balanced,0.1790105628967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,4,balanced,0.2585830307006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,4,balanced,0.32724353790283206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,4,balanced,0.4632371139526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,4,balanced,0.6082304000854493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,4,balanced,0.8824320220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,4,power_law_1.01,0.051814398765563964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,4,power_law_1.01,0.0565990400314331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,4,balanced,1.1674188995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,4,power_law_1.01,0.09826815605163575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,4,power_law_1.01,0.09983615875244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,4,power_law_1.01,0.10022144317626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,4,power_law_1.01,0.10145024299621581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,4,power_law_1.01,0.10345343589782714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,4,power_law_1.01,0.10496383666992189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,4,power_law_1.01,0.10691455841064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,4,balanced,1.7394674682617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,4,power_law_1.01,0.10785663604736329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,4,power_law_1.01,0.11024383544921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,4,power_law_1.01,0.11278464317321776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,4,power_law_1.01,0.11459839820861817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,4,power_law_1.01,0.12079872131347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,4,balanced,2.282902984619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,4,power_law_1.01,0.13056511878967286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,4,power_law_1.01,0.14012160301208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,4,power_law_1.01,0.17711999893188476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,4,power_law_1.01,0.14303232192993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,8,power_law_1.2,1.652870330810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,4,power_law_1.01,0.3574297714233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,4,power_law_1.01,0.22750080108642576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,4,power_law_1.01,0.43110401153564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,4,power_law_1.01,0.6627302551269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,4,power_law_1.01,0.8226265716552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,4,power_law_1.01,0.03105792045593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,4,power_law_1.01,0.03379199981689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,4,power_law_1.01,0.05228799819946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,4,power_law_1.01,0.05232384204864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,4,power_law_1.01,0.05339776039123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,4,power_law_1.01,0.05451776027679443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,4,power_law_1.01,1.238229751586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,4,power_law_1.01,0.055335679054260255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,4,power_law_1.01,0.05596672058105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,4,power_law_1.01,0.05787775993347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,4,power_law_1.01,0.05818624019622802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,8,8,power_law_1.2,5.5712475585937495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,4,power_law_1.01,0.06131328105926513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,4,power_law_1.01,0.0631001615524292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,4,power_law_1.01,0.06427135944366455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,4,power_law_1.01,0.06917888164520264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,4,power_law_1.01,0.07254015922546386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,4,power_law_1.01,0.074968318939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,4,power_law_1.01,0.0758361577987671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,4,power_law_1.01,0.08693375587463378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,4,power_law_1.01,0.0949452781677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,4,power_law_1.01,0.16366079330444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,4,power_law_1.01,1.572665557861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,4,power_law_1.01,0.14354432106018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,4,power_law_1.01,0.242423038482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,4,power_law_1.01,0.4127334213256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,4,power_law_1.01,0.31192703247070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,4,power_law_1.01,0.023694078922271728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,4,power_law_1.01,0.024282879829406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,4,power_law_1.01,0.024737279415130615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,4,power_law_1.01,0.02615808010101318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,4,power_law_1.01,0.03438591957092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,4,power_law_1.01,0.0493068790435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,4,power_law_1.01,0.05887616157531739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,4,power_law_1.01,0.0656601619720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,4,power_law_1.01,0.07187456130981446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,4,power_law_1.01,0.07390079975128175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,4,power_law_1.01,0.07984384059906005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,4,power_law_1.01,0.10637311935424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,4,power_law_1.01,0.1167743968963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,4,power_law_1.01,0.1011520004272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,4,power_law_1.01,0.5754982376098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,4,power_law_1.01,0.14038911819458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,4,power_law_1.01,0.15493887901306153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,4,power_law_1.01,0.8908518218994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,4,power_law_1.01,0.1810316848754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,4,power_law_1.01,0.2586867141723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,4,power_law_1.01,0.3273331069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,4,power_law_1.01,0.6046847915649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,4,power_law_1.01,2.325506591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,4,power_law_1.01,0.4706175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,4,power_law_1.01,1.209134063720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,4,power_law_1.2,0.052019200325012206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,4,power_law_1.2,0.056284160614013666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,4,power_law_1.2,0.09789567947387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,4,power_law_1.2,0.09946111679077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,4,power_law_1.2,0.09983615875244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,4,power_law_1.2,0.10121215820312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,4,power_law_1.2,0.10386303901672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,4,power_law_1.2,0.10548992156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,4,power_law_1.2,0.10621055603027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,4,power_law_1.2,0.10789888381958009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,4,power_law_1.2,0.10936063766479491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,4,power_law_1.2,0.11223551750183106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,4,power_law_1.2,0.11346303939819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,4,power_law_1.2,0.12085760116577149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,4,power_law_1.01,0.8758783721923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,4,power_law_1.01,3.291586608886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,4,power_law_1.2,0.12939392089843751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,4,power_law_1.2,0.14391424179077147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,4,power_law_1.2,0.14197248458862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,4,power_law_1.2,0.16641408920288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,4,power_law_1.2,0.21526912689208982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,4,power_law_1.2,0.34591102600097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,4,power_law_1.2,0.4275788879394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,4,power_law_1.2,0.8635110473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,4,power_law_1.01,1.170176010131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,4,power_law_1.2,0.6264460754394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,4,power_law_1.01,1.7309645080566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,4,power_law_1.2,0.030855679512023927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,4,power_law_1.2,0.03466111898422241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,4,power_law_1.2,0.05190911769866944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,4,power_law_1.2,0.05267327785491943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,4,power_law_1.2,0.05325568199157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,4,power_law_1.2,0.054242558479309075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,4,power_law_1.2,0.05514368057250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,4,power_law_1.2,0.05607295989990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,4,power_law_1.2,0.058374400138854976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,4,power_law_1.2,0.05837696075439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,4,power_law_1.2,0.0613427209854126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,4,power_law_1.2,0.064236798286438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,4,power_law_1.2,0.06542335987091065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,4,power_law_1.2,0.0695692777633667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,4,power_law_1.2,0.07252736091613769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,4,power_law_1.2,0.07718527793884278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,4,power_law_1.2,1.2457523345947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,4,power_law_1.2,0.07629183769226075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,4,power_law_1.2,0.08434432029724122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,4,power_law_1.2,0.10075776100158691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,4,power_law_1.2,0.15063039779663084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,4,power_law_1.2,1.6046298217773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,4,power_law_1.2,0.17681024551391603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,4,power_law_1.2,0.23762815475463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,4,power_law_1.2,0.3110400009155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,4,power_law_1.2,0.4706726455688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,4,power_law_1.2,2.2717324829101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,16,4,power_law_1.2,0.024067840576171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,16,4,power_law_1.2,0.02410111904144287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,16,4,power_law_1.2,0.024778239727020264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,16,4,power_law_1.2,0.026346240043640133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,16,4,power_law_1.2,0.035253760814666746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,4,power_law_1.01,2.2585189819335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,16,4,power_law_1.2,0.04853504180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,16,4,power_law_1.2,0.056837120056152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,16,4,power_law_1.2,0.06627071857452392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,16,4,power_law_1.2,0.06862207889556884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,16,4,power_law_1.2,0.07390975952148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,16,4,power_law_1.2,0.07943295955657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,16,4,power_law_1.2,0.10583168029785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,16,4,power_law_1.2,0.10200448036193847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,16,4,power_law_1.2,0.11618304252624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,16,4,power_law_1.2,0.14133631706237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,4,power_law_1.2,0.8163174438476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,16,4,power_law_1.2,0.15527039527893066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,16,4,power_law_1.2,0.17873664855957033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,4,power_law_1.01,4.467993469238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,16,4,power_law_1.2,0.2598975944519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,16,4,power_law_1.2,0.3279769515991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,4,power_law_1.2,0.609510383605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,16,4,power_law_1.2,0.46587390899658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,16,4,power_law_1.2,0.6066854476928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,4,power_law_1.01,3.3730841064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,16,4,power_law_1.2,0.8852671813964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,2,balanced,0.028061439990997316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,2,balanced,0.04649727821350098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,2,balanced,0.05915520191192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,2,balanced,0.09524224281311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,2,balanced,0.0953446388244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,2,balanced,0.0968064022064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,2,balanced,0.09774720191955566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,2,balanced,0.09932031631469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,2,balanced,0.10005503654479982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,2,balanced,0.10135295867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,2,balanced,0.103438081741333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,4,power_law_1.2,3.0180697631835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,2,balanced,0.10691200256347658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,2,balanced,0.109039363861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,2,balanced,0.11289216041564942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,2,balanced,0.1212019157409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,2,balanced,0.12545791625976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,2,balanced,0.12155776023864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,2,balanced,0.1374067211151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,2,balanced,0.15106047630310057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,2,balanced,0.1800396728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,2,balanced,0.2101055908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,2,balanced,0.3691801452636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,2,balanced,0.4493824005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,2,balanced,0.6602623748779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,2,balanced,0.8576064300537108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,4,power_law_1.2,1.2195980834960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,2,balanced,0.02842112064361572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,2,balanced,0.030256640911102296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,2,balanced,0.03513472080230713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,2,balanced,0.05172607898712158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,2,balanced,1.2733773040771486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,2,balanced,0.05253632068634033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,2,balanced,0.05422080039978028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,2,balanced,0.054376959800720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,2,balanced,0.05624063968658447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,2,balanced,0.05611648082733154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,2,balanced,0.05819392204284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,2,balanced,0.05974143981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,2,balanced,1.6925721740722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,2,balanced,0.06414976119995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,2,balanced,0.06917119979858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,2,balanced,0.07096704006195068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,2,balanced,0.07551360130310059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,2,balanced,0.06963583946228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,2,balanced,0.08334336280822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,2,balanced,0.09096703529357911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,2,balanced,0.11467519760131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,2,balanced,0.13522303581237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,2,balanced,0.18420991897583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,2,balanced,0.228090877532959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,2,balanced,0.062489600181579584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,2,balanced,0.34845695495605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,2,balanced,0.43430015563964847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,2,balanced,0.02121984004974365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,2,balanced,0.6477081298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,2,balanced,0.02372607946395874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,16,4,power_law_1.2,1.166223373413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,2,balanced,0.0248524808883667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,2,balanced,0.027375359535217286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,2,balanced,0.03565567970275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,2,balanced,0.03899904012680054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,2,balanced,0.8516761779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,2,balanced,0.04845823764801026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,2,balanced,0.05274496078491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,2,balanced,0.06909567832946777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,2,balanced,0.061918721199035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,2,balanced,0.07532288074493408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,2,balanced,0.07780863761901854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,2,balanced,0.0891327953338623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,2,balanced,0.10742015838623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,2,balanced,0.11445887565612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,2,balanced,0.11628031730651855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,2,balanced,0.16528127670288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,2,balanced,0.20276863098144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,2,balanced,0.024737279415130615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,2,balanced,0.3066649627685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,2,balanced,0.37964031219482425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,2,balanced,0.546374397277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,2,balanced,0.7068838500976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,2,balanced,1.024805145263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,2,power_law_1.01,0.04745471954345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,2,power_law_1.01,0.05152383804321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,2,balanced,1.3651571655273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,2,power_law_1.01,0.05457664012908936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,2,power_law_1.01,0.09590271949768067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,2,power_law_1.01,0.0951961612701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,2,power_law_1.01,0.096746244430542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,2,power_law_1.01,0.09875712394714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,2,power_law_1.01,0.09925632476806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,2,power_law_1.01,0.10096896171569825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,2,balanced,1.9964134216308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,2,power_law_1.01,0.10172543525695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,2,power_law_1.01,0.10414208412170409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,2,power_law_1.01,0.10809087753295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,2,power_law_1.01,0.1111193561553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,2,power_law_1.01,0.11879167556762696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,2,power_law_1.01,0.12468223571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,2,power_law_1.01,0.12652928352355958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,2,power_law_1.01,0.12948351860046386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,2,power_law_1.01,0.14670720100402831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,2,power_law_1.01,0.16161407470703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,2,balanced,2.6602688598632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,2,power_law_1.01,0.2261631965637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,2,power_law_1.01,0.3101312065124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,16,4,power_law_1.2,1.7212211608886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,2,power_law_1.01,0.47637760162353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,2,power_law_1.01,0.8658188629150392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,2,power_law_1.01,0.028903679847717283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,2,power_law_1.01,0.03294591903686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,2,power_law_1.01,0.034288640022277835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,2,power_law_1.01,0.6488909149169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,2,power_law_1.01,0.05219583988189698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,2,power_law_1.01,1.0334925079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,2,power_law_1.01,0.052641282081604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,2,power_law_1.01,0.05369728088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,2,power_law_1.01,0.054928641319274905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,2,power_law_1.01,0.05613823890686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,2,power_law_1.01,0.05724031925201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,2,power_law_1.01,0.05807744026184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,2,power_law_1.01,0.06066944122314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,2,power_law_1.01,0.06306687831878663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,2,power_law_1.01,0.06538496017456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,2,power_law_1.01,0.07008639812469483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,2,power_law_1.01,0.07448448181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,2,power_law_1.01,0.07812992095947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,2,power_law_1.01,0.0750374412536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,2,power_law_1.01,0.08646271705627442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,2,power_law_1.01,0.09670528411865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,2,power_law_1.01,0.1492416000366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,2,power_law_1.01,0.12279935836791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,2,power_law_1.01,0.2762163162231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,2,power_law_1.01,0.21721984863281252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,2,power_law_1.01,0.38150657653808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,2,power_law_1.01,1.6780723571777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,2,power_law_1.01,0.020592639446258547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,2,power_law_1.01,0.022135040760040282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,2,power_law_1.01,0.023824639320373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,2,power_law_1.01,0.024647679328918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,2,power_law_1.01,0.027799038887023925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,2,power_law_1.01,0.03704960107803344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,2,power_law_1.01,0.041635842323303224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,2,power_law_1.01,0.05025407791137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,2,power_law_1.01,0.05361792087554932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,2,power_law_1.01,0.06303103923797607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,2,power_law_1.01,0.06791296005249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,2,power_law_1.01,0.0800870418548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,2,power_law_1.01,0.085797119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,16,4,power_law_1.2,2.2641894531249998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,2,power_law_1.01,0.09721216201782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,2,power_law_1.01,0.1238745594024658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,2,power_law_1.01,0.10330752372741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,2,power_law_1.01,0.13529088020324706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,2,power_law_1.01,0.18255104064941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,2,power_law_1.01,0.7649702453613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,2,power_law_1.01,0.2100543975830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,2,power_law_1.01,0.5145817565917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,2,power_law_1.01,0.2952934455871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,2,power_law_1.01,0.36301822662353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,2,power_law_1.01,0.5469196701049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,2,power_law_1.01,0.9897830200195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,2,power_law_1.01,0.7120909118652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,2,power_law_1.2,0.04485504150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,2,power_law_1.2,0.05036416053771973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,2,power_law_1.2,0.053368320465087896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,2,power_law_1.2,0.09515647888183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,2,power_law_1.2,0.09545087814331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,2,power_law_1.2,0.09699456214904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,2,power_law_1.2,0.09791872024536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,2,power_law_1.2,0.10003968238830567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,16,4,power_law_1.2,3.441318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,2,power_law_1.2,0.10109056472778319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,2,power_law_1.2,0.10257408142089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,2,power_law_1.2,0.10338560104370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,2,power_law_1.2,0.10623871803283691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,2,power_law_1.2,0.10996224403381347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,2,power_law_1.2,0.11703935623168946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,2,power_law_1.2,0.12226688385009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,2,power_law_1.2,0.1254220771789551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,2,power_law_1.2,0.12951680183410647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,2,power_law_1.2,0.1451302433013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,2,power_law_1.01,2.1202854919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,2,power_law_1.2,0.16261119842529298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,2,power_law_1.2,0.2296575927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,2,power_law_1.2,0.29836416244506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,2,power_law_1.2,0.619029769897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,16,4,power_law_1.2,4.458924865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,2,power_law_1.2,0.4761740875244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,2,power_law_1.01,1.0424063873291014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,2,power_law_1.2,0.029181439876556397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,2,power_law_1.2,0.03231487989425659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,2,power_law_1.2,0.03415296077728271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,2,power_law_1.2,0.051761918067932136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,2,power_law_1.2,0.05139328002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,2,power_law_1.2,0.05353727817535401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,2,power_law_1.2,0.053776640892028806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,2,power_law_1.2,0.05589248180389404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,2,power_law_1.2,0.05702015876770019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,2,power_law_1.2,0.0582144021987915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,2,power_law_1.2,0.06050432205200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,2,power_law_1.2,0.06337279796600341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,2,power_law_1.2,0.06642176151275635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,2,power_law_1.2,0.8709158325195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,2,power_law_1.2,0.07094783782958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,2,power_law_1.2,0.0748748779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,2,power_law_1.2,0.07825151920318604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,2,power_law_1.2,0.07652736186981202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,2,power_law_1.2,0.08622847557067871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,2,power_law_1.2,0.09941887855529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,2,power_law_1.2,0.1495692825317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,2,power_law_1.2,0.12280192375183105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,2,power_law_1.01,1.3467097473144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,2,power_law_1.2,0.1997235107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,2,power_law_1.2,1.1125132751464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,2,power_law_1.2,0.2685990333557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,2,power_law_1.2,0.37948673248291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,2,power_law_1.01,1.9923788452148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,2,power_law_1.2,0.021315839290618897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,2,power_law_1.2,0.023914239406585693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,2,power_law_1.2,0.023257598876953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,2,power_law_1.2,0.024953598976135256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,2,power_law_1.2,0.02844543933868408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,2,power_law_1.2,0.037242879867553716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,2,power_law_1.2,0.042685441970825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,2,power_law_1.2,0.05074048042297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,2,power_law_1.2,0.05513855934143066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,2,power_law_1.2,1.856414794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,2,power_law_1.2,0.06386303901672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,2,power_law_1.2,0.07299583911895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,2,power_law_1.2,0.08202879905700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,2,power_law_1.2,0.08707712173461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,2,power_law_1.2,0.09716352462768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,2,power_law_1.2,0.0952460765838623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,2,power_law_1.2,0.12243712425231934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,2,power_law_1.2,0.13910783767700194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,2,power_law_1.2,0.1823334312438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,2,power_law_1.2,0.2078335952758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,2,power_law_1.2,0.3055987167358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,2,power_law_1.2,0.37279361724853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,2,power_law_1.2,0.5206963348388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,2,power_law_1.01,2.6805914306640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,2,power_law_1.2,0.547749137878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,2,power_law_1.2,0.7171405029296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,64,balanced,0.07001984119415283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,64,balanced,0.07000703811645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,64,balanced,0.06995840072631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,64,balanced,0.07011328220367433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,64,balanced,0.08844799995422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,64,balanced,0.1360204792022705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,2,power_law_1.2,1.024158706665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,64,balanced,0.1799488067626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,64,balanced,0.1810598373413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,64,balanced,0.18198911666870116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,64,balanced,0.1830054473876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,64,balanced,0.18292224884033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,64,balanced,0.18225919723510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,64,balanced,0.18255104064941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,64,balanced,0.19152256011962893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,64,balanced,0.1841049575805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,64,balanced,0.1952025604248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,64,balanced,0.20035327911376952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,64,balanced,0.2054412841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,64,balanced,0.2061747169494629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,64,balanced,0.22228351593017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,64,balanced,0.23436031341552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,64,balanced,0.28302207946777347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,64,balanced,0.3264550399780274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,2,power_law_1.2,0.7329971313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,64,balanced,0.4830412673950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,64,balanced,0.5634982299804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,64,balanced,0.04316544055938721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,2,power_law_1.2,2.1184013366699217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,64,balanced,0.0436902379989624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,64,balanced,0.043184638023376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,64,balanced,0.043208961486816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,64,balanced,0.810022430419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,64,balanced,0.054886398315429685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,64,balanced,0.08418560028076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,64,balanced,1.0280345916748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,64,balanced,0.08868736267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,64,balanced,0.08907391548156737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,64,balanced,0.09078399658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,64,balanced,0.09222528457641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,64,balanced,0.09329536437988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,64,balanced,0.09484671592712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,64,balanced,0.09564160346984864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,64,balanced,0.0986137580871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,64,balanced,0.10141056060791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,64,balanced,0.10575231552124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,64,balanced,0.11633024215698243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,64,balanced,0.11148287773132323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,64,balanced,0.12197376251220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,64,balanced,0.1323840045928955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,64,balanced,0.15133567810058596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,64,balanced,0.17096063613891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,64,balanced,0.21441280364990237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,64,balanced,0.0907750415802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,64,balanced,0.26022144317626955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,64,balanced,0.3560115051269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,64,balanced,0.4410367965698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,64,power_law_1.01,0.1364352035522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,64,power_law_1.01,0.1366105556488037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,64,power_law_1.01,0.13698304176330567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,64,power_law_1.01,0.13652480125427247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,64,power_law_1.01,0.16864383697509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,64,power_law_1.01,0.1758438491821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,64,power_law_1.01,0.17540096282958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,64,power_law_1.01,0.17897855758666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,64,power_law_1.01,0.18102527618408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,64,power_law_1.01,0.18081151962280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,64,power_law_1.01,0.18415103912353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,64,power_law_1.01,0.18674560546875002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,64,power_law_1.01,0.19388671875000002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,64,power_law_1.01,0.20102272033691407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,64,power_law_1.01,0.20422527313232425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,64,power_law_1.01,0.2105548858642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,64,power_law_1.01,0.22686080932617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,64,power_law_1.01,0.2725580787658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,64,power_law_1.01,0.3299737548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,64,power_law_1.01,0.45237758636474606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,64,power_law_1.01,0.5132121658325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,64,power_law_1.01,0.7082598114013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,64,power_law_1.01,0.9418560028076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,64,power_law_1.01,1.3657638549804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.08423295974731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.08391039848327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.08449536323547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,64,power_law_1.01,2.1349221801757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.08428288459777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.0804032039642334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.07808256149291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,64,power_law_1.01,2.5189964294433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.08979071617126465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.09152768135070802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,2,power_law_1.2,1.0410982513427736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.0892300796508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.09357439994812011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.10003328323364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.10194175720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.10831999778747559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.11125375747680663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.11292672157287598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,64,power_law_1.01,3.480280456542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.08614912033081054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.11838208198547365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.13160575866699217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.14958463668823244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.19029760360717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.2537830352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.3169126319885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.45942527770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,0.6487590026855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.7361369323730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,1.1505574035644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,1.6135180664062498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,2,power_law_1.2,1.3507916259765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,64,power_law_1.2,0.13691904067993163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,64,power_law_1.2,0.13645055770874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,64,power_law_1.2,0.13637632369995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,64,power_law_1.2,0.17625215530395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,2,power_law_1.2,1.985395202636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,64,power_law_1.2,0.16972415924072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,64,power_law_1.2,0.16388479232788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,64,power_law_1.2,0.17572351455688479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,64,power_law_1.2,0.17520767211914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,64,power_law_1.2,0.1800588798522949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,64,power_law_1.2,0.18137855529785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,64,power_law_1.2,0.1835379219055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,64,power_law_1.2,0.19237247467041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,64,power_law_1.2,0.1938265609741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,64,power_law_1.2,0.19589759826660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,64,power_law_1.2,0.20702079772949217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,64,power_law_1.2,0.2203775978088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,64,power_law_1.2,0.2538419151306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,64,power_law_1.2,0.32386432647705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,64,power_law_1.2,0.3721599960327148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,64,power_law_1.2,0.5377356719970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,64,power_law_1.2,0.6389209747314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,64,power_law_1.2,1.0456307220458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,64,power_law_1.2,1.2575462341308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,64,power_law_1.2,1.8543040466308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,64,power_law_1.2,2.7821746826171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.08379520416259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.08361856460571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.08414463996887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.08776448249816896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.07475456237792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.0764185619354248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.086178560256958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,64,power_law_1.2,4.257066345214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.0880128002166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.09113984107971192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.08934656143188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.09488639831542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.09881343841552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.10311552047729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.11175168037414551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.10884608268737792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.11669504165649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.12416255950927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.1582476806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.1783692741394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.23745920181274416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.277968635559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,0.42135551452636716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.5626726531982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,64,power_law_1.2,5.933944091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,0.9245913696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,1.0518182373046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,1.6376856994628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,2.4354278564453127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,2,power_law_1.2,2.6685388183593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,32,balanced,0.05851903915405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,32,balanced,0.05849599838256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,32,balanced,0.0584716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,32,balanced,0.06673664093017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,32,balanced,0.08730367660522462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,32,balanced,0.14670207977294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,32,balanced,0.1818239974975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,32,balanced,0.18218112945556642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,32,balanced,0.1850048065185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,32,balanced,0.18512767791748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,32,balanced,0.18895103454589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,32,balanced,0.1926412773132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,32,balanced,0.19558271408081054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,32,balanced,0.19793920516967772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,32,balanced,0.20178688049316404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,32,balanced,0.20614271163940429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,32,balanced,0.20085119247436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,32,balanced,0.20925312042236327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,32,balanced,0.22123903274536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,32,balanced,0.24355840682983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,32,balanced,0.25967487335205075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,32,balanced,0.32275455474853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,32,balanced,0.3679270553588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,32,balanced,0.5452044677734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,32,balanced,0.665955810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,32,balanced,0.9509990692138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,32,balanced,1.2095091247558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,32,balanced,0.03261823892593384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,32,balanced,0.032885758876800536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,32,balanced,0.032440319061279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,32,balanced,0.041621761322021486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,32,balanced,0.08560511589050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,32,balanced,0.05516928195953369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,32,balanced,0.09268735885620118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,32,balanced,0.09234560012817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,32,balanced,0.09505536079406737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,32,balanced,0.09397631645202636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,32,balanced,0.09744000434875488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,32,balanced,0.10022015571594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,32,balanced,0.10354047775268556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,32,balanced,0.10570240020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,32,balanced,0.10996479988098144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,32,balanced,0.10409472465515138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,32,balanced,0.09816831588745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,32,balanced,0.11318528175354003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,32,balanced,0.12211711883544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,32,balanced,0.1380288028717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,32,balanced,0.15910655975341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,32,balanced,0.19030656814575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,32,balanced,0.2230463981628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,32,balanced,0.29321088790893557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,32,balanced,0.35697792053222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,32,balanced,0.5134515380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,32,balanced,0.05722879886627197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,32,balanced,0.05729536056518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,32,balanced,0.6478988647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,32,balanced,0.057555198669433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,32,balanced,0.0576639986038208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,32,balanced,0.058132481575012204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,32,balanced,0.06170495986938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,32,balanced,0.07635839939117431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,32,balanced,0.07644032001495361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,32,balanced,0.08008576393127441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,32,balanced,0.08049663543701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,32,balanced,0.10200575828552245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,32,balanced,0.10536959648132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,32,balanced,0.12412287712097167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,32,balanced,0.13307904243469237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,32,balanced,0.20268672943115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,32,balanced,0.20560768127441403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,32,balanced,0.21164159774780272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,32,balanced,0.3001945686340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,32,balanced,0.3794035339355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,32,balanced,0.5420851135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,32,balanced,0.6978623962402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,32,balanced,1.025582046508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,32,balanced,1.3339826965332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,32,balanced,2.0012838745117185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,32,balanced,2.6442599487304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,32,power_law_1.01,0.14570367813110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,32,power_law_1.01,0.14438528060913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,32,power_law_1.01,0.14514176368713377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,32,power_law_1.01,0.14659711837768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,32,balanced,3.993045654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,32,power_law_1.01,0.17548288345336913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,32,power_law_1.01,0.13573375701904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,32,power_law_1.01,0.18118528366088865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,32,power_law_1.01,0.17665536880493166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,32,power_law_1.01,0.1803468894958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,32,power_law_1.01,0.17778303146362304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,32,power_law_1.01,0.18584320068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,32,power_law_1.01,0.18708864212036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,32,power_law_1.01,0.1965363121032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,32,power_law_1.01,0.1910259246826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,32,power_law_1.01,0.20447744369506834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,32,power_law_1.01,0.21082496643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,32,balanced,5.322247924804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,32,power_law_1.01,0.2218828773498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,32,power_law_1.01,0.2459059143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,32,power_law_1.01,0.2595840072631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,32,power_law_1.01,0.36129791259765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,32,power_law_1.01,0.4204095840454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,32,power_law_1.01,0.6327679824829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,32,power_law_1.01,0.8441753387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,32,power_law_1.01,1.064309768676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,32,power_law_1.01,1.5034381103515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,32,power_law_1.01,0.08277631759643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,32,power_law_1.01,0.08386048316955566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,32,power_law_1.01,2.0697445678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,32,power_law_1.01,0.08403072357177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,32,power_law_1.01,0.08449919700622559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,32,power_law_1.01,0.0857919979095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,32,power_law_1.01,0.08521856307983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,32,power_law_1.01,0.09181568145751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,32,power_law_1.01,0.09178624153137208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,32,power_law_1.01,0.0925772762298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,32,power_law_1.01,2.893780517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,32,power_law_1.01,0.09484031677246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,32,power_law_1.01,0.09794560432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,32,power_law_1.01,0.10026368141174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,32,power_law_1.01,0.10645119667053222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,32,power_law_1.01,0.10989055633544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,32,power_law_1.01,0.10707584381103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,32,power_law_1.01,0.10983424186706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,32,power_law_1.01,0.11410688400268554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,32,power_law_1.01,0.1350592041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,32,power_law_1.01,0.1559488010406494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,32,power_law_1.01,0.18956031799316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,32,power_law_1.01,0.23476608276367186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,32,power_law_1.01,0.32214271545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,32,power_law_1.01,0.4086143875122071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,32,power_law_1.01,0.6235776138305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,32,power_law_1.01,0.7355891418457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,32,power_law_1.01,0.05669760227203369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,32,power_law_1.01,1.2027763366699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,32,power_law_1.01,0.05655295848846435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,32,power_law_1.01,0.06223999977111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,32,power_law_1.01,0.06013823986053467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,32,power_law_1.01,1.4239987182617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,32,power_law_1.01,0.06253439903259277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,32,power_law_1.01,0.07564032077789307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,32,power_law_1.01,0.07916031837463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,32,power_law_1.01,0.08304127693176269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,32,power_law_1.01,0.10485119819641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,32,power_law_1.01,0.10552319526672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,32,power_law_1.01,0.13083647727966308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,32,power_law_1.01,0.20325632095336915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,32,power_law_1.01,0.20615936279296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,32,power_law_1.01,0.2872678375244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,32,power_law_1.01,0.2897715187072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,32,power_law_1.01,0.29759487152099606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,32,power_law_1.01,0.45295360565185544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,32,power_law_1.01,0.6082815933227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,32,power_law_1.01,0.691246109008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,32,power_law_1.01,1.4039602661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,32,power_law_1.01,1.4849894714355467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,32,power_law_1.01,2.1420364379882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,32,power_law_1.2,0.1458304023742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,32,power_law_1.2,0.144200963973999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,32,power_law_1.2,0.14432000160217284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,32,power_law_1.2,0.1449894428253174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,32,power_law_1.2,0.1796544075012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,32,power_law_1.2,0.16274303436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,32,power_law_1.2,0.1804902458190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,32,power_law_1.2,0.17030784606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,32,power_law_1.2,0.17675775527954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,32,power_law_1.2,0.17732351303100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,32,power_law_1.2,0.18291072845458983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,32,power_law_1.2,0.19026687622070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,32,power_law_1.2,0.19506559371948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,32,power_law_1.2,0.19961856842041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,32,power_law_1.2,0.20037376403808596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,32,power_law_1.2,0.2077017593383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,32,power_law_1.2,0.22338176727294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,32,power_law_1.01,2.8116607666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,32,power_law_1.2,0.27117696762084964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,32,power_law_1.2,0.28983552932739254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,32,power_law_1.2,0.4359001541137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,32,power_law_1.2,0.5012236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,32,power_law_1.2,0.8180595397949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,32,power_law_1.2,0.9261862182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,32,power_law_1.2,1.3645785522460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,32,power_law_1.2,1.8657919311523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,32,power_law_1.2,0.09056896209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,32,power_law_1.2,2.8114111328124998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,32,power_law_1.2,0.08358783721923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,32,power_law_1.2,0.08613887786865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,32,power_law_1.2,0.08449919700622559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,32,power_law_1.2,0.0783129596710205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,32,power_law_1.2,0.08258048057556153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,32,power_law_1.2,0.08960895538330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,32,power_law_1.2,0.09278335571289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,32,power_law_1.2,0.09137791633605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,32,power_law_1.2,0.09603455543518066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,32,power_law_1.2,0.09855104446411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,32,power_law_1.2,0.10055295944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,32,power_law_1.2,0.10660736083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,32,power_law_1.2,0.10855423927307128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,32,power_law_1.2,4.161945495605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,32,power_law_1.2,0.10903552055358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,32,power_law_1.2,0.1112281608581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,32,power_law_1.2,0.12532352447509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,32,power_law_1.2,0.1462617588043213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,32,power_law_1.2,0.16462976455688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,32,power_law_1.2,0.21171327590942385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,32,power_law_1.2,0.272413444519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,32,power_law_1.2,0.3953715133666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,32,power_law_1.2,0.4904639816284179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,32,power_law_1.2,0.7344921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,32,power_law_1.2,0.9959552001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,2,32,power_law_1.2,0.05842432022094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,2,32,power_law_1.2,0.05714943885803223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,32,power_law_1.2,1.586361541748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,2,32,power_law_1.2,0.05779712200164795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,2,32,power_law_1.2,0.06489855766296386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,2,32,power_law_1.2,0.06250368118286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,32,power_law_1.2,2.118571472167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,2,32,power_law_1.2,0.07742080211639404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,2,32,power_law_1.2,0.07935616016387939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,2,32,power_law_1.2,0.10438655853271483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,2,32,power_law_1.2,0.10762240409851073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,2,32,power_law_1.2,0.10469759941101073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,2,32,power_law_1.2,0.20208255767822267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,2,32,power_law_1.2,0.19994495391845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,2,32,power_law_1.2,0.20615295410156248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,2,32,power_law_1.2,0.2905587196350098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,2,32,power_law_1.2,0.3668108749389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,2,32,power_law_1.2,0.4427020645141601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,2,32,power_law_1.2,0.4595827102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,2,32,power_law_1.2,0.6896819305419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,2,32,power_law_1.2,1.0025408172607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,2,32,power_law_1.2,1.387247314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,32,power_law_1.01,4.681438598632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,2,32,power_law_1.2,2.0291404724121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,2,32,power_law_1.2,3.231167907714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,2,32,power_law_1.2,4.195368957519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,16,balanced,0.04049920082092286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,16,balanced,0.03860863924026489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,16,balanced,0.0565990400314331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,16,balanced,0.06598400115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,16,balanced,0.09036160469055175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,16,balanced,0.1422003173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,16,balanced,0.1873983955383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,16,balanced,0.18717695236206056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,16,balanced,0.19384704589843751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,16,balanced,0.19382400512695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,16,balanced,0.1964748764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,16,balanced,0.2015065574645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,32,power_law_1.01,7.601116333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,16,balanced,0.2039116859436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,16,balanced,0.1965465545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,16,balanced,0.20428543090820311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,16,balanced,0.20586111068725588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,16,balanced,0.2161356735229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,16,balanced,0.22956287384033205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,16,balanced,0.24723583221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,16,balanced,0.27836927413940427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,16,balanced,0.30667135238647464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,16,balanced,0.3970649719238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,16,balanced,0.4666777420043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,16,balanced,0.7187494659423829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,16,balanced,0.8804300689697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,16,balanced,1.2403135681152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,16,balanced,0.031686398983001705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,16,balanced,0.03159296035766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,16,balanced,0.034155519008636476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,16,balanced,0.04262400150299072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,16,balanced,0.058607358932495114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,16,balanced,0.08910592079162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,16,balanced,0.09882880210876464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,16,balanced,1.612084503173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,16,balanced,0.1020364761352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,16,balanced,0.10238719940185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,16,balanced,0.10537599563598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,16,balanced,0.10931200027465819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,16,balanced,0.11106559753417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,16,balanced,0.0991603183746338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,16,balanced,0.1048960018157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,16,balanced,0.10825599670410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,16,balanced,0.11224320411682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,16,balanced,0.11982463836669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,16,balanced,0.13772031784057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,16,balanced,0.15463680267333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,16,balanced,0.18197120666503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,16,balanced,0.21415807723999025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,16,balanced,0.27090816497802733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,16,balanced,0.3261503982543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,16,balanced,0.4532735824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,16,balanced,0.5689228820800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,16,balanced,0.8285964965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,16,balanced,0.04195583820343017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,16,balanced,0.041914877891540525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,16,balanced,1.0671001434326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,16,balanced,0.059549441337585454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,16,balanced,0.059806718826293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,16,balanced,0.0607257604598999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,16,balanced,0.06467199802398682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,16,balanced,0.08208127975463866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,16,balanced,0.08220928192138673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,16,balanced,0.08865152359008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,16,balanced,0.08899456024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,16,balanced,0.11088128089904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,16,balanced,0.11724543571472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,16,balanced,0.13554816246032714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,16,balanced,0.13949055671691896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,16,balanced,0.2143628883361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,16,balanced,0.22064640045166017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,16,balanced,0.2338572883605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,16,balanced,0.3444927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,16,balanced,0.4315494537353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,16,balanced,0.6215065765380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,16,balanced,0.7975987243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,16,balanced,1.191000289916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,16,balanced,1.5559794616699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,16,balanced,2.332455749511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,16,balanced,3.0608587646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,16,balanced,4.66203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,16,power_law_1.01,0.09189375877380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,16,balanced,5.971525268554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,16,power_law_1.01,0.1384998416900635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,16,power_law_1.01,0.13771136283874513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,16,power_law_1.01,0.13643775939941408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,16,power_law_1.01,0.12721535682678223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,16,power_law_1.01,0.1606399917602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,16,power_law_1.01,0.1770560073852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,16,power_law_1.01,0.17776639938354494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,16,power_law_1.01,0.18578304290771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,16,power_law_1.01,0.1863206481933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,16,power_law_1.01,0.19254783630371092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,16,power_law_1.01,0.19817216873168947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,16,power_law_1.01,0.20349567413330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,16,power_law_1.01,0.1921241569519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,16,power_law_1.01,0.2010150337219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,16,power_law_1.01,0.21224960327148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,16,power_law_1.01,0.2189900779724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,16,power_law_1.01,0.23758720397949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,16,power_law_1.01,0.26399999618530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,16,power_law_1.01,0.33986560821533207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,16,power_law_1.01,0.41588607788085935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,16,power_law_1.01,0.6106560134887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,16,power_law_1.01,0.7297395324707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,16,power_law_1.01,1.0396044921874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,16,power_law_1.01,1.4484991455078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,16,power_law_1.01,1.8702067565917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,16,power_law_1.01,0.05676928043365479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,16,power_law_1.01,0.0852735996246338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,16,power_law_1.01,0.08511360168457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,16,power_law_1.01,0.08617088317871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,16,power_law_1.01,0.08258560180664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,16,power_law_1.01,2.8546661376953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,16,power_law_1.01,0.09016192436218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,16,power_law_1.01,0.09975296020507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,16,power_law_1.01,0.09556608200073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,16,power_law_1.01,0.09958016395568847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,16,power_law_1.01,0.10015999794006347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,16,power_law_1.01,0.10643327713012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,16,power_law_1.01,0.10842495918273927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,16,power_law_1.01,0.10485247611999511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,16,power_law_1.01,0.1062553596496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,16,power_law_1.01,0.106178560256958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,16,power_law_1.01,0.11307904243469238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,16,power_law_1.01,0.12514944076538087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,16,power_law_1.01,0.14827648162841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,16,power_law_1.01,0.16726911544799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,16,power_law_1.01,0.20900991439819333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,16,power_law_1.01,0.2603059196472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,16,power_law_1.01,0.36638336181640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,16,power_law_1.01,0.4744716644287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,16,power_law_1.01,0.6149913787841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,16,power_law_1.01,0.7942451477050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,16,power_law_1.01,1.2136627197265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,16,power_law_1.01,0.04362751960754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,16,power_law_1.01,0.048102397918701176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,16,power_law_1.01,1.6227751159667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,16,power_law_1.01,0.059770879745483396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,16,power_law_1.01,0.06514560222625733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,16,power_law_1.01,0.06916096210479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,16,power_law_1.01,0.07431551933288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,16,power_law_1.01,0.08150527954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,16,power_law_1.01,0.10035840034484864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,16,power_law_1.01,0.10982912063598634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,16,power_law_1.01,0.13909119606018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,16,power_law_1.01,0.14255488395690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,16,power_law_1.01,0.17105279922485353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,16,power_law_1.01,0.20842496871948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,16,power_law_1.01,0.24641408920288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,16,power_law_1.01,0.27398271560668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,16,power_law_1.01,0.2688243293762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,16,power_law_1.01,0.35131904602050784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,16,power_law_1.01,0.53578369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,16,power_law_1.01,0.6369753646850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,16,power_law_1.01,0.9654732513427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,32,power_law_1.01,9.5838525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,16,power_law_1.01,1.2731839752197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,16,power_law_1.01,1.8370431518554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,16,power_law_1.01,2.2804071044921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,2,32,power_law_1.2,6.75570068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,16,power_law_1.01,3.0744717407226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,16,power_law_1.2,0.09198464393615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,16,power_law_1.2,0.13484031677246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,16,power_law_1.2,0.1265062427520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,16,power_law_1.2,0.13636223793029784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,16,power_law_1.2,0.1377280044555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,16,power_law_1.2,0.15994751930236817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,16,power_law_1.2,0.1768307113647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,32,power_law_1.01,15.0990087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,16,power_law_1.2,0.18248064041137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,16,power_law_1.2,0.18566015243530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,16,power_law_1.2,0.18596864700317384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,16,power_law_1.2,0.19511423110961915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,16,power_law_1.2,0.19786367416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,16,power_law_1.2,0.19818239212036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,16,power_law_1.2,0.2017344093322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,16,power_law_1.2,0.20259328842163088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,16,power_law_1.2,0.21811199188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,16,power_law_1.2,0.2208883285522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,16,power_law_1.2,0.2543795204162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,16,power_law_1.2,0.2970265579223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,16,power_law_1.2,0.41440769195556637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,16,power_law_1.2,0.4683366394042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,16,power_law_1.2,0.7297357177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,16,power_law_1.2,0.9008243560791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,16,power_law_1.2,1.2661811065673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,16,power_law_1.2,1.6740812683105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,16,power_law_1.2,2.3046771240234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,16,power_law_1.2,0.06114048004150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,16,power_law_1.2,0.08436479568481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,16,power_law_1.2,0.07704832077026366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,16,power_law_1.2,0.08650495529174804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,16,power_law_1.2,3.2242266845703127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,16,power_law_1.2,0.07803135871887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,16,power_law_1.2,0.0912831974029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,16,power_law_1.2,0.09243007659912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,16,power_law_1.2,0.09773311614990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,16,power_law_1.2,0.09459072113037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,16,power_law_1.2,0.09990528106689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,16,power_law_1.2,0.10237695693969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,16,power_law_1.2,0.10453887939453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,16,power_law_1.2,0.10158720016479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,16,power_law_1.2,0.10689663887023926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,16,power_law_1.2,0.10699647903442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,16,power_law_1.2,0.11847040176391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,16,power_law_1.2,0.12784640312194823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,16,power_law_1.2,0.15998975753784178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,16,power_law_1.2,0.18678272247314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,16,power_law_1.2,0.23912448883056642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,16,power_law_1.2,0.2690316772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,16,power_law_1.2,0.3841971206665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,16,power_law_1.2,0.5065740966796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,16,power_law_1.2,0.7079129791259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,16,power_law_1.2,1.0929663848876952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,16,power_law_1.2,1.4361024475097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,16,power_law_1.2,0.04380159854888916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,16,power_law_1.2,0.04681471824645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,16,power_law_1.2,2.0180979919433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,16,power_law_1.2,0.06025216102600097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,16,power_law_1.2,0.06513279914855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,16,power_law_1.2,0.06883200168609618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,16,power_law_1.2,0.0761843204498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,16,power_law_1.2,0.08222592353820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,16,power_law_1.2,0.10319104194641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,16,power_law_1.2,0.10769920349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,16,power_law_1.2,0.13530624389648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,16,power_law_1.2,0.14346240043640138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,16,power_law_1.2,0.18556159973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,16,power_law_1.2,0.20553855895996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,16,power_law_1.2,0.2591948890686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,16,power_law_1.2,0.2985139274597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,16,power_law_1.2,0.26925823211669925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,16,power_law_1.2,0.3942464065551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,16,power_law_1.2,0.5877772903442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,16,power_law_1.01,4.908194580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,16,power_law_1.2,0.7135411071777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,16,power_law_1.2,0.9571481323242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,2,32,power_law_1.2,9.087149047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,16,power_law_1.2,1.2420851135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,2,32,power_law_1.2,16.72652099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,16,power_law_1.2,1.9515199279785158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,16,power_law_1.01,6.792846069335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,8,balanced,0.031205120086669924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,8,balanced,0.04015872001647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,8,balanced,0.05736320018768311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,8,balanced,0.06862976074218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,8,balanced,0.09187456130981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,8,balanced,0.14489983558654784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,8,balanced,0.1895462417602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,8,balanced,0.19253631591796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,8,balanced,0.19601791381835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,8,balanced,0.1993600082397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,8,balanced,0.19326847076416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,8,balanced,0.1980428886413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,8,balanced,0.2014835166931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,8,balanced,0.20972927093505858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,8,balanced,0.21727487564086917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,8,balanced,0.22269056320190428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,8,balanced,0.2345318412780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,8,balanced,0.26131711959838866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,8,balanced,0.2898854446411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,8,balanced,0.3460134506225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,8,balanced,0.3998515319824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,8,balanced,0.540447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,8,balanced,0.6635033416748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,8,balanced,1.0448255920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,8,balanced,1.3116851806640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,8,balanced,1.8479090881347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,8,balanced,2.3863449096679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,8,balanced,0.03091327905654907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,8,balanced,0.03148031949996948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,8,balanced,0.035865600109100344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,8,balanced,0.046891517639160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,8,balanced,0.0639577579498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,8,balanced,0.09789055824279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,8,balanced,0.11390336036682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,8,balanced,0.11652864456176756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,8,balanced,0.1199500846862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,8,balanced,0.12383487701416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,8,balanced,0.11558400154113771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,8,balanced,0.11935615539550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,8,balanced,0.12260479927062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,8,balanced,0.1290777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,8,balanced,0.13568127632141114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,8,balanced,0.1413862419128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,8,balanced,0.1562662410736084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,8,balanced,0.1850611114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,8,balanced,0.2134067153930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,8,balanced,0.26811647415161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,8,balanced,0.32155902862548824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,8,balanced,0.43110912322998046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,8,balanced,0.538414077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,8,balanced,0.7768281555175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,8,balanced,0.9930841827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,8,balanced,1.4640383911132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,8,balanced,1.9153407287597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,8,balanced,0.032268800735473634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,8,balanced,0.044353280067443844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,8,balanced,0.06516863822937011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,8,balanced,0.06601215839385986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,8,balanced,0.06775680065155029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,8,balanced,0.07322879791259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,8,balanced,0.07733759880065919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,8,balanced,0.09415936470031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,8,balanced,0.09873023986816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,8,balanced,0.10369152069091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,8,balanced,0.12524800300598143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,8,balanced,0.13180031776428222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,8,balanced,0.15224191665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,8,balanced,0.16366464614868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,8,balanced,0.2615577507019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,8,balanced,0.2677414321899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,8,balanced,0.2920128059387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,8,balanced,0.4309081649780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,8,balanced,0.5393638229370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,8,balanced,0.7849472045898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,8,balanced,1.0221542358398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,8,balanced,1.5003430175781252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,8,balanced,1.9891877746582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,8,balanced,3.002257995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,8,balanced,3.961470642089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,16,power_law_1.01,9.627561035156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,8,balanced,5.881334838867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,8,power_law_1.01,0.0680128002166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,8,power_law_1.01,0.08768896102905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,8,power_law_1.01,0.10900863647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,8,power_law_1.01,0.10944640159606933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,8,power_law_1.01,0.12059904098510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,8,power_law_1.01,0.11576831817626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,8,power_law_1.01,0.17973760604858396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,8,power_law_1.01,0.1765376091003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,8,power_law_1.01,0.17940736770629884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,8,power_law_1.01,0.18293888092041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,8,balanced,7.603386840820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,8,power_law_1.01,0.1906790351867676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,8,power_law_1.01,0.18924800872802733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,8,power_law_1.01,0.19234304428100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,8,power_law_1.01,0.19475200653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,8,power_law_1.01,0.19766399383544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,8,power_law_1.01,0.20271615982055663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,8,power_law_1.01,0.21487871170043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,8,power_law_1.01,0.23784191131591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,8,power_law_1.01,0.2737958335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,8,power_law_1.01,0.32947967529296873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,8,power_law_1.01,0.4061862564086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,8,power_law_1.01,0.5331212615966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,8,power_law_1.01,0.7035635375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,8,power_law_1.01,0.998177261352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,8,power_law_1.01,1.3694169616699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,8,power_law_1.01,1.8570994567871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,8,power_law_1.01,0.045505280494689944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,8,power_law_1.01,0.05958271980285644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,8,power_law_1.01,0.06515967845916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,8,power_law_1.01,2.583746643066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,8,power_law_1.01,0.07649919986724854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,8,power_law_1.01,0.08568063735961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,8,power_law_1.01,0.08109439849853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,8,power_law_1.01,0.10280703544616698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,8,power_law_1.01,0.10279168128967284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,8,power_law_1.01,0.10473600387573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,8,power_law_1.01,0.10803711891174317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,8,power_law_1.01,0.11492992401123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,8,power_law_1.01,0.11507455825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,8,power_law_1.01,0.11657216072082519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,8,power_law_1.01,0.11825407981872557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,8,power_law_1.01,0.11962880134582518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,8,power_law_1.01,0.1278604793548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,8,power_law_1.01,0.14106623649597166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,8,power_law_1.01,0.17622272491455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,8,power_law_1.01,0.19383424758911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,8,power_law_1.01,0.2400115203857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,8,power_law_1.01,0.2841740798950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,8,power_law_1.01,0.36073215484619137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,8,power_law_1.01,0.504716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,8,power_law_1.01,0.6997875213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,8,power_law_1.01,0.9342912292480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,8,power_law_1.01,1.407598114013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,8,power_law_1.01,0.03584511995315552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,8,power_law_1.01,0.0375219202041626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,8,power_law_1.01,1.7740237426757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,8,power_law_1.01,0.06880640029907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,8,power_law_1.01,0.04451839923858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,8,power_law_1.01,0.06863232135772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,8,power_law_1.01,0.07483263969421386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,8,power_law_1.01,0.08248576164245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,16,power_law_1.2,3.067438049316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,8,power_law_1.01,0.10816127777099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,8,power_law_1.01,0.11686143875122071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,8,power_law_1.01,0.12460543632507323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,8,power_law_1.01,0.13770496368408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,8,power_law_1.01,0.1638425636291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,8,power_law_1.01,0.19904640197753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,8,power_law_1.01,0.21782911300659177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,8,power_law_1.01,0.24165760040283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,8,power_law_1.01,0.26526079177856443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,8,power_law_1.01,0.33517185211181644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,8,power_law_1.01,0.4507558441162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,8,power_law_1.01,0.5311014556884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,8,power_law_1.01,0.7657075500488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,8,power_law_1.01,0.9438719940185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,8,power_law_1.01,1.4744883728027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,8,power_law_1.01,1.8141542053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,8,power_law_1.01,2.9890802001953127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,16,power_law_1.2,4.56110595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,8,power_law_1.2,0.06827263832092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,8,power_law_1.2,0.08612607955932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,8,power_law_1.2,0.0931379222869873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,8,power_law_1.2,0.10383616447448732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,8,power_law_1.2,0.12624256134033202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,8,power_law_1.2,0.12498687744140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,8,power_law_1.2,0.17391103744506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,8,power_law_1.2,0.1785932731628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,8,power_law_1.2,0.18099199295043947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,8,power_law_1.2,0.18367744445800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,8,power_law_1.2,0.1912691116333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,8,power_law_1.2,0.18778240203857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,8,power_law_1.2,0.18697216033935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,8,power_law_1.2,0.1991756820678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,8,power_law_1.2,0.20519935607910159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,8,power_law_1.2,0.20774528503417972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,8,power_law_1.2,0.22621440887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,8,power_law_1.2,0.244085750579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,8,power_law_1.2,0.27475967407226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,8,power_law_1.2,0.3578790283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,8,power_law_1.2,0.4075775909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,8,power_law_1.2,0.5838719940185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,16,power_law_1.2,4.570901794433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,8,power_law_1.2,0.6971673583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,8,power_law_1.2,1.1552333068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,8,power_law_1.2,1.4082701110839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,8,power_law_1.2,2.1585842895507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,8,power_law_1.2,0.04960768222808838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,8,power_law_1.2,0.05934976100921631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,8,power_law_1.2,0.05873023986816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,8,power_law_1.2,0.07412223815917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,8,power_law_1.2,2.841214599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,8,power_law_1.2,0.09243136405944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,8,power_law_1.2,0.10376576423645019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,8,power_law_1.2,0.10288000106811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,8,power_law_1.2,0.07996287822723389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,8,power_law_1.2,0.1050380802154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,8,power_law_1.2,0.10888319969177247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,8,power_law_1.2,0.11463935852050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,8,power_law_1.2,0.11143679618835449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,8,power_law_1.2,0.10980223655700683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,8,power_law_1.2,0.12101375579833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,8,power_law_1.2,0.12499839782714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,8,power_law_1.2,0.12919936180114747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,8,power_law_1.2,0.14264063835144042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,8,power_law_1.2,0.17178367614746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,8,power_law_1.2,0.19762048721313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,8,power_law_1.2,0.2607769584655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,8,power_law_1.2,0.3063014411926269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,8,power_law_1.2,0.3995161437988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,8,power_law_1.2,0.546956787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,8,power_law_1.2,0.7157209777832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,8,power_law_1.2,1.002745590209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,8,power_law_1.2,1.5095960998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,8,power_law_1.2,0.03567744016647339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,8,power_law_1.2,0.037480959892272944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,8,power_law_1.2,0.043937277793884275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,8,power_law_1.2,2.0883648681640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,8,power_law_1.2,0.06489471912384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,8,power_law_1.2,0.07203455924987792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,8,power_law_1.2,0.0765670394897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,8,power_law_1.2,0.08575488090515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,8,power_law_1.2,0.08741632461547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,8,power_law_1.2,0.11729408264160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,8,power_law_1.2,0.1267430400848389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,8,power_law_1.2,0.13899392127990723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,8,power_law_1.2,0.17398143768310548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,8,power_law_1.2,0.17684480667114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,8,power_law_1.2,0.21655168533325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,8,power_law_1.2,0.24814079284667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,8,power_law_1.2,0.26090240478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,8,power_law_1.2,0.3426662445068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,8,power_law_1.2,0.44821632385253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,8,power_law_1.2,0.567775993347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,8,power_law_1.01,3.7341183471679686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,8,power_law_1.2,0.7571737670898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,8,power_law_1.2,1.049527053833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,8,power_law_1.01,5.8495947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,8,power_law_1.2,1.5207334899902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,8,power_law_1.2,1.9891635131835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,8,power_law_1.01,7.600199584960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,4,balanced,0.030488319396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,4,balanced,0.04731135845184326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,4,balanced,0.05735680103302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,4,balanced,0.07057663917541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,4,balanced,0.09177984237670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,4,balanced,0.14136832237243652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,4,balanced,0.14545151710510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,4,balanced,0.14848128318786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,4,balanced,0.18731391906738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,4,balanced,0.18873472213745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,4,balanced,0.19189760208129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,4,balanced,0.19626239776611326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,4,balanced,0.19912319183349608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,4,balanced,0.2067123222351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,4,balanced,0.2139776039123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,4,balanced,0.2196339225769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,4,balanced,0.23166719436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,4,balanced,0.2581222343444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,4,balanced,0.2837875175476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,4,balanced,0.3351628875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,4,balanced,0.38847103118896487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,4,balanced,0.516418571472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,2,32,power_law_1.2,18.513154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,4,balanced,0.6416909027099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,4,balanced,0.9983872222900392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,4,balanced,1.3702490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,4,balanced,1.883484191894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,4,balanced,0.03113343954086304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,4,balanced,0.032920320034027103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,4,balanced,0.03803136110305786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,4,balanced,2.4796479797363284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,4,balanced,0.051824641227722165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,4,balanced,0.11072383880615236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,4,balanced,0.06982783794403076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,4,balanced,0.1135743999481201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,4,balanced,0.11304832458496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,4,balanced,0.13836416244506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,4,balanced,0.1392255973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,4,balanced,0.1430080032348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,4,balanced,0.14474495887756347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,4,balanced,0.1488383960723877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,4,balanced,0.1529203224182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,4,balanced,0.16087808609008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,4,balanced,0.16449024200439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,4,balanced,0.17760511398315432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,4,balanced,0.20342784881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,4,balanced,0.2300569534301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,4,balanced,0.28193920135498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,4,balanced,0.3352435302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,4,balanced,0.4363532638549804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,4,balanced,0.5413504028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,4,balanced,0.7926937866210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,4,balanced,1.000547866821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,4,balanced,1.48666748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,4,power_law_1.01,0.05859839916229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,4,power_law_1.01,0.06709887981414794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,4,power_law_1.01,0.07696512222290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,4,balanced,1.9671641540527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,4,power_law_1.01,0.08652671813964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,4,power_law_1.01,0.0941055965423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,4,power_law_1.01,0.10818431854248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,4,power_law_1.01,0.131527681350708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,4,power_law_1.01,0.13456128120422364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,4,power_law_1.01,0.17488000869750978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,4,power_law_1.01,0.17313791275024415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,4,power_law_1.01,0.17851648330688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,4,power_law_1.01,0.18354047775268553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,4,power_law_1.01,0.18771968841552736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,4,power_law_1.01,0.19554943084716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,4,power_law_1.01,0.20225151062011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,4,power_law_1.01,0.20697856903076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,4,power_law_1.01,0.22115840911865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,4,power_law_1.01,0.2495039939880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,4,power_law_1.01,0.2796672058105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,4,power_law_1.01,0.3345804977416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,4,power_law_1.01,0.3937459182739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,4,power_law_1.01,0.536684799194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,4,power_law_1.01,0.6989862060546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,4,power_law_1.01,1.0593484497070311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,4,power_law_1.01,1.3535821533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,4,power_law_1.01,1.922318115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,4,power_law_1.01,0.035650560855865474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,4,power_law_1.01,0.04931968212127685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,4,power_law_1.01,0.05402495861053467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,4,power_law_1.01,2.5008473205566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,4,power_law_1.01,0.06551040172576904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,4,power_law_1.01,0.0750438404083252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,4,power_law_1.01,0.07772287845611572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,4,power_law_1.01,0.09627264022827149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,4,power_law_1.01,0.09944831848144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,4,power_law_1.01,0.12237440109252931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,4,power_law_1.01,0.12220416069030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,4,power_law_1.01,0.12903039932250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,4,power_law_1.01,0.1306649589538574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,4,power_law_1.01,0.13610879898071288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,4,power_law_1.01,0.14428799629211425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,4,power_law_1.01,0.1463257598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,4,power_law_1.01,0.15161600112915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,4,power_law_1.01,0.16503551483154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,4,power_law_1.01,0.19630592346191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,4,power_law_1.01,0.21993471145629884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,4,power_law_1.01,0.28286720275878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,4,power_law_1.01,0.3418175888061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,4,power_law_1.01,0.4496960067749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,4,power_law_1.01,0.5595929718017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,4,power_law_1.01,0.8171762847900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,4,power_law_1.01,1.0537535858154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,4,power_law_1.01,1.5122175598144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,4,power_law_1.2,0.06487552165985108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,4,power_law_1.2,0.06637951850891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,4,power_law_1.2,0.07164544105529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,4,power_law_1.2,0.08364031791687013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,4,power_law_1.01,1.9205349731445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,4,power_law_1.2,0.09776896476745606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,4,power_law_1.2,0.11156864166259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,4,power_law_1.2,0.13046912193298338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,4,power_law_1.2,0.131976957321167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,4,power_law_1.2,0.1698739242553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,4,power_law_1.2,0.17322496414184568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,4,power_law_1.2,0.17639808654785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,4,power_law_1.2,0.17824512481689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,4,power_law_1.2,0.18712575912475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,4,power_law_1.2,0.19650815963745116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,4,power_law_1.2,0.20205440521240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,4,power_law_1.2,0.2107852745056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,4,power_law_1.2,0.22680831909179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,4,power_law_1.2,0.2555148887634277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,4,power_law_1.2,0.28154624938964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,4,power_law_1.2,0.34333438873291017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,4,power_law_1.2,0.4151091384887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,4,power_law_1.2,0.5708531188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,4,power_law_1.2,0.7566937255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,4,power_law_1.2,1.0633010864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,4,power_law_1.2,1.3771250915527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,4,power_law_1.2,2.059936065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,4,power_law_1.2,0.03556096076965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,4,power_law_1.2,0.04898560047149658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,4,power_law_1.2,0.049610238075256344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,4,power_law_1.2,2.5699148559570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,4,power_law_1.2,0.06418047904968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,4,power_law_1.2,0.08170751571655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,4,power_law_1.2,0.09843328475952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,4,power_law_1.2,0.0988428783416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,4,power_law_1.2,0.12144255638122559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,4,power_law_1.2,0.0784934377670288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,4,power_law_1.2,0.12449919700622558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,4,power_law_1.2,0.12566271781921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,4,power_law_1.2,0.13211520195007326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,4,power_law_1.2,0.13335424423217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,4,power_law_1.2,0.144780797958374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,4,power_law_1.2,0.15036416053771973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,4,power_law_1.2,0.1560934352874756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,4,power_law_1.2,0.16857215881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,4,power_law_1.2,0.20006015777587888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,4,power_law_1.2,0.2279692840576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,4,power_law_1.2,0.2804121589660645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,4,power_law_1.2,0.3526732635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,4,power_law_1.2,0.47969406127929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,4,power_law_1.2,0.6095347213745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,4,power_law_1.2,0.8497036743164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,4,power_law_1.2,1.0850418853759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,4,power_law_1.2,1.5470130920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,2,balanced,0.03172352075576782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,2,balanced,0.042018561363220214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,2,balanced,0.060247039794921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,2,balanced,0.07406335830688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,2,balanced,0.10477184295654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,4,power_law_1.2,2.045579528808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,2,balanced,0.1578649616241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,2,balanced,0.16167552947998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,2,balanced,0.16025983810424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,2,balanced,0.1637785530090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,2,balanced,0.16623104095458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,2,balanced,0.1705881690979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,2,balanced,0.20244224548339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,2,balanced,0.20457216262817385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,2,balanced,0.21139455795288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,2,balanced,0.21796607971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,2,balanced,0.22396160125732423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,2,balanced,0.23599103927612303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,2,balanced,0.26075904846191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,2,balanced,0.2873894309997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,2,balanced,0.3396480178833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,2,balanced,0.3947238540649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,2,balanced,0.5194086456298829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,2,balanced,0.6214668655395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,2,balanced,1.0130278778076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,2,balanced,1.3285081481933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,2,balanced,2.027623748779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,2,balanced,0.03206655979156494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,2,balanced,0.03550848007202149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,2,balanced,0.044208641052246096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,2,balanced,0.0612774419784546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,2,balanced,0.09505663871765137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,2,balanced,2.679033508300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,2,balanced,0.15186688423156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,2,balanced,0.1542182445526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,2,balanced,0.1563225555419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,2,balanced,0.15863679885864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,2,balanced,0.15930751800537107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,2,balanced,0.16157312393188478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,2,balanced,0.2048908805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,2,balanced,0.2078745651245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,2,balanced,0.21179391860961916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,2,balanced,0.22228479385375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,2,balanced,0.2259379196166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,2,balanced,0.2361894416809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,2,balanced,0.25648639678955076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,2,balanced,0.2819584083557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,2,balanced,0.32669055938720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,2,balanced,0.377020149230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,2,balanced,0.47211135864257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,2,balanced,0.5719859313964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,2,balanced,0.8893055725097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,2,balanced,1.0907724761962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,2,balanced,1.6221478271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,2,power_law_1.01,0.03354496002197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,2,power_law_1.01,0.05994751930236817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,2,power_law_1.01,0.06705152034759522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,2,balanced,2.168590087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,2,power_law_1.01,0.07951615810394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,2,power_law_1.01,0.09769344329833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,2,power_law_1.01,0.1111961555480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,2,power_law_1.01,0.13567232131958007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,2,power_law_1.01,0.13766655921936036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,2,power_law_1.01,0.14154496192932128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,2,power_law_1.01,0.14596351623535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,2,power_law_1.01,0.15528191566467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,2,power_law_1.01,0.1864729690551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,2,power_law_1.01,0.19090688705444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,2,power_law_1.01,0.19984384536743166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,2,power_law_1.01,0.2052057647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,2,power_law_1.01,0.21297279357910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,2,power_law_1.01,0.22661376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,2,power_law_1.01,0.2587276840209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,2,power_law_1.01,0.28492671966552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,2,power_law_1.01,0.34240001678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,2,power_law_1.01,0.4046591949462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,2,power_law_1.01,0.523196144104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,2,power_law_1.01,0.7193945312500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,16,power_law_1.2,8.89718505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,2,power_law_1.01,1.0679974365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,2,power_law_1.01,1.3464627075195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,2,power_law_1.01,0.03524735927581787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,2,power_law_1.01,0.04132991790771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,2,power_law_1.01,0.051487998962402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,2,power_law_1.01,1.938384704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,2,power_law_1.01,0.06899328231811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,2,power_law_1.01,0.08819328308105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,2,power_law_1.01,0.10009216308593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,2,power_law_1.01,0.11938559532165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,2,power_law_1.01,2.6072817993164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,2,power_law_1.01,0.12868224143981935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,8,power_law_1.2,2.963733825683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,2,power_law_1.01,0.1304742431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,2,power_law_1.01,0.13682815551757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,2,power_law_1.01,0.14177151679992678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,2,power_law_1.01,0.19107967376708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,2,power_law_1.01,0.18317567825317382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,2,power_law_1.01,0.19538047790527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,2,power_law_1.01,0.19984512329101561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,2,power_law_1.01,0.20450304031372069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,2,power_law_1.01,0.2216985511779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,2,power_law_1.01,0.24904064178466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,2,power_law_1.01,0.2777599906921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,2,power_law_1.01,0.3702182388305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,2,power_law_1.01,0.4351385498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,2,power_law_1.01,0.5541939163208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,2,power_law_1.01,0.6741785430908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,2,power_law_1.01,0.95112060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,2,power_law_1.2,0.03370368003845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,2,power_law_1.01,1.1967359924316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,2,power_law_1.2,0.059274239540100096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,2,power_law_1.2,0.06380032062530518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,2,power_law_1.2,0.07759488105773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,2,power_law_1.2,0.09845376014709473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,2,power_law_1.01,1.7509542846679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,2,power_law_1.2,0.10912256240844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,2,power_law_1.2,0.1353113555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,2,power_law_1.2,0.1364787197113037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,2,power_law_1.2,0.14196991920471191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,2,power_law_1.2,0.14640383720397948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,2,power_law_1.01,2.26308349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,2,power_law_1.2,0.15465344429016112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,2,power_law_1.2,0.18730752944946288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,2,power_law_1.2,0.19088640213012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,2,power_law_1.2,0.20776832580566404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,2,power_law_1.2,0.20024831771850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,2,power_law_1.2,0.21374336242675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,2,power_law_1.2,0.22759679794311521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,2,power_law_1.2,0.2630451202392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,2,power_law_1.2,0.2922112083435059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,2,power_law_1.2,0.3516096115112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,2,power_law_1.2,0.41497856140136713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,2,power_law_1.2,0.5338291168212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,2,power_law_1.2,0.741296615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,2,power_law_1.2,1.080014114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,2,power_law_1.2,1.3698265075683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,2,power_law_1.2,0.03531775951385498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,2,power_law_1.2,0.04295807838439941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,2,power_law_1.2,1.9593869018554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,2,power_law_1.2,0.05053696155548095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,2,power_law_1.2,0.07084159851074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,2,power_law_1.2,0.08229375839233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,2,power_law_1.2,0.09618559837341309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,2,power_law_1.2,0.12091391563415528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,2,power_law_1.2,0.1276953601837158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,2,power_law_1.2,0.13539456367492675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,2,power_law_1.2,0.13393280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,2,power_law_1.2,0.1390796756744385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,2,power_law_1.2,2.607846374511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,2,power_law_1.2,0.1833395195007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,2,power_law_1.2,0.18831872940063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,2,power_law_1.2,0.19844736099243163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,2,power_law_1.2,0.20321279525756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,2,power_law_1.2,0.20874368667602541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,2,power_law_1.2,0.22603519439697264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,2,power_law_1.2,0.26693504333496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,2,power_law_1.2,0.3058304023742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,2,power_law_1.2,0.3834419250488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,2,power_law_1.2,0.44266624450683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,2,power_law_1.2,0.5666419219970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,2,power_law_1.2,0.6849177551269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,2,power_law_1.2,0.9797261047363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,64,balanced,0.06341375827789306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,2,power_law_1.2,1.2264435577392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,64,balanced,0.06368127822875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,64,balanced,0.06326911926269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,64,balanced,0.06357632160186769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,64,balanced,0.08011136054992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,64,balanced,0.12016256332397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,64,balanced,0.1603494453430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,64,balanced,0.15986432075500487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,2,power_law_1.2,1.7856665039062498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,64,balanced,0.16215423583984373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,64,balanced,0.1614463996887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,64,balanced,0.16220672607421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,64,balanced,0.16265600204467773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,64,balanced,0.16267135620117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,64,balanced,0.16389503479003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,64,balanced,0.1700057601928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,64,balanced,0.17247615814208986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,64,balanced,0.17801088333129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,2,power_law_1.2,2.3105946350097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,64,balanced,0.18103935241699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,64,balanced,0.18128768920898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,64,balanced,0.1950694465637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,64,balanced,0.2036044883728027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,64,balanced,0.2604940795898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,64,balanced,0.293570556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,64,balanced,0.42919040679931636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,64,balanced,0.4866790390014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,64,balanced,0.038920960426330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,64,balanced,0.03843712091445923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,64,balanced,0.7044044494628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,64,balanced,0.038858239650726316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,64,balanced,0.03828736066818238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,64,balanced,0.05014527797698974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,64,balanced,0.07531775951385497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,64,balanced,0.8724800109863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,64,balanced,0.0800153636932373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,64,balanced,0.08004096031188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,64,balanced,0.08112511634826661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,64,balanced,0.08099967956542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,64,balanced,0.08143872261047364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,64,balanced,0.08349568367004394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,64,balanced,0.08382464408874511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,64,balanced,0.08643199920654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,64,balanced,0.08994560241699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,64,balanced,0.09155455589294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,64,balanced,0.09519871711730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,64,balanced,0.1050547218322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,64,balanced,0.09982975959777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,64,balanced,0.10890751838684083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,64,balanced,0.11904383659362794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,64,balanced,0.1381875228881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,64,balanced,0.15565695762634277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,64,balanced,0.1951897621154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,64,balanced,0.23521919250488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,64,balanced,0.32304126739501954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,64,balanced,0.3971340942382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,64,power_law_1.01,0.11974656105041503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,64,power_law_1.01,0.12033023834228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,64,power_law_1.01,0.1208563232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,64,power_law_1.01,0.11981823921203613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,64,power_law_1.01,0.1551155185699463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,64,power_law_1.01,0.15492863655090333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,64,power_law_1.01,0.16087295532226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,64,power_law_1.01,0.1612441635131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,64,power_law_1.01,0.16262271881103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,64,power_law_1.01,0.16359424591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,64,power_law_1.01,0.16964479446411135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,64,power_law_1.01,0.17243776321411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,64,power_law_1.01,0.17601535797119142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,64,power_law_1.01,0.18079231262207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,64,power_law_1.01,0.18186880111694337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,64,power_law_1.01,0.18774784088134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,64,power_law_1.01,0.19741823196411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,64,power_law_1.01,0.24467071533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,64,power_law_1.01,0.27853055953979494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,64,power_law_1.01,0.35070465087890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,64,power_law_1.01,0.45022335052490237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,64,power_law_1.01,0.7044198608398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,64,power_law_1.01,0.8068966674804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,64,power_law_1.01,1.1532672119140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,64,power_law_1.01,0.07542912006378175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,64,power_law_1.01,0.07524479866027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,64,power_law_1.01,1.6491955566406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,64,power_law_1.01,0.07578623771667481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,64,power_law_1.01,0.07505407810211182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,64,power_law_1.01,0.06747007846832276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,64,power_law_1.01,0.07510272026062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,64,power_law_1.01,0.07826816082000733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,64,power_law_1.01,2.559983367919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,64,power_law_1.01,0.08124287605285645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,64,power_law_1.01,0.08129407882690429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,64,power_law_1.01,0.08627072334289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,64,power_law_1.01,0.08709759712219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,64,power_law_1.01,0.09207936286926269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,64,power_law_1.01,0.09883135795593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,64,power_law_1.01,0.09465087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,64,power_law_1.01,0.10276736259460448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,64,power_law_1.01,0.10311296463012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,64,power_law_1.01,0.13155584335327147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,64,power_law_1.01,0.1756710433959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,64,power_law_1.01,0.2189107131958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,64,power_law_1.01,0.1080934429168701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,64,power_law_1.01,0.12194047927856447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,64,power_law_1.01,0.32185089111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,64,power_law_1.01,0.38357887268066404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,64,power_law_1.01,0.5364582443237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,64,power_law_1.01,0.7141069030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,64,power_law_1.01,3.378190002441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,64,power_law_1.01,1.0762700653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,64,power_law_1.01,1.3635008239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,8,power_law_1.2,3.9676300048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,64,power_law_1.2,0.11956095695495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,64,power_law_1.2,0.1190719985961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,64,power_law_1.2,0.1194662380218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,64,power_law_1.2,0.1031270408630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,64,power_law_1.2,0.14681856155395506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,64,power_law_1.2,0.15182720184326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,64,power_law_1.2,0.16088703155517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,64,power_law_1.2,0.16096384048461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,64,power_law_1.2,0.16295167922973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,64,power_law_1.2,0.1634713554382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,64,power_law_1.2,0.1684966468811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,64,power_law_1.2,0.1725337600708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,64,power_law_1.2,0.17707647323608397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,64,power_law_1.2,0.17800960540771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,64,power_law_1.2,0.18803071975708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,64,power_law_1.2,0.1921459197998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,64,power_law_1.2,0.21377023696899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,64,power_law_1.2,0.27905792236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,64,power_law_1.2,0.3269120025634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,64,power_law_1.2,0.4173427200317382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,64,power_law_1.2,0.5909632110595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,64,power_law_1.2,0.7813990020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,64,power_law_1.2,1.1453632354736327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,64,power_law_1.2,1.5908006286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,64,power_law_1.2,2.180752716064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,64,power_law_1.2,4.1881100463867185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,64,power_law_1.2,0.08112511634826661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,64,power_law_1.2,0.07588607788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,64,power_law_1.2,0.07533055782318115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,64,power_law_1.2,0.07573887825012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,64,power_law_1.2,0.06776703834533691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,64,power_law_1.2,0.06997119903564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,64,power_law_1.2,5.377529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,64,power_law_1.2,0.07585152149200439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,64,power_law_1.2,0.08049152374267579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,64,power_law_1.2,0.09145983695983886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,64,power_law_1.2,0.08304639816284179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,64,power_law_1.2,0.08465279579162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,64,power_law_1.2,0.09430272102355956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,64,power_law_1.2,0.09447168350219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,64,power_law_1.2,0.1032691192626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,64,power_law_1.2,0.1025113582611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,64,power_law_1.2,0.1146726417541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,64,power_law_1.2,0.13678720474243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,64,power_law_1.2,0.10357119560241698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,64,power_law_1.2,0.16030847549438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,64,power_law_1.2,0.20418815612792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,64,power_law_1.2,0.2794547271728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,64,power_law_1.2,0.3600064086914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,64,power_law_1.2,0.4400601577758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,64,power_law_1.2,0.7723085021972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,64,power_law_1.2,1.1037388610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,64,power_law_1.2,1.6093927001953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,64,power_law_1.2,1.9559974670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,8,power_law_1.2,5.83643798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,8,power_law_1.2,7.747344360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,32,balanced,0.047815680503845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,32,balanced,0.049571838378906254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,32,balanced,0.04691199779510498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,32,balanced,0.05914368152618408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,32,balanced,0.0771123218536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,32,balanced,0.12076160430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,32,balanced,0.1586291217803955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,32,balanced,0.15840767860412597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,32,balanced,0.16035072326660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,32,balanced,0.16050432205200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,32,balanced,0.1628313636779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,32,balanced,0.16571136474609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,32,balanced,0.16914815902709962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,32,balanced,0.1708927917480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,32,balanced,0.17688831329345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,32,balanced,0.1798054313659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,32,balanced,0.1731020736694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,32,balanced,0.1824448013305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,32,balanced,0.19220352172851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,32,balanced,0.21294080734252932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,32,balanced,0.22686592102050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,32,balanced,0.2852569580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,32,balanced,0.325662727355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,32,balanced,0.4820044708251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,32,balanced,0.5734553527832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,32,balanced,0.8143923187255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,32,balanced,1.039705581665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,32,balanced,0.030504961013793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,32,balanced,0.030380799770355228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,32,balanced,0.03051136016845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,32,balanced,0.03709696054458618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,32,balanced,0.05064576148986817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,32,balanced,0.07628928184509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,32,balanced,0.08409472465515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,32,balanced,0.0839731216430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,32,balanced,0.0860377597808838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,32,balanced,0.08592000007629394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,32,balanced,0.08753279685974122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,32,balanced,0.08776576042175292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,32,balanced,0.0892467212677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,32,balanced,0.09296768188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,32,balanced,0.09560064315795899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,32,balanced,0.09989248275756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,32,balanced,0.09294464111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,32,balanced,0.10135680198669435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,32,balanced,0.10913151741027831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,32,balanced,0.12348031997680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,32,balanced,0.14183679580688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,32,balanced,0.17198720932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,32,balanced,0.20133504867553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,32,balanced,0.26352767944335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,32,balanced,0.31926015853881834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,32,balanced,0.45881599426269537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,32,balanced,0.048761601448059085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,32,balanced,0.578105583190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,32,balanced,0.04852992057800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,32,balanced,0.048682241439819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,32,balanced,0.047516160011291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,32,balanced,0.04900735855102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,32,balanced,0.05180031776428222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,32,balanced,0.06710271835327149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,32,balanced,0.06671487808227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,32,balanced,0.07108479976654053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,32,balanced,0.08883711814880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,32,balanced,0.09280256271362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,32,balanced,0.1087615966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,32,balanced,0.11532159805297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,32,balanced,0.1758336067199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,32,balanced,0.07076223850250243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,32,balanced,0.17874687194824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,32,balanced,0.18178688049316408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,32,balanced,0.26839935302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,32,balanced,0.33095550537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,32,balanced,0.4738508987426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,32,balanced,0.6061260986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,32,balanced,0.8905804443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,32,balanced,1.1693350219726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,32,balanced,1.7128153991699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,32,balanced,2.335869445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,32,balanced,3.4434521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,32,power_law_1.01,0.12063872337341308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,32,power_law_1.01,0.1197158432006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,32,power_law_1.01,0.11971839904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,32,power_law_1.01,0.12107904434204102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,32,power_law_1.01,0.14621055603027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,32,power_law_1.01,0.1442803192138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,32,balanced,4.540486450195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,32,power_law_1.01,0.15637503623962404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,32,power_law_1.01,0.14941311836242677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,32,power_law_1.01,0.1540236759185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,32,power_law_1.01,0.1611520004272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,32,power_law_1.01,0.16777215957641603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,32,power_law_1.01,0.17000192642211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,32,power_law_1.01,0.17846399307250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,32,power_law_1.01,0.17831296920776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,32,power_law_1.01,0.17687295913696288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,32,power_law_1.01,0.17399808883666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,32,power_law_1.01,0.18940288543701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,32,power_law_1.01,0.22173696517944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,32,power_law_1.01,0.2525683212280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,32,power_law_1.01,0.3087833595275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,32,power_law_1.01,0.3709811019897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,32,power_law_1.01,0.5499417495727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,32,power_law_1.01,0.7214450836181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,32,power_law_1.01,0.9266572570800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,32,power_law_1.01,1.30361083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,32,power_law_1.01,0.07419136047363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,32,power_law_1.01,0.07451776027679444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,32,power_law_1.01,2.0385203552246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,32,power_law_1.01,0.07507199764251708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,32,power_law_1.01,0.07687168121337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,32,power_law_1.01,0.07405312061309814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,32,power_law_1.01,0.07206783771514894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,32,power_law_1.01,0.07918208122253419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,32,power_law_1.01,2.4674470520019534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,32,power_law_1.01,0.08003328323364259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,32,power_law_1.01,0.07954048156738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,32,power_law_1.01,0.08624128341674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,32,power_law_1.01,0.08710656166076661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,32,power_law_1.01,0.08927743911743165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,32,power_law_1.01,0.09187583923339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,32,power_law_1.01,0.09434368133544921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,32,power_law_1.01,0.09274368286132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,32,power_law_1.01,0.0928486442565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,32,power_law_1.01,0.10111743927001952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,32,power_law_1.01,0.11731455802917481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,32,power_law_1.01,0.132675838470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,32,power_law_1.01,0.18419584274291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,32,power_law_1.01,0.21195903778076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,32,power_law_1.01,0.2935129547119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,32,power_law_1.01,0.37224063873291013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,32,power_law_1.01,0.5209779357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,32,power_law_1.01,0.7237120056152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,32,power_law_1.01,1.1238745880126952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,32,power_law_1.01,0.0506163215637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,32,power_law_1.01,1.300412139892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,32,power_law_1.01,0.04872960090637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,32,power_law_1.01,0.048890881538391114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,32,power_law_1.01,0.051648001670837405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,32,power_law_1.01,0.05268864154815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,32,power_law_1.01,0.06807807922363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,32,power_law_1.01,0.07056384086608887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,32,power_law_1.01,0.08648192405700683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,32,power_law_1.01,0.09218432426452636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,32,power_law_1.01,0.1074073600769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,32,power_law_1.01,0.11399807929992675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,32,power_law_1.01,0.17559295654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,32,power_law_1.01,0.1764441680908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,32,power_law_1.01,0.26149503707885746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,32,power_law_1.01,0.2580287933349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,32,power_law_1.01,0.2642803192138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,32,power_law_1.01,0.40207359313964847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,32,power_law_1.01,0.5335526275634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,32,power_law_1.01,0.7423487854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,16,power_law_1.2,12.19089111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,32,power_law_1.01,1.2146880340576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,32,power_law_1.01,1.4384793090820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,32,power_law_1.01,2.234238739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,32,power_law_1.2,0.12090496063232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,32,power_law_1.2,0.12019455909729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,32,power_law_1.2,0.12074624061584474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,32,power_law_1.2,0.12065152168273925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,32,power_law_1.2,0.13477248191833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,32,power_law_1.2,0.13942655563354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,32,power_law_1.2,0.15666303634643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,32,power_law_1.2,0.15637375831604003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,32,power_law_1.2,0.15782143592834472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,32,power_law_1.2,0.16212352752685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,32,power_law_1.2,0.16123392105102538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,32,power_law_1.2,0.16531328201293943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,32,power_law_1.2,0.1773516845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,32,power_law_1.2,0.1720012855529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,32,power_law_1.2,0.17098495483398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,32,power_law_1.2,0.17407232284545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,32,power_law_1.2,0.196312313079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,32,power_law_1.2,0.2392192077636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,32,power_law_1.2,0.26502912521362304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,32,power_law_1.2,0.3643135833740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,32,power_law_1.2,0.4671628952026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,32,power_law_1.2,0.6275430297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,32,power_law_1.2,0.8492761230468749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,32,power_law_1.2,1.2976332092285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,32,power_law_1.2,1.8498010253906252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,32,power_law_1.2,3.025504150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,32,power_law_1.2,0.07418240070343017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,32,power_law_1.2,0.07483136177062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,32,power_law_1.2,0.075032320022583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,32,power_law_1.2,0.07503104209899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,32,power_law_1.2,0.07038847923278808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,32,power_law_1.2,3.9754125976562498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,32,power_law_1.2,0.06834688186645507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,32,power_law_1.2,0.07967743873596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,32,power_law_1.2,0.08927488327026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,32,power_law_1.2,0.0815065574645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,32,power_law_1.2,0.08672127723693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,32,power_law_1.2,0.08770688056945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,32,power_law_1.2,0.08978560447692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,32,power_law_1.2,0.09325823783874512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,32,power_law_1.2,0.07986048221588135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,32,power_law_1.2,0.09302399635314942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,32,power_law_1.2,0.09840767860412598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,32,power_law_1.2,0.10681728363037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,32,power_law_1.2,0.12969984054565428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,32,power_law_1.2,0.14911231994628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,32,power_law_1.2,0.20875776290893552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,32,power_law_1.01,2.6306777954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,32,power_law_1.2,0.258210563659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,32,power_law_1.2,0.3367705535888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,32,power_law_1.2,0.4477977752685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,32,power_law_1.2,0.6529305267333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,32,power_law_1.2,0.9392511749267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,2,32,power_law_1.2,0.04871424198150635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,32,power_law_1.2,1.2481613159179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,2,32,power_law_1.2,0.04856063842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,2,32,power_law_1.2,0.049187841415405276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,2,32,power_law_1.2,0.052135682106018065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,2,32,power_law_1.2,0.05260032176971435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,32,power_law_1.2,1.8313446044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,2,32,power_law_1.2,0.06850687980651855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,2,32,power_law_1.2,0.07018752098083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,2,32,power_law_1.2,0.09120256423950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,2,32,power_law_1.2,0.09372672080993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,2,32,power_law_1.2,0.10757375717163087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,2,32,power_law_1.2,0.17338367462158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,2,32,power_law_1.2,0.1755366325378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,2,32,power_law_1.2,0.18099584579467773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,2,32,power_law_1.2,0.26091775894165037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,2,32,power_law_1.2,0.32443904876708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,2,32,power_law_1.2,0.33086334228515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,2,32,power_law_1.2,0.46131713867187496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,2,32,power_law_1.2,0.600508155822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,32,power_law_1.01,4.270364074707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,2,32,power_law_1.2,0.7982669067382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,2,32,power_law_1.2,1.3658905029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,32,power_law_1.01,5.056553039550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,2,32,power_law_1.2,2.26108154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,2,32,power_law_1.2,2.549016265869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,16,balanced,0.02930304050445557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,16,balanced,0.029178879261016845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,16,balanced,0.04847616195678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,16,balanced,0.05964928150177003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,16,balanced,0.07852928161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,16,balanced,0.1226905632019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,16,balanced,0.16162303924560545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,16,balanced,0.16179584503173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,16,balanced,0.168591365814209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,16,balanced,0.16862848281860351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,16,balanced,0.1726144027709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,16,balanced,0.1762918472290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,16,balanced,0.18036224365234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,16,balanced,0.1713164710998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,16,balanced,0.1777292823791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,16,balanced,0.18035455703735354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,16,balanced,0.18848640441894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,16,balanced,0.20181631088256835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,16,balanced,0.21531391143798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,16,balanced,0.2439219284057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,16,balanced,0.2672947120666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,16,balanced,0.351278076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,16,balanced,0.4123699188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,16,balanced,0.6280460739135743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,16,balanced,0.761665267944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,16,balanced,1.074097900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,16,balanced,1.399342041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,16,balanced,0.028881919384002686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,16,balanced,0.028908801078796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,16,balanced,0.029976320266723634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,16,balanced,0.038426880836486814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,16,balanced,0.05282303810119628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,16,balanced,0.07952896118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,16,balanced,0.08993023872375489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,16,balanced,0.08916735649108887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,16,balanced,0.09315967559814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,16,balanced,0.09295488357543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,16,balanced,0.09644543647766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,16,balanced,0.09920255661010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,16,balanced,0.10126976013183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,16,balanced,0.09397120475769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,16,balanced,0.09752320289611817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,16,balanced,0.09988736152648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,16,balanced,0.10651264190673829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,16,balanced,0.12314751625061035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,16,balanced,0.13852543830871583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,16,balanced,0.16361600875854493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,16,balanced,0.19075071334838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,16,balanced,0.24251264572143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,16,balanced,0.29035263061523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,16,balanced,0.40296062469482424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,16,balanced,0.5037619018554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,16,balanced,0.7364915466308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,16,balanced,0.9465190124511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,16,balanced,0.03333120107650757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,16,balanced,0.03299583911895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,16,balanced,0.05178239822387696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,16,balanced,0.051847681999206544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,16,balanced,0.05302144050598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,16,balanced,0.05567359924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,16,balanced,0.0732748794555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,16,balanced,0.07327104091644288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,16,balanced,0.07834752082824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,16,balanced,0.07800320148468018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,16,balanced,0.09779711723327636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,2,32,power_law_1.2,4.050970764160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,16,balanced,0.10232192039489747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,16,balanced,0.12188032150268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,16,balanced,0.11991423606872557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,16,balanced,0.1921433639526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,16,balanced,0.19440128326416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,16,balanced,0.20826751708984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,16,balanced,0.30606975555419924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,16,balanced,0.38230785369873044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,16,balanced,0.5444185638427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,16,balanced,0.6986265563964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,16,balanced,1.0269747161865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,16,balanced,1.36316162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,16,balanced,1.9979750061035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,16,balanced,2.6636569213867185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,16,balanced,3.942575378417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,16,power_law_1.01,0.07703807830810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,16,power_law_1.01,0.12001024246215822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,16,power_law_1.01,0.12003583908081054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,16,power_law_1.01,0.11823871612548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,16,power_law_1.01,0.11949824333190917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,16,balanced,5.26898193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,16,power_law_1.01,0.14142848014831544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,16,power_law_1.01,0.14829183578491212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,16,power_law_1.01,0.1491750431060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,16,power_law_1.01,0.15322112083435058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,16,power_law_1.01,0.1595494365692139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,16,power_law_1.01,0.1667635154724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,16,power_law_1.01,0.17113088607788085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,16,power_law_1.01,0.1739993667602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,16,power_law_1.01,0.17437824249267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,16,power_law_1.01,0.1679360008239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,16,power_law_1.01,0.1780531120300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,16,power_law_1.01,0.18548608779907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,16,power_law_1.01,0.21136383056640623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,16,power_law_1.01,0.23207807540893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,16,power_law_1.01,0.32574337005615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,16,power_law_1.01,0.3907839965820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,16,power_law_1.01,0.5101094436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,16,power_law_1.01,0.6482637023925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,16,power_law_1.01,0.9636505889892579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,16,power_law_1.01,1.255932159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,16,power_law_1.01,1.6670246887207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,16,power_law_1.01,0.05224575996398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,16,power_law_1.01,0.07652480125427245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,16,power_law_1.01,0.07510015964508057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,16,power_law_1.01,2.226800689697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,16,power_law_1.01,0.07794047832489014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,16,power_law_1.01,0.07739264011383057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,16,power_law_1.01,0.07301119804382325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,16,power_law_1.01,0.07642623901367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,16,power_law_1.01,0.07896704196929931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,16,power_law_1.01,0.08208895683288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,16,power_law_1.01,0.0811788845062256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,16,power_law_1.01,0.08535296440124511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,16,power_law_1.01,0.08842240333557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,16,power_law_1.01,0.089999361038208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,16,power_law_1.01,0.08638591766357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,16,power_law_1.01,0.09373567581176759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,16,power_law_1.01,0.09939968109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,16,power_law_1.01,0.10985856056213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,16,power_law_1.01,0.1323583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,16,power_law_1.01,0.15309311866760253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,16,power_law_1.01,0.19159296035766601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,16,power_law_1.01,0.2372390365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,16,power_law_1.01,0.3275519943237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,16,power_law_1.01,0.4300940704345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,16,power_law_1.01,0.6075763320922851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,16,power_law_1.01,0.7478886413574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,16,power_law_1.01,1.1687859344482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,16,power_law_1.01,0.03611776113510132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,16,power_law_1.01,0.043311362266540525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,16,power_law_1.01,1.37338623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,16,power_law_1.01,0.05188608169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,16,power_law_1.01,0.05666687965393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,16,power_law_1.01,0.06488575935363769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,16,power_law_1.01,0.06915584087371826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,16,power_law_1.01,0.0720908784866333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,16,power_law_1.01,0.09181695938110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,16,power_law_1.01,0.09759488105773925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,16,power_law_1.01,0.11979007720947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,16,power_law_1.01,0.14186623573303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,16,power_law_1.01,0.15389183998107908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,16,power_law_1.01,0.1854911994934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,16,power_law_1.01,0.2124684715270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,16,power_law_1.01,0.22572544097900388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,16,power_law_1.01,0.2576358413696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,16,power_law_1.01,0.3151948738098144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,16,power_law_1.01,0.3918860626220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,16,power_law_1.01,0.6657011413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,16,power_law_1.01,0.8196966552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,16,power_law_1.01,1.0723455810546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,16,power_law_1.01,1.690123596191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,2,32,power_law_1.2,5.512169189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,32,power_law_1.01,9.590009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,16,power_law_1.01,1.8782630920410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,16,power_law_1.01,3.951704406738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,16,power_law_1.2,0.07778687953948975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,16,power_law_1.2,0.1200268840789795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,16,power_law_1.2,0.11354623794555666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,16,power_law_1.2,0.11501312255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,16,power_law_1.2,0.11302528381347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,16,power_law_1.2,0.13774975776672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,16,power_law_1.2,0.1483020782470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,16,power_law_1.2,0.15081215858459474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,16,power_law_1.2,0.15721343994140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,16,power_law_1.2,0.16107648849487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,16,power_law_1.2,0.16762239456176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,16,power_law_1.2,0.1705023956298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,16,power_law_1.2,0.17075456619262694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,16,power_law_1.2,0.1614259147644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,16,power_law_1.2,0.176125431060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,16,power_law_1.2,0.1807974433898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,16,power_law_1.2,0.19612928390502932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,16,power_law_1.2,0.22113279342651365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,16,power_law_1.2,0.25720191955566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,16,power_law_1.2,0.32006526947021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,16,power_law_1.2,0.43144702911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,16,power_law_1.2,0.5722009658813476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,16,power_law_1.01,3.082135009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,16,power_law_1.2,0.8415232086181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,16,power_law_1.2,0.9937830352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,16,power_law_1.2,1.5107417297363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,16,power_law_1.2,2.166545867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,16,power_law_1.2,0.05233151912689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,16,power_law_1.2,0.0747980785369873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,16,power_law_1.2,0.06926720142364502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,16,power_law_1.2,0.07772543907165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,16,power_law_1.2,0.07814784049987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,16,power_law_1.2,0.06615551948547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,16,power_law_1.2,3.013932800292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,16,power_law_1.2,0.07477759838104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,16,power_law_1.2,0.08211584091186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,16,power_law_1.2,0.0825984001159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,16,power_law_1.2,0.08424063682556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,16,power_law_1.2,0.08139264106750488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,16,power_law_1.2,0.09006208419799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,16,power_law_1.2,0.09349504470825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,16,power_law_1.2,0.08746496200561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,16,power_law_1.2,0.09759488105773925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,16,power_law_1.2,0.10184320449829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,16,power_law_1.2,0.10932607650756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,16,power_law_1.2,0.14279423713684083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,16,power_law_1.2,0.15773695945739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,16,power_law_1.2,0.20884479522705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,16,power_law_1.2,0.2616524887084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,16,power_law_1.2,0.36230400085449216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,16,power_law_1.2,0.4746572875976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,16,power_law_1.2,0.7051763153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,16,power_law_1.2,0.8821158599853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,16,power_law_1.2,1.264936981201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,16,power_law_1.2,0.03632128000259399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,16,power_law_1.2,0.043297281265258794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,16,power_law_1.2,1.6612774658203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,16,power_law_1.2,0.0518400001525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,16,power_law_1.2,0.05645567893981933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,16,power_law_1.2,0.06499328136444091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,16,power_law_1.2,0.07177599906921386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,16,power_law_1.2,0.07275775909423829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,16,power_law_1.2,0.09102208137512206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,16,power_law_1.2,0.0955788803100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,16,power_law_1.2,0.12409983634948732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,16,power_law_1.2,0.1290060806274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,16,power_law_1.2,0.16504192352294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,16,power_law_1.2,0.17917184829711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,16,power_law_1.2,0.23469823837280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,16,power_law_1.2,0.2503116798400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,32,power_law_1.01,11.73553466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,16,power_law_1.2,0.3066726493835449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,16,power_law_1.2,0.35322113037109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,16,power_law_1.2,0.4702310562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,16,power_law_1.2,0.6180070495605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,16,power_law_1.2,0.9475225830078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,16,power_law_1.2,1.20914306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,2,32,power_law_1.2,8.815390625000001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,16,power_law_1.01,6.462832641601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,16,power_law_1.2,1.5721804809570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,16,power_law_1.2,2.603404846191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,8,balanced,0.029164800643920897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,8,balanced,0.03571455955505371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,8,balanced,0.050865921974182125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,8,balanced,0.06151679992675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,8,balanced,0.08175999641418456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,8,balanced,0.12809344291687014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,8,balanced,0.16530431747436522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,8,balanced,0.1693529510498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,8,balanced,0.1721881675720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,8,balanced,0.1753152084350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,8,balanced,0.16844800949096678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,8,balanced,0.17274368286132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,8,balanced,0.17599872589111326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,8,balanced,0.1828927993774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,8,balanced,0.19029119491577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,8,balanced,0.19677568435668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,8,balanced,0.20582143783569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,8,balanced,0.22905599594116213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,8,balanced,0.25390975952148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,8,balanced,0.3025267219543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,8,balanced,0.3494963073730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,8,balanced,0.47876350402832035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,8,balanced,0.5945036697387696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,8,balanced,0.9078028869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,8,balanced,1.1448063659667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,8,balanced,1.6118745422363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,8,balanced,2.0829991149902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,8,balanced,0.029660160541534426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,8,balanced,0.030054399967193602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,8,balanced,0.03229183912277221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,8,balanced,0.04187136173248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,8,balanced,0.05748479843139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,8,balanced,0.08870656013488769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,8,balanced,0.10082943916320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,8,balanced,0.10482175827026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,8,balanced,0.10722687721252441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,8,balanced,0.11184639930725097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,8,balanced,0.10293248176574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,8,balanced,0.10616959571838377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,8,balanced,0.1085580825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,8,balanced,0.1149824047088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,8,balanced,0.12001407623291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,8,balanced,0.12691455841064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,8,balanced,0.13931008338928225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,8,balanced,0.16503679275512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,8,balanced,0.18918399810791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,8,balanced,0.23654527664184571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,8,balanced,0.28434816360473636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,8,balanced,0.38054656982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,8,balanced,0.47597694396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,8,balanced,0.6854003143310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,8,balanced,0.8764096069335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,8,balanced,1.289099578857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,8,balanced,1.6878028869628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,8,balanced,0.02667135953903198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,8,balanced,0.035310080051422124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,8,balanced,0.05602047920227051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,8,balanced,0.05630335807800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,8,balanced,0.05784448146820068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,8,balanced,0.062431998252868645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,8,balanced,0.06631296157836915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,8,balanced,0.08547840118408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,8,balanced,0.08919424057006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,8,balanced,0.09382271766662598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,8,balanced,0.11107071876525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,8,balanced,0.1160870361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,8,balanced,0.13464192390441893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,8,balanced,0.14454527854919436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,8,balanced,0.22468608856201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,8,balanced,0.23236223220825197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,8,balanced,0.2553497505187988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,8,balanced,0.37905025482177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,8,balanced,0.4688883209228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,8,balanced,0.6828018951416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,8,balanced,0.883768310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,8,balanced,1.30276611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,16,power_law_1.01,7.790521850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,8,balanced,1.7383602905273439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,8,balanced,2.5980709838867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,8,balanced,3.4090649414062497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,8,balanced,5.1319732666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,8,power_law_1.01,0.060003838539123534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,8,power_law_1.01,0.07851391792297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,8,power_law_1.01,0.08962688446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,8,power_law_1.01,0.09454976081848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,8,power_law_1.01,0.10546431541442872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,8,power_law_1.01,0.10177663803100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,8,balanced,6.615200195312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,8,power_law_1.01,0.1510745620727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,8,power_law_1.01,0.15110400199890137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,8,power_law_1.01,0.15170687675476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,8,power_law_1.01,0.15666303634643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,8,power_law_1.01,0.16143871307373048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,8,power_law_1.01,0.1636275291442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,8,power_law_1.01,0.15931008338928224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,8,power_law_1.01,0.16491647720336916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,8,power_law_1.01,0.17299968719482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,8,power_law_1.01,0.17889408111572264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,8,power_law_1.01,0.1878988838195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,8,power_law_1.01,0.2144486427307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,8,power_law_1.01,0.23307008743286134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,8,power_law_1.01,0.2824742317199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,8,power_law_1.01,0.3532070541381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,8,power_law_1.01,0.5002291107177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,8,power_law_1.01,0.6459750366210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,8,power_law_1.01,0.8917017364501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,8,power_law_1.01,1.1374310302734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,8,power_law_1.01,1.8583885192871095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,8,power_law_1.01,0.04240896224975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,8,power_law_1.01,0.05417344093322753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,8,power_law_1.01,2.1849484252929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,8,power_law_1.01,0.05939839839935303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,8,power_law_1.01,0.06602880001068115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,8,power_law_1.01,0.07286911964416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,8,power_law_1.01,0.07165184020996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,8,power_law_1.01,0.08684415817260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,8,power_law_1.01,0.091212797164917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,8,power_law_1.01,0.09440383911132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,8,power_law_1.01,0.09447039604187012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,8,power_law_1.01,0.09901311874389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,8,power_law_1.01,0.10124416351318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,8,power_law_1.01,0.0974284839630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,8,power_law_1.01,0.10336000442504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,8,power_law_1.01,0.108919038772583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,8,power_law_1.01,0.1122764778137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,8,power_law_1.01,0.11984640121459962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,8,power_law_1.01,0.14929792404174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,8,power_law_1.01,0.17039104461669924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,8,power_law_1.01,0.20888448715209962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,8,power_law_1.01,0.2583705520629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,8,power_law_1.01,0.3334041595458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,8,power_law_1.01,0.45294334411621096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,8,power_law_1.01,0.5922188949584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,8,power_law_1.01,0.8230425262451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,8,power_law_1.01,1.1685504150390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,8,power_law_1.01,0.03005824089050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,8,power_law_1.01,0.03725568056106567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,8,power_law_1.01,1.5439526367187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,8,power_law_1.01,0.042272000312805175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,8,power_law_1.01,0.059905281066894536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,8,power_law_1.01,0.061946878433227534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,8,power_law_1.01,0.06929152011871338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,8,power_law_1.01,0.07343359947204589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,8,power_law_1.01,0.09902208328247071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,8,power_law_1.01,0.10360063552856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,8,power_law_1.01,0.1101478385925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,8,power_law_1.01,0.1251980781555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,8,power_law_1.01,0.14278016090393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,8,power_law_1.01,0.16890623092651366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,8,power_law_1.01,0.2049497604370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,8,power_law_1.01,0.23666303634643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,8,power_law_1.01,0.21083007812500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,8,power_law_1.01,0.29040512084960934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,8,power_law_1.01,0.3821004867553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,8,power_law_1.01,0.4757567977905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,8,power_law_1.01,0.6725068664550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,8,power_law_1.01,0.9252403259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,16,power_law_1.2,3.178216857910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,8,power_law_1.01,1.3030528259277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,8,power_law_1.01,1.6746418762207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,2,32,power_law_1.2,13.877105712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,2,32,power_law_1.2,14.823385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,8,power_law_1.2,0.05960959911346435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,8,power_law_1.2,0.0784934377670288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,8,power_law_1.2,0.07850240230560303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,8,power_law_1.2,0.08775296211242675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,8,power_law_1.2,0.09444735527038575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,8,power_law_1.2,0.10953856468200684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,8,power_law_1.2,0.14651136398315429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,8,power_law_1.2,0.14989824295043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,8,power_law_1.2,0.1514355182647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,8,power_law_1.2,0.15685376167297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,8,power_law_1.2,0.16243200302124022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,8,power_law_1.2,0.16039167404174806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,8,power_law_1.2,0.15660927772521974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,8,power_law_1.2,0.16890495300292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,8,power_law_1.2,0.1765273666381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,8,power_law_1.2,0.17993856430053712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,8,power_law_1.2,0.19653120040893554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,8,power_law_1.2,0.21953664779663087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,8,power_law_1.2,0.24733440399169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,8,power_law_1.2,0.31412223815917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,8,power_law_1.2,0.36959358215332033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,8,power_law_1.2,0.5463065719604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,8,power_law_1.2,0.7173120117187499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,8,power_law_1.2,0.9793778991699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,8,power_law_1.2,1.2885478210449217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,8,power_law_1.2,1.9039270019531251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,8,power_law_1.01,2.529593658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,8,power_law_1.2,0.0394598388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,8,power_law_1.2,2.5061132812499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,8,power_law_1.2,0.052771840095520016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,8,power_law_1.2,0.05480832099914551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,8,power_law_1.2,0.06423935890197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,8,power_law_1.2,0.0709657621383667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,8,power_law_1.2,0.06947968006134034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,8,power_law_1.2,0.08529791831970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,8,power_law_1.2,0.09167488098144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,8,power_law_1.2,0.09422719955444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,8,power_law_1.2,0.09472512245178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,8,power_law_1.2,0.10347007751464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,8,power_law_1.2,0.10098303794860838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,8,power_law_1.2,0.09553024291992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,8,power_law_1.2,0.10381823539733888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,8,power_law_1.2,0.1105510425567627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,8,power_law_1.2,0.11353983879089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,8,power_law_1.2,0.12522111892700197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,8,power_law_1.2,0.15374336242675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,8,power_law_1.2,0.1671615982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,8,power_law_1.2,0.21907327651977537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,8,power_law_1.2,0.27291263580322267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,8,power_law_1.2,0.36837249755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,8,power_law_1.2,0.49148414611816404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,8,power_law_1.2,0.6720396423339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,8,power_law_1.2,0.88368896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,8,power_law_1.01,2.9425625610351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,8,power_law_1.2,0.029594879150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,8,power_law_1.2,0.03581568002700806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,8,power_law_1.2,1.3116006469726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,8,power_law_1.2,0.04066944122314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,8,power_law_1.2,0.060056319236755376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,8,power_law_1.2,0.06100607872009277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,8,power_law_1.2,0.06837376117706298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,8,power_law_1.2,0.07809279918670654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,8,power_law_1.2,0.08040960311889649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,8,power_law_1.2,0.10516223907470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,8,power_law_1.2,0.10699392318725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,8,power_law_1.2,0.12171903610229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,8,power_law_1.2,0.15331199645996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,8,power_law_1.2,1.7344447326660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,8,power_law_1.2,0.1765376091003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,8,power_law_1.2,0.20431871414184571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,8,power_law_1.2,0.22177024841308596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,8,power_law_1.2,0.22292095184326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,8,power_law_1.2,0.28834560394287106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,8,power_law_1.2,0.4032511901855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,8,power_law_1.2,0.4657855987548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,8,power_law_1.2,0.7132902526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,8,power_law_1.2,0.9240614318847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,8,power_law_1.2,1.3487936401367189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,8,power_law_1.01,5.040586242675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,8,power_law_1.2,1.726329650878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,8,power_law_1.01,6.31864990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,4,balanced,0.027714560031890868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,4,balanced,0.036280319690704346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,4,balanced,0.05101439952850342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,4,balanced,0.06302336215972901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,4,balanced,0.08075008392333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,4,balanced,0.12483455657958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,4,balanced,0.12845312118530275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,4,balanced,0.13029120445251466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,4,balanced,0.16297727584838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,4,balanced,0.16389888763427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,4,balanced,0.16738943099975584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,4,balanced,0.17068927764892577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,4,balanced,0.17385984420776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,4,balanced,0.1811302375793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,4,balanced,0.1856780815124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,4,balanced,0.1931340789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,4,balanced,0.20321792602539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,4,balanced,0.22610687255859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,4,balanced,0.2480678367614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,4,balanced,0.2941004753112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,4,balanced,0.34050048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,4,balanced,0.4554931259155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,4,balanced,0.5578559875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,4,balanced,0.8661286163330079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,4,balanced,1.169102096557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,4,balanced,1.6458624267578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,4,balanced,2.130603485107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,4,balanced,0.028768000602722166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,4,balanced,0.030237441062927244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,4,balanced,0.0333401608467102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,4,balanced,0.044902400970458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,4,balanced,0.06342783927917481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,4,balanced,0.09767423629760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,4,balanced,0.09946111679077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,4,balanced,0.10191871643066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,4,balanced,0.12117759704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,4,balanced,0.12257535934448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,4,balanced,0.12533632278442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,4,balanced,0.12798720359802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,4,balanced,0.12995840072631837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,16,power_law_1.2,5.277927856445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,4,balanced,0.13510527610778808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,4,balanced,0.1459648036956787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,4,balanced,0.1385484790802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,4,balanced,0.15537535667419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,4,balanced,0.17918848037719726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,4,balanced,0.20123264312744144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,4,balanced,0.2471526336669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,4,balanced,0.29494911193847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,4,balanced,0.3821811294555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,4,balanced,0.47672065734863284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,4,balanced,0.6954675292968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,4,balanced,0.8807193756103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,4,balanced,1.3066432189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,4,power_law_1.01,0.047575039863586424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,4,power_law_1.01,0.05999743938446045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,4,balanced,1.7276556396484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,4,power_law_1.01,0.06743552207946776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,4,power_law_1.01,0.07612800121307373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,4,power_law_1.01,0.08529151916503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,4,power_law_1.01,0.09291775703430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,4,power_law_1.01,0.12333824157714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,4,power_law_1.01,0.11617792129516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,4,power_law_1.01,0.14025983810424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,4,power_law_1.01,0.14580608367919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,4,power_law_1.01,0.15056127548217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,4,power_law_1.01,0.15509247779846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,4,power_law_1.01,0.16000383377075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,4,power_law_1.01,0.16330623626708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,4,power_law_1.01,0.17024127960205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,4,power_law_1.01,0.17936128616333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,4,power_law_1.01,0.1910028839111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,4,power_law_1.01,0.21921663284301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,4,power_law_1.01,0.23891584396362306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,4,power_law_1.01,0.29148799896240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,4,power_law_1.01,0.34135936737060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,4,power_law_1.01,0.46827648162841795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,4,power_law_1.01,0.6204275131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,4,power_law_1.01,0.9392243194580079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,4,power_law_1.01,1.1674752044677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,4,power_law_1.01,1.67114501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,4,power_law_1.01,0.03305984020233154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,4,power_law_1.01,0.041748480796813967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,4,power_law_1.01,0.04929152011871338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,4,power_law_1.01,2.215809326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,4,power_law_1.01,0.05908095836639404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,4,power_law_1.01,0.07184256076812744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,4,power_law_1.01,0.07086463928222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,4,power_law_1.01,0.0893836784362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,4,power_law_1.01,0.09122943878173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,4,power_law_1.01,0.10542207717895509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,4,power_law_1.01,0.10249216079711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,4,power_law_1.01,0.1074995231628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,4,power_law_1.01,0.11042431831359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,4,power_law_1.01,0.1181004810333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,4,power_law_1.01,0.12149503707885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,4,power_law_1.01,0.13320704460144045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,4,power_law_1.01,0.12763520240783693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,4,power_law_1.01,0.1436633586883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,4,power_law_1.01,0.1727680015563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,4,power_law_1.01,0.1947148895263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,4,power_law_1.01,0.2472127914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,4,power_law_1.01,0.3047564888000488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,4,power_law_1.01,0.40595455169677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,4,power_law_1.01,0.5200230407714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,4,power_law_1.01,0.7267545318603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,4,power_law_1.01,0.9139660644531251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,4,power_law_1.01,1.3319667053222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,4,power_law_1.2,0.04908415794372559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,4,power_law_1.2,0.060290560722351075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,4,power_law_1.2,0.06329855918884278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,4,power_law_1.01,1.724945983886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,4,power_law_1.2,0.07373695850372315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,4,power_law_1.2,0.09634048461914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,4,power_law_1.2,0.09193856239318847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,4,power_law_1.2,0.11592703819274904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,4,power_law_1.2,0.12097663879394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,4,power_law_1.2,0.14616959571838378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,4,power_law_1.2,0.14233471870422362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,4,power_law_1.2,0.15034111976623535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,4,power_law_1.2,0.153502721786499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,4,power_law_1.2,0.15606016159057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,4,power_law_1.2,0.16651519775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,4,power_law_1.2,0.17368703842163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,4,power_law_1.2,0.18210176467895506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,4,power_law_1.2,0.19497600555419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,4,power_law_1.2,0.22066560745239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,4,power_law_1.2,0.24573183059692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,4,power_law_1.2,0.303055362701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,4,power_law_1.2,0.3619353485107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,4,power_law_1.2,0.5035238265991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,4,power_law_1.2,0.6737177276611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,4,power_law_1.2,0.9343321228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,4,power_law_1.2,1.2487091064453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,4,power_law_1.2,1.7773939514160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,4,power_law_1.2,0.032829439640045165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,4,power_law_1.2,0.041196799278259276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,4,power_law_1.2,0.045090560913085935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,4,power_law_1.2,2.3057688903808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,4,power_law_1.2,0.05759744167327881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,4,power_law_1.2,0.06538496017456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,4,power_law_1.2,0.06645376205444335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,4,power_law_1.2,0.08858240127563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,4,power_law_1.2,0.08477184295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,4,power_law_1.2,0.10065664291381834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,4,power_law_1.2,0.10238207817077635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,4,power_law_1.2,0.10681088447570801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,4,power_law_1.2,0.11017344474792481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,4,power_law_1.2,0.1152345561981201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,4,power_law_1.2,0.12359168052673339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,4,power_law_1.2,0.12952192306518556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,4,power_law_1.2,0.1357862377166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,4,power_law_1.2,0.14936320304870604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,4,power_law_1.2,0.17898880004882814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,4,power_law_1.2,0.20136064529418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,4,power_law_1.2,0.2561215972900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,4,power_law_1.2,0.30715776443481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,4,power_law_1.2,0.40116352081298834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,4,power_law_1.2,0.5071372985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,4,power_law_1.2,0.7517375946044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,4,power_law_1.2,0.9610790252685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,4,power_law_1.2,1.3655500793457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,2,balanced,0.029006080627441404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,2,balanced,0.03815808057785034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,2,balanced,0.05295743942260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,2,balanced,0.06549503803253173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,4,power_law_1.2,1.875677490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,2,balanced,0.09203968048095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,2,balanced,0.1397798442840576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,2,balanced,0.1388428783416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,2,balanced,0.14148351669311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,2,balanced,0.14377087593078614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,2,balanced,0.14413439750671386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,2,balanced,0.1497164821624756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,2,balanced,0.1751487922668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,2,balanced,0.17873664855957033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,2,balanced,0.18312448501586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,2,balanced,0.18939903259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,2,balanced,0.19559423446655272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,2,balanced,0.20589056015014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,2,balanced,0.2290086364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,2,balanced,0.25066112518310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,2,balanced,0.29716096878051756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,2,balanced,0.34286209106445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,2,balanced,0.45161087036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,2,balanced,0.5444851303100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,2,balanced,0.8827635192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,2,balanced,1.1616806030273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,8,power_law_1.2,3.3903948974609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,2,balanced,0.029735679626464846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,2,balanced,0.0325977611541748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,2,balanced,1.7612147521972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,2,balanced,0.03772032022476196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,2,balanced,0.05411839962005616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,2,balanced,0.08418944358825683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,2,balanced,0.13451007843017576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,2,balanced,0.13500415802001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,2,balanced,0.13790592193603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,2,balanced,0.13899904251098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,2,balanced,2.3283981323242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,2,balanced,0.14180224418640136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,2,balanced,0.14266880035400392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,2,balanced,0.1826214408874512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,2,balanced,0.18262655258178712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,2,balanced,0.18921472549438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,2,balanced,0.19144704818725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,2,balanced,0.19898368835449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,2,balanced,0.20497535705566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,2,balanced,0.22689407348632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,2,balanced,0.24289663314819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,2,balanced,0.2874995231628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,2,balanced,0.3301440048217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,2,balanced,0.4150809478759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,2,balanced,0.5003353500366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,2,balanced,0.7779507446289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,2,balanced,0.9545740509033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,2,power_law_1.01,0.03026047945022583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,2,power_law_1.01,0.05075456142425537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,2,power_law_1.01,0.05922175884246826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,2,balanced,1.4186239624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,2,power_law_1.01,0.07176703929901122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,2,power_law_1.01,0.08313599586486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,2,balanced,1.8983859252929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,2,power_law_1.01,0.1008844757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,2,power_law_1.01,0.11709183692932128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,2,power_law_1.01,0.12326656341552736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,2,power_law_1.01,0.12673279762268067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,2,power_law_1.01,0.13728768348693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,2,power_law_1.01,0.16250112533569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,2,power_law_1.01,0.16637056350708007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,2,power_law_1.01,0.17126272201538087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,2,power_law_1.01,0.17657344818115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,2,power_law_1.01,0.18634111404418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,2,power_law_1.01,0.11985664367675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,2,power_law_1.01,0.1974745559692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,2,power_law_1.01,0.2256012725830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,2,power_law_1.01,0.24964736938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,2,power_law_1.01,0.302105598449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,2,power_law_1.01,0.35113342285156246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,2,power_law_1.01,0.45504512786865237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,2,power_law_1.01,0.6282009506225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,2,power_law_1.01,0.90176513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,2,power_law_1.01,1.1691571044921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,2,power_law_1.01,0.032418560981750486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,2,power_law_1.01,0.03689984083175659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,2,power_law_1.01,1.6907685852050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,2,power_law_1.01,0.046106882095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,2,power_law_1.01,0.0629798412322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,2,power_law_1.01,0.07326591968536376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,2,power_law_1.01,0.08667648315429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,2,power_law_1.01,0.10683135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,2,power_law_1.01,2.250232391357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,2,power_law_1.01,0.11186688423156739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,2,power_law_1.01,0.11312640190124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,2,power_law_1.01,0.12095616340637208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,2,power_law_1.01,0.12008704185485838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,2,power_law_1.01,0.15471743583679198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,2,power_law_1.01,0.1635660743713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,2,power_law_1.01,0.17023231506347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,2,power_law_1.01,0.17351808547973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,2,power_law_1.01,0.178022403717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,2,power_law_1.01,0.18965375900268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,2,power_law_1.01,0.21776384353637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,2,power_law_1.01,0.24447872161865236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,2,power_law_1.01,0.32313472747802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,2,power_law_1.01,0.3738393783569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,2,power_law_1.01,0.48579071044921873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,2,power_law_1.01,0.5935897445678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,2,power_law_1.01,0.8451673889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,2,power_law_1.01,1.0629798126220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,8,power_law_1.2,2.5118092346191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,2,power_law_1.2,0.03029247999191284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,2,power_law_1.2,0.0506982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,2,power_law_1.2,0.05732863903045654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,2,power_law_1.01,1.5347404479980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,2,power_law_1.2,0.06828800201416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,2,power_law_1.2,0.08553471565246581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,2,power_law_1.2,0.08878975868225097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,2,power_law_1.2,0.11494527816772462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,2,power_law_1.2,0.12057344436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,2,power_law_1.2,0.12421376228332519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,2,power_law_1.2,0.12708224296569823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,2,power_law_1.2,0.13550975799560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,2,power_law_1.01,2.015386810302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,2,power_law_1.2,0.16262144088745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,2,power_law_1.2,0.17170560836791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,2,power_law_1.2,0.1788979148864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,2,power_law_1.2,0.18603904724121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,2,power_law_1.2,0.19959808349609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,2,power_law_1.2,0.2300569534301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,2,power_law_1.2,0.25220096588134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,2,power_law_1.2,0.3080806350708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,2,power_law_1.2,0.3589388656616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,2,power_law_1.2,0.161975040435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,2,power_law_1.2,0.46279937744140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,2,power_law_1.2,0.6440755462646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,2,power_law_1.2,0.9011456298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,2,power_law_1.2,0.032391679286956784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,2,power_law_1.2,1.200689926147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,2,power_law_1.2,0.03673471927642823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,2,power_law_1.2,0.04639872074127197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,2,power_law_1.2,1.7283967590332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,2,power_law_1.2,0.05792768001556396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,2,power_law_1.2,0.07498496055603028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,2,power_law_1.2,0.07859200000762939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,2,power_law_1.2,0.10428799629211424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,2,power_law_1.2,0.10687616348266601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,2,power_law_1.2,2.2605183410644534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,2,power_law_1.2,0.11220864295959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,2,power_law_1.2,0.11559040069580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,2,power_law_1.2,0.12658432006835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,2,power_law_1.2,0.15598976135253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,2,power_law_1.2,0.16132991790771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,2,power_law_1.2,0.1717350387573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,2,power_law_1.2,0.17413248062133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,2,power_law_1.2,0.17868288040161134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,2,power_law_1.2,0.19585407257080079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,2,power_law_1.2,0.24793088912963865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,2,power_law_1.2,0.2720294380187988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,2,power_law_1.2,0.3358195114135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,2,power_law_1.2,0.3876902389526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,2,power_law_1.2,0.49231231689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,2,power_law_1.2,0.6119039916992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,2,power_law_1.2,0.863773422241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,64,balanced,0.01820799946784973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,64,balanced,0.018242559432983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,2,power_law_1.2,1.0927385711669921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,64,balanced,0.018197760581970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,64,balanced,0.018795520067214966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,64,balanced,0.017964799404144288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,64,balanced,0.024861440658569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,64,balanced,0.025183999538421632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,64,balanced,0.025305600166320802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,64,balanced,0.026662399768829347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,2,power_law_1.2,1.571557159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,64,balanced,0.02708735942840576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,64,balanced,0.02720896005630493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,64,balanced,0.030453760623931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,64,balanced,0.030840320587158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,64,balanced,0.031096320152282714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,64,balanced,0.03074559926986694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,64,balanced,0.03281536102294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,64,balanced,0.035238399505615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,64,balanced,0.03853568077087403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,64,balanced,0.045715198516845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,2,power_law_1.2,2.0770777893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,64,balanced,0.049120001792907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,64,balanced,0.05670400142669678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,64,balanced,0.0646451187133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,64,balanced,0.0793996810913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,64,balanced,0.0975551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,64,balanced,0.14388992309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,64,balanced,0.020844800472259523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,64,balanced,0.1861440086364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,64,balanced,0.02090751886367798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,64,balanced,0.020887041091918947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,64,balanced,0.029370880126953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,64,balanced,0.021091840267181396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,64,balanced,0.02160640001296997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,64,balanced,0.030996479988098145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,64,balanced,0.03153023958206177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,64,balanced,0.03142656087875366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,64,balanced,0.03187711954116822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,64,balanced,0.03167232036590576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,64,balanced,0.03236608028411865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,64,balanced,0.032561919689178466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,64,balanced,0.032948479652404786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,64,balanced,0.03351423978805542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,64,balanced,0.03435647964477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,64,balanced,0.03592063903808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,64,balanced,0.03850111961364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,64,balanced,0.03485696077346802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,64,balanced,0.03888767957687378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,64,balanced,0.042131199836730956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,64,balanced,0.049286398887634274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,64,balanced,0.05553408145904541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,64,balanced,0.06722047805786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,64,balanced,0.0819916820526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,64,balanced,0.1126579189300537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,64,balanced,0.14305151939392088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,64,balanced,0.033953280448913575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,64,power_law_1.01,0.01837440013885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,64,power_law_1.01,0.018484480381011963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,64,power_law_1.01,0.018607360124588013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,64,power_law_1.01,0.0247705602645874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,64,power_law_1.01,0.025134079456329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,64,power_law_1.01,0.0263155198097229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,64,power_law_1.01,0.0276364803314209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,64,power_law_1.01,0.030302720069885252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,64,power_law_1.01,0.033520638942718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,64,power_law_1.01,0.03330816030502319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,64,power_law_1.01,0.03694463968276977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,64,power_law_1.01,0.042769918441772456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,64,power_law_1.01,0.04511616230010986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,64,power_law_1.01,0.047091197967529294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,64,power_law_1.01,0.04756735801696778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,64,power_law_1.01,0.0474124813079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,64,power_law_1.01,0.054242558479309075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,64,power_law_1.01,0.06461696147918701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,64,power_law_1.01,0.030677759647369386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,64,power_law_1.01,0.08699392318725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,64,power_law_1.01,0.11363455772399902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,64,power_law_1.01,0.17279359817504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,64,power_law_1.01,0.21372159957885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,64,power_law_1.01,0.31336959838867184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,64,power_law_1.01,0.4228992080688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.021333758831024167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.0211955189704895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,64,power_law_1.01,0.6647103881835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.021264638900756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.03097856044769287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,64,power_law_1.01,0.8307238769531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.031544320583343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.031619839668273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.032325119972229005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.03361536026000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.03324160099029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.03298176050186157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.034462718963623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.035956480503082276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.03753599882125854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.038810880184173585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.03728640079498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.038049280643463135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.04239488124847412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.0479040002822876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.05612800121307373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.06837632179260253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.0827455997467041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.12217599868774413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.14063872337341307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.211276798248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.30061952590942387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,0.48318206787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,0.6471846771240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,16,power_law_1.2,7.737554931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,64,power_law_1.2,0.01841024041175842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,64,power_law_1.2,0.018376959562301638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,64,power_law_1.2,0.01853824019432068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,64,power_law_1.2,0.024920320510864256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,64,power_law_1.2,0.02607232093811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,64,power_law_1.2,0.02648832082748413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,64,power_law_1.2,0.02975231885910034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,64,power_law_1.2,0.030490880012512205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,64,power_law_1.2,0.030556159019470213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,64,power_law_1.2,0.03108223915100098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,64,power_law_1.2,0.03276927947998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,64,power_law_1.2,0.03259903907775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,64,power_law_1.2,0.035797760486602784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,64,power_law_1.2,0.04185728073120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,64,power_law_1.2,0.047571201324462895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,64,power_law_1.2,0.04860928058624268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,64,power_law_1.2,0.05465856075286866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,64,power_law_1.2,0.06444287776947022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,64,power_law_1.2,0.08171903610229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,64,power_law_1.2,0.12126848220825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,64,power_law_1.2,0.14596991539001464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,64,power_law_1.2,0.22795648574829103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,64,power_law_1.2,0.3155673599243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,64,power_law_1.2,0.45069183349609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,64,power_law_1.2,0.6165299224853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,64,power_law_1.2,0.9625305938720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.020943360328674315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.021373438835144042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.030693120956420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.031078400611877444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.031517438888549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.0316595196723938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.03234303951263427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.0327999997138977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.03387648105621338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.03379584074020386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.03558271884918213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.03698431968688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.0375987195968628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.0403929615020752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.03878528118133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.0403276777267456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.04345600128173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.05253503799438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.06429696083068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.07816703796386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.10864255905151368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.18645631790161132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.21917184829711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.35433345794677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,64,power_law_1.2,1.2591104125976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.4543795013427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,0.7078374481201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,0.9638706970214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,8,power_law_1.2,5.054488220214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,32,balanced,0.016741119623184204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,32,balanced,0.016666879653930662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,32,balanced,0.016721919775009156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,32,balanced,0.01712767958641052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,32,balanced,0.017989120483398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,32,balanced,0.023468799591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,32,balanced,0.024104959964752197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,32,balanced,0.024367361068725585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,32,balanced,0.02486016035079956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,32,balanced,0.025181438922882084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,32,balanced,0.025963521003723143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,32,balanced,0.027308800220489503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,32,balanced,0.02697088003158569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,32,balanced,0.03427839994430542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,32,balanced,0.032250878810882566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,32,balanced,0.03704576015472412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,32,balanced,0.03485696077346802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,32,balanced,0.041772799491882326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,32,balanced,0.04465151786804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,32,balanced,0.051084799766540526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,32,balanced,0.058073601722717284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,32,balanced,0.07071231842041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,32,balanced,0.0818291187286377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,32,balanced,0.11112832069396972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,32,balanced,0.13555071830749513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,32,balanced,0.19796096801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,32,balanced,0.2607065582275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,32,balanced,0.019801599979400637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,32,balanced,0.01995903968811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,32,balanced,0.019928319454193117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,32,balanced,0.020207359790802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,32,balanced,0.02042367935180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,32,balanced,0.02926464080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,32,balanced,0.029925119876861573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,32,balanced,0.030280959606170655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,32,balanced,0.030707199573516846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,32,balanced,0.031010560989379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,32,balanced,0.031703040599823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,32,balanced,0.031811840534210205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,32,balanced,0.032376320362091066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,32,balanced,0.03358975887298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,32,balanced,0.03466111898422241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,32,balanced,0.03581183910369873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,32,balanced,0.032147200107574464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,32,balanced,0.035842559337615966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,32,balanced,0.03932543992996216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,32,balanced,0.04318848133087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,32,balanced,0.05006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,32,balanced,0.06139647960662842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,32,balanced,0.07270143985748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,32,balanced,0.09878527641296386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,32,balanced,0.12622591972351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,32,balanced,0.17427839279174803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,32,balanced,0.2208652877807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,32,power_law_1.01,0.0175436794757843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,32,power_law_1.01,0.017713919878005982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,32,power_law_1.01,0.018109439611434935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,32,power_law_1.01,0.023614718914031982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,32,power_law_1.01,0.02401279926300049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,32,power_law_1.01,0.024550399780273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,32,power_law_1.01,0.025096960067749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,32,power_law_1.01,0.026552319526672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,32,power_law_1.01,0.026785280704498295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,32,power_law_1.01,0.029003520011901856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,32,power_law_1.01,0.032826879024505616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,32,power_law_1.01,0.033360641002655025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,32,power_law_1.01,0.03687551975250244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,32,power_law_1.01,0.03971839904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,32,power_law_1.01,0.04088960170745849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,32,power_law_1.01,0.04332543849945068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,32,power_law_1.01,0.04832128047943115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,32,power_law_1.01,0.05804416179656983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,32,power_law_1.01,0.06410880088806152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,32,power_law_1.01,0.07963391780853271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,32,power_law_1.01,0.09847040176391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,32,power_law_1.01,0.13574015617370605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,32,power_law_1.01,0.19368064880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,32,power_law_1.01,0.2547955131530762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,32,power_law_1.01,0.41408767700195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,32,power_law_1.01,0.5765388870239259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,32,power_law_1.01,0.722129898071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,32,power_law_1.01,0.020194559097290038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,32,power_law_1.01,0.02032896041870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,32,power_law_1.01,0.020619521141052248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,32,power_law_1.01,0.029407999515533446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,32,power_law_1.01,0.029932799339294436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,32,power_law_1.01,0.03035264015197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,32,power_law_1.01,0.03109119892120361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,32,power_law_1.01,0.03157376050949097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,32,power_law_1.01,0.03177088022232056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,32,power_law_1.01,0.03215359926223755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,32,power_law_1.01,0.033648641109466554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,32,power_law_1.01,0.03473151922225952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,32,power_law_1.01,0.03665920019149781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,32,power_law_1.01,0.0355135989189148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,32,power_law_1.01,0.03529599905014038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,32,power_law_1.01,0.038073599338531494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,32,power_law_1.01,0.041922559738159185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,32,power_law_1.01,0.0483187198638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,32,power_law_1.01,0.05314943790435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,32,power_law_1.01,0.06465407848358154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,32,power_law_1.01,0.08863103866577149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,32,power_law_1.01,0.12010623931884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,32,power_law_1.01,0.15902463912963866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,32,power_law_1.01,0.23611263275146482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,32,power_law_1.01,0.3127039909362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,32,power_law_1.01,0.45987201690673823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,32,power_law_1.2,0.017415679693222046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,32,power_law_1.2,0.01751423954963684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,32,power_law_1.2,0.017990399599075318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,32,power_law_1.01,0.6211558532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,32,power_law_1.2,0.023449599742889404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,32,power_law_1.2,0.024084479808807374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,32,power_law_1.2,0.024647679328918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,32,power_law_1.2,0.026406400203704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,32,power_law_1.2,0.027351040840148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,32,power_law_1.2,0.026496000289916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,32,power_law_1.2,0.032072958946228025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,32,power_law_1.2,0.0322329592704773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,32,power_law_1.2,0.03864831924438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,32,power_law_1.2,0.040634880065917964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,32,power_law_1.2,0.04153600215911865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,32,power_law_1.2,0.04413695812225342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,32,power_law_1.2,0.04527616024017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,32,power_law_1.2,0.05118847846984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,32,power_law_1.2,0.061537280082702636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,32,power_law_1.2,0.07294591903686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,32,power_law_1.2,0.08797056198120116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,32,power_law_1.2,0.12082431793212892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,32,power_law_1.2,0.1885055923461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,32,power_law_1.2,0.2613145637512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,32,power_law_1.2,0.3893952178955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,32,power_law_1.2,0.5154265594482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,32,power_law_1.2,0.02004096031188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,32,power_law_1.2,0.02023168087005615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,32,power_law_1.2,0.020381441116333006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,32,power_law_1.2,0.02942975997924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,32,power_law_1.2,0.030017280578613283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,32,power_law_1.2,0.030348799228668212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,32,power_law_1.2,0.031153919696807864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,32,power_law_1.2,0.03142911911010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,32,power_law_1.2,0.03218048095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,32,power_law_1.2,0.7830143737792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,32,power_law_1.2,0.03257728099822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,32,power_law_1.2,0.03686016082763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,32,power_law_1.2,0.03489919900894165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,32,power_law_1.2,0.03595391988754272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,32,power_law_1.2,0.0348851203918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,32,power_law_1.2,0.037167360782623296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,32,power_law_1.2,0.039832320213317875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,32,power_law_1.2,0.044316158294677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,32,power_law_1.2,0.06199808120727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,32,power_law_1.2,0.08106752395629882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,32,power_law_1.2,0.09977984428405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,32,power_law_1.2,0.1308249568939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,32,power_law_1.2,0.05306240081787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,32,power_law_1.2,0.19171072006225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,32,power_law_1.2,0.2942169570922851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,32,power_law_1.2,0.5912345504760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,32,power_law_1.2,0.9655718231201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,16,balanced,0.016366080045700074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,16,balanced,0.016743680238723753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,16,balanced,0.01700096011161804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,16,balanced,0.01701632022857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,32,power_law_1.2,0.4128755187988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,16,balanced,0.018379520177841186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,16,balanced,0.024890880584716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,16,balanced,0.025629439353942872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,16,balanced,0.026613759994506835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,16,balanced,0.02780416011810303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,16,balanced,0.028258559703826902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,16,balanced,0.03449088096618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,16,balanced,0.03183743953704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,16,balanced,0.03203840017318725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,16,balanced,0.03938944101333618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,16,balanced,0.02439039945602417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,16,balanced,0.041032958030700686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,16,balanced,0.043193597793579105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,16,balanced,0.04863743782043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,16,balanced,0.055567359924316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,16,balanced,0.06666111946105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,16,balanced,0.07819263935089112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,16,balanced,0.10082176208496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,16,balanced,0.1233459186553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,16,balanced,0.17319040298461913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,16,balanced,0.21746944427490233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,8,power_law_1.2,6.65344482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,16,balanced,0.31326080322265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,16,balanced,0.019808000326156615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,16,balanced,0.019375360012054442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,16,balanced,0.41394687652587886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,16,balanced,0.020084478855133057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,16,balanced,0.019740159511566165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,16,balanced,0.021848320960998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,16,balanced,0.03026432037353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,16,balanced,0.030035200119018557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,16,balanced,0.031575040817260744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,16,balanced,0.03164544105529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,16,balanced,0.031296000480651856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,16,balanced,0.03343744039535522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,16,balanced,0.03456383943557739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,16,balanced,0.03461888074874878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,16,balanced,0.031768319606781004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,16,balanced,0.034330880641937254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,16,balanced,0.034283521175384524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,16,balanced,0.037328639030456544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,16,balanced,0.04142464160919189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,16,balanced,0.04758143901824951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,16,balanced,0.057299199104309084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,16,balanced,0.06890624046325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,16,balanced,0.09361663818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,16,balanced,0.11803775787353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,16,balanced,0.16281984329223634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,16,balanced,0.2049203109741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,16,balanced,0.2986662483215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,16,power_law_1.01,0.017509119510650633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,16,balanced,0.3850278472900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,16,power_law_1.01,0.01778048038482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,16,power_law_1.01,0.01798143982887268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,16,power_law_1.01,0.018515199422836304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,16,power_law_1.01,0.023403520584106448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,16,power_law_1.01,0.024670720100402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,16,power_law_1.01,0.026350080966949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,16,power_law_1.01,0.027532799243927004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,16,power_law_1.01,0.029635839462280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,16,power_law_1.01,0.03449599981307984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,16,power_law_1.01,0.03842560052871704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,16,power_law_1.01,0.03754751920700074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,16,power_law_1.01,0.03857919931411743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,16,power_law_1.01,0.040610561370849604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,16,power_law_1.01,0.0429747200012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,16,power_law_1.01,0.04903808116912842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,16,power_law_1.01,0.0599180793762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,16,power_law_1.01,0.02707711935043335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,16,power_law_1.01,0.06845183849334717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,16,power_law_1.01,0.08111104011535644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,16,power_law_1.01,0.09665792465209962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,16,power_law_1.01,0.132227840423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,16,power_law_1.01,0.16459007263183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,16,power_law_1.01,0.27032192230224605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,16,power_law_1.01,0.3840742492675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,16,power_law_1.01,0.5168550491333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,16,power_law_1.01,0.02034559965133667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,16,power_law_1.01,0.706798095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,16,power_law_1.01,0.02145279884338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,16,power_law_1.01,0.02128511905670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,16,power_law_1.01,0.021427199840545655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,16,power_law_1.01,0.029925119876861573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,16,power_law_1.01,0.03087615966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,16,power_law_1.01,0.03122175931930542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,16,power_law_1.01,0.03277184009552002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,16,power_law_1.01,0.031544320583343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,16,power_law_1.01,0.03325311899185181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,16,power_law_1.01,0.03446399927139282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,16,power_law_1.01,0.03659136056900024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,16,power_law_1.01,0.03604223966598511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,16,power_law_1.01,0.03515647888183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,16,power_law_1.01,0.037395200729370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,16,power_law_1.01,0.038330879211425785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,16,power_law_1.01,0.04368768215179443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,16,power_law_1.01,0.050391039848327636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,16,power_law_1.01,0.059022078514099116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,16,power_law_1.01,0.07226624011993407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,16,power_law_1.01,0.094967041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,16,power_law_1.01,0.12514559745788573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,16,power_law_1.01,0.1612006378173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,16,power_law_1.01,0.24347776412963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,16,power_law_1.01,0.298525447845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,16,power_law_1.2,0.01771775960922241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,16,power_law_1.01,0.4542950439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,16,power_law_1.2,0.0178547203540802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,16,power_law_1.2,0.018097920417785646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,16,power_law_1.01,0.647462387084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,16,power_law_1.2,0.018440959453582765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,16,power_law_1.2,0.023416318893432618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,16,power_law_1.2,0.025075199604034426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,16,power_law_1.2,0.027233281135559083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,16,power_law_1.2,0.027550721168518068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,16,power_law_1.2,0.02741503953933716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,16,power_law_1.2,0.028076798915863038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,16,power_law_1.2,0.032268800735473634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,16,power_law_1.2,0.03680000066757202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,16,power_law_1.2,0.03796607971191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,16,power_law_1.2,0.04084224224090576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,16,power_law_1.2,0.04312960147857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,16,power_law_1.2,0.04673791885375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,16,power_law_1.2,0.05289984226226807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,16,power_law_1.2,0.060547838211059565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,16,power_law_1.2,0.07150591850280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,16,power_law_1.2,0.08936960220336913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,16,power_law_1.2,0.11504639625549315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,16,power_law_1.2,0.16811519622802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,16,power_law_1.2,0.207192325592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,32,power_law_1.2,0.7700147247314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,16,power_law_1.2,0.02050303936004639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,16,power_law_1.2,0.02128767967224121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,16,power_law_1.2,0.40134654998779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,16,power_law_1.2,0.02168832063674927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,16,power_law_1.2,0.021320960521697997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,16,power_law_1.2,0.029849600791931153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,16,power_law_1.2,0.33517566680908206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,16,power_law_1.2,0.030728960037231447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,16,power_law_1.2,0.031128320693969723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,16,power_law_1.2,0.0320793604850769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,16,power_law_1.2,0.032750079631805415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,16,power_law_1.2,0.03356800079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,16,power_law_1.2,0.035470080375671384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,16,power_law_1.2,0.036204800605773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,16,power_law_1.2,0.034031360149383544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,16,power_law_1.2,0.03648895978927612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,16,power_law_1.2,0.03899391889572144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,16,power_law_1.2,0.04113024234771728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,16,power_law_1.2,0.045506558418273925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,16,power_law_1.2,0.054176001548767096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,16,power_law_1.2,0.06420991897583009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,16,power_law_1.2,0.07851647853851318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,16,power_law_1.2,0.10438912391662598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,16,power_law_1.2,0.19077888488769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,16,power_law_1.2,0.6371033477783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,16,power_law_1.2,0.1571827220916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,16,power_law_1.2,0.29006591796875003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,64,balanced,0.040363521575927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,64,balanced,0.0397542405128479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,64,balanced,0.0399014401435852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,64,balanced,0.0397542405128479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,64,balanced,0.05203584194183349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,64,balanced,0.08303104400634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,64,balanced,0.08326784133911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,16,power_law_1.2,0.36407295227050784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,64,balanced,0.08338687896728517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,64,balanced,0.08423680305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,64,balanced,0.08477567672729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,64,balanced,0.08605567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,64,balanced,0.08728447914123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,64,balanced,0.08849920272827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,64,balanced,0.08917247772216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,64,balanced,0.0921292781829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,64,balanced,0.09216383934020997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,64,balanced,0.09742207527160644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,64,balanced,0.10261247634887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,64,balanced,0.0980185604095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,64,balanced,0.10570879936218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,64,balanced,0.11226623535156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,64,balanced,0.13024383544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,64,balanced,0.14358143806457518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,64,balanced,0.20943103790283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,64,balanced,0.2651161575317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,64,balanced,0.3698163223266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,64,balanced,0.02726016044616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,64,balanced,0.4774604797363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,64,balanced,0.027112960815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,64,balanced,0.027272961139678954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,64,balanced,0.02695296049118042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,64,balanced,0.029478399753570556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,64,balanced,0.04615295886993408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,64,balanced,0.04627200126647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,64,balanced,0.04705920219421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,64,balanced,0.04747136116027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,64,balanced,0.04835072040557861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,64,balanced,0.047870721817016605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,16,power_law_1.2,0.5668979263305663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,64,balanced,0.048846077919006345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,64,balanced,0.05266047954559326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,64,balanced,0.05102848052978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,64,balanced,0.05099008083343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,64,balanced,0.05328383922576905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,64,balanced,0.055847678184509274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,64,balanced,0.06281216144561767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,64,balanced,0.05705471992492676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,64,balanced,0.06411903858184814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,64,balanced,0.06908927917480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,64,balanced,0.08075648307800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,64,balanced,0.09287296295166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,64,balanced,0.1190015983581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,64,balanced,0.15069696426391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,64,balanced,0.21665023803710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,64,balanced,0.2653376007080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,64,power_law_1.01,0.051729922294616704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,64,power_law_1.01,0.051866879463195806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,64,power_law_1.01,0.08239104270935058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,64,power_law_1.01,0.08399488449096679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,64,power_law_1.01,0.08438655853271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,64,power_law_1.01,0.08664704322814941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,64,power_law_1.01,0.0872985553741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,64,power_law_1.01,0.08992639541625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,64,power_law_1.01,0.09108223915100097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,64,power_law_1.01,0.09518464088439942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,64,power_law_1.01,0.051848959922790525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,64,power_law_1.01,0.09858943939208983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,64,power_law_1.01,0.10296064376831056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,64,power_law_1.01,0.10306431770324706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,64,power_law_1.01,0.10797696113586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,64,power_law_1.01,0.11698304176330568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,64,power_law_1.01,0.14087936401367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,64,power_law_1.01,0.175468807220459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,64,power_law_1.01,0.24154495239257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,64,power_law_1.01,0.3259366226196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,16,power_law_1.2,10.29452880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,64,power_law_1.01,0.10576895713806152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,64,power_law_1.01,0.4751142501831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,64,power_law_1.01,0.6167795181274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,16,power_law_1.2,0.8286732482910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.030140159130096433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,64,power_law_1.01,0.8961727905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.032751359939575196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,64,power_law_1.01,1.334323272705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.03127680063247681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.045574398040771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.0470963191986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.0465715217590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.04964608192443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.05032063961029053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,64,power_law_1.01,2.2067904663085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.0525708818435669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.05179647922515869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.05629568099975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.0556492805480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.05863296031951905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.06190591812133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.06488831996917724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.06172031879425048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.06624639987945556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.08060416221618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.09400064468383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,64,power_law_1.01,2.864188232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.11214079856872558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.14164480209350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.18689664840698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.3152960014343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,0.4810982513427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,0.6617151641845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,0.8225676727294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,1.1563648223876952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,16,power_law_1.2,0.7387929534912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,64,power_law_1.2,0.05172480106353759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,64,power_law_1.2,0.05211520195007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,64,power_law_1.2,0.08229375839233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,64,power_law_1.2,0.08233471870422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,64,power_law_1.2,0.08367232322692872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,64,power_law_1.2,0.08407808303833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,64,power_law_1.2,0.08741888046264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,64,power_law_1.2,0.08872960090637208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,64,power_law_1.2,0.09019647598266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,64,power_law_1.2,0.09254015922546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,64,power_law_1.2,0.09904383659362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,64,power_law_1.2,0.1014899158477783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,64,power_law_1.2,0.10488063812255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,64,power_law_1.2,0.10543871879577638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,64,power_law_1.2,0.1035161590576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,64,power_law_1.2,0.11248640060424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,64,power_law_1.2,0.12586496353149415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,64,power_law_1.2,0.17446912765502928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,64,power_law_1.2,0.19018239974975587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,64,power_law_1.2,0.3285529708862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,64,power_law_1.2,0.4531532669067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,64,power_law_1.2,0.7403852844238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,64,power_law_1.2,1.0262630462646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,64,power_law_1.2,1.9124761962890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,64,power_law_1.2,1.4764057922363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.029656319618225097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.0337779188156128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.03166336059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.04548736095428467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.04521599769592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.04732416152954101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.047609601020812985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.04840320110321045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.049592318534851076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.05152512073516846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.05621632099151611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.059208960533142084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.05991040229797363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.06120960235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.06156799793243408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.0638323211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.07173503875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.09040767669677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.11123711585998534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.15594752311706545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.24878591537475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.3445529556274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.4316518402099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,64,power_law_1.2,3.071192321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,0.9199961853027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,0.7758195495605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,1.4035891723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,64,power_law_1.2,3.539525146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,1.8110566711425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,32,balanced,0.02349440097808838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,32,balanced,0.023662080764770506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,32,balanced,0.023576319217681885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,32,balanced,0.03809024095535278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,32,balanced,0.049859838485717775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,32,balanced,0.07527040004730225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,32,balanced,0.07715456008911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,32,balanced,0.07776639938354493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,32,balanced,0.07857024192810058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,32,balanced,0.07926400184631348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,32,balanced,0.08142848014831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,32,balanced,0.08372480392456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,32,balanced,0.08500479698181153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,32,balanced,0.0892198371887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,32,balanced,0.09129088401794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,32,balanced,0.09378944396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,32,balanced,0.08875776290893554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,32,balanced,0.094399995803833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,32,balanced,0.10018943786621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,32,balanced,0.11345919609069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,32,balanced,0.1235750389099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,32,balanced,0.14985471725463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,32,balanced,0.17192319869995115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,32,balanced,0.24979455947875975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,32,balanced,0.32569854736328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,32,balanced,0.45835903167724606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,32,balanced,0.5909401702880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,32,balanced,0.02518784046173096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,32,balanced,0.025144319534301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,32,balanced,0.025288960933685302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,32,balanced,0.02571647882461548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,32,balanced,0.029962239265441892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,32,balanced,0.04296448230743408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,32,balanced,0.04470399856567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,32,balanced,0.04357247829437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,32,balanced,0.0467955207824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,32,balanced,0.045076479911804204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,32,balanced,0.04797056198120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,32,balanced,0.04662399768829346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,32,balanced,0.051093759536743166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,32,balanced,0.05271935939788819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,32,balanced,0.05627776145935058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,32,balanced,0.05812607765197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,32,balanced,0.0528166389465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,32,balanced,0.05799551963806152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,32,balanced,0.06249983787536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,32,balanced,0.07193471908569335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,32,balanced,0.08173439979553224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,32,balanced,0.10842368125915527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,32,balanced,0.12902400016784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,32,balanced,0.17037055969238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,32,balanced,0.2136537551879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,32,balanced,0.3167193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,32,balanced,0.3998822402954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,32,power_law_1.01,0.049364480972290035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,32,power_law_1.01,0.049305601119995116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,32,power_law_1.01,0.04978047847747803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,32,power_law_1.01,0.07221375942230225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,32,power_law_1.01,0.07353856086730956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,32,power_law_1.01,0.07766272068023682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,32,power_law_1.01,0.07997951984405519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,32,power_law_1.01,0.07999104022979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,32,power_law_1.01,0.08226431846618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,32,power_law_1.01,0.08451711654663085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,32,power_law_1.01,0.08932479858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,32,power_law_1.01,0.09197440147399902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,32,power_law_1.01,0.0931993579864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,32,power_law_1.01,0.09416447639465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,32,power_law_1.01,0.09435263633728028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,32,power_law_1.01,0.09773568153381348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,32,power_law_1.01,0.10911871910095214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,32,power_law_1.01,0.1227289581298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,32,power_law_1.01,0.14132991790771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,32,power_law_1.01,0.18553983688354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,32,power_law_1.01,0.2654604721069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,32,power_law_1.01,0.37146366119384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,32,power_law_1.01,0.4957068634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,32,power_law_1.01,0.7015103912353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,32,power_law_1.01,0.9568998718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,32,power_law_1.01,0.02948096036911011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,32,power_law_1.01,0.03024768114089966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,32,power_law_1.01,1.3740544128417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,32,power_law_1.01,0.03148672103881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,32,power_law_1.01,0.04156928062438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,32,power_law_1.01,0.042626562118530276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,32,power_law_1.01,0.044328961372375485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,32,power_law_1.01,0.04524799823760987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,32,power_law_1.01,0.047066879272460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,32,power_law_1.01,1.9184434509277346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,32,power_law_1.01,0.05185023784637451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,32,power_law_1.01,0.05110015869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,32,power_law_1.01,0.05412479877471924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,32,power_law_1.01,0.05606656074523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,32,power_law_1.01,0.059438080787658686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,32,power_law_1.01,0.05592448234558105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,32,power_law_1.01,0.058922238349914544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,32,power_law_1.01,0.061273598670959474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,32,power_law_1.01,0.06485375881195068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,32,power_law_1.01,0.0766323184967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,32,power_law_1.01,0.09170687675476075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,32,power_law_1.01,0.12203136444091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,32,power_law_1.01,0.15077759742736815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,32,power_law_1.01,0.22127872467041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,32,power_law_1.01,0.298785285949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,32,power_law_1.01,0.3815372848510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,32,power_law_1.01,0.4744230270385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,32,power_law_1.01,0.8124966430664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,32,power_law_1.01,1.119020767211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,32,power_law_1.2,0.04994944095611572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,32,power_law_1.2,0.049501438140869145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,32,power_law_1.2,0.048126721382141115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,32,power_law_1.2,0.07281280040740967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,32,power_law_1.2,0.07551104068756104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,32,power_law_1.2,0.07846271991729736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,32,power_law_1.2,0.08040703773498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,32,power_law_1.2,0.0822208023071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,32,power_law_1.2,0.08258175849914551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,32,power_law_1.2,0.08700287818908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,32,power_law_1.2,0.09114496231079101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,32,power_law_1.2,0.09235072135925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,32,power_law_1.2,0.09163776397705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,32,power_law_1.2,0.09513088226318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,32,power_law_1.2,0.09549183845520019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,32,power_law_1.2,0.10811391830444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,32,power_law_1.2,0.11241472244262696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,32,power_law_1.2,0.14329343795776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,32,power_law_1.2,0.17312896728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,32,power_law_1.2,0.237969913482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,32,power_law_1.2,0.3708070373535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,32,power_law_1.2,0.5298944091796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,32,power_law_1.2,0.6420198059082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,32,power_law_1.2,0.9812236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,32,power_law_1.2,1.2383334350585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,32,power_law_1.2,2.070929870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,32,power_law_1.2,0.029434878826141358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,32,power_law_1.2,0.03007359981536865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,32,power_law_1.2,0.0280729603767395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,32,power_law_1.2,0.041218562126159666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,32,power_law_1.2,0.04185984134674072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,32,power_law_1.2,0.04484096050262451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,32,power_law_1.2,0.04751999855041504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,32,power_law_1.2,0.04667776107788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,32,power_law_1.2,0.05043839931488037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,32,power_law_1.2,0.05280511856079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,32,power_law_1.2,0.058640642166137694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,32,power_law_1.2,0.058271999359130855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,32,power_law_1.2,0.0581606388092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,32,power_law_1.2,0.05508351802825928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,32,power_law_1.2,0.05927167892456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,32,power_law_1.2,0.06435200214385986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,32,power_law_1.2,0.06774144172668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,32,power_law_1.2,0.09416576385498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,32,power_law_1.2,0.10074111938476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,32,power_law_1.2,0.1437350368499756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,32,power_law_1.2,0.20530687332153322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,32,power_law_1.2,0.2797964859008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,32,power_law_1.2,0.3913164901733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,32,power_law_1.2,0.5354483032226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,32,power_law_1.2,0.8174118041992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,32,power_law_1.2,1.5091571044921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,32,power_law_1.2,2.6258163452148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,32,power_law_1.2,1.1523865509033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,16,balanced,0.02210815906524658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,16,balanced,0.022085120677947996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,16,balanced,0.023133440017700197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,16,balanced,0.03622528076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,16,balanced,0.04952703952789307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,16,balanced,0.07430912017822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,16,balanced,0.07608960151672364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,16,balanced,0.07763711929321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,16,balanced,0.08019200325012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,16,balanced,0.08173952102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,16,balanced,0.08423935890197753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,16,balanced,0.08736895561218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,16,balanced,0.0904371166229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,16,balanced,0.08485119819641114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,16,balanced,0.08694784164428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,16,balanced,0.08979840278625488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,16,balanced,0.0954047966003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,16,balanced,0.10581631660461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,16,balanced,0.11529984474182128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,16,balanced,0.13611007690429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,16,balanced,0.15359871864318847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,16,balanced,0.19437952041625978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,16,balanced,0.23143808364868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,16,balanced,0.3419545745849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,16,balanced,0.44895359039306637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,16,balanced,0.6662041473388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,16,balanced,0.8486860656738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,16,balanced,0.02412287950515747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,16,balanced,0.024221439361572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,16,balanced,0.02483328104019165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,16,balanced,0.025341439247131347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,16,balanced,0.03042304039001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,16,balanced,0.045967359542846684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,16,balanced,0.047211518287658696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,16,balanced,0.04882815837860107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,16,balanced,0.050702080726623536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,16,balanced,0.05142015933990478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,16,balanced,0.054967041015624996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,16,balanced,0.05682943820953369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,16,balanced,0.059216642379760744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,16,balanced,0.05273983955383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,16,balanced,0.054977278709411624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,16,balanced,0.05681151866912841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,16,balanced,0.06047103881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,16,balanced,0.06780672073364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,16,balanced,0.07715072154998778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,16,balanced,0.09928576469421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,16,balanced,0.11814911842346192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,16,balanced,0.15890560150146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,16,balanced,0.1957695960998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,16,balanced,0.2684646415710449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,16,balanced,0.3442291259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,16,balanced,0.5169164657592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,16,balanced,0.6653887939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,16,power_law_1.01,0.048830718994140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,16,power_law_1.01,0.0486681604385376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,16,power_law_1.01,0.04894591808319092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,16,power_law_1.01,0.04875648021697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,16,power_law_1.01,0.06955904006958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,16,power_law_1.01,0.07308800220489502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,16,power_law_1.01,0.07612160205841065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,16,power_law_1.01,0.07986048221588135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,16,power_law_1.01,0.08171263694763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,16,power_law_1.01,0.0840665626525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,16,power_law_1.01,0.08714112281799316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,16,power_law_1.01,0.0894976043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,16,power_law_1.01,0.09048192024230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,16,power_law_1.01,0.08970111846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,16,power_law_1.01,0.0946291160583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,16,power_law_1.01,0.09972096443176269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,16,power_law_1.01,0.1057100772857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,16,power_law_1.01,0.12217215538024902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,16,power_law_1.01,0.1374003219604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,16,power_law_1.01,0.17441152572631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,16,power_law_1.01,0.21053951263427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,16,power_law_1.01,0.2717708778381348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,16,power_law_1.01,0.40377342224121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,16,power_law_1.01,0.5710464096069335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,16,power_law_1.01,0.7591232299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,16,power_law_1.01,1.0914803314208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,16,power_law_1.01,0.029128959178924562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,16,power_law_1.01,0.031112959384918214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,16,power_law_1.01,0.03150207996368408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,16,power_law_1.01,1.48453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,16,power_law_1.01,0.03156480073928833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,16,power_law_1.01,0.04294655799865722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,16,power_law_1.01,0.04752384185791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,16,power_law_1.01,0.04733312129974365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,16,power_law_1.01,0.05068543910980224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,16,power_law_1.01,0.05175680160522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,16,power_law_1.01,0.053370881080627444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,16,power_law_1.01,0.05853184223175049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,16,power_law_1.01,0.06156928062438964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,16,power_law_1.01,0.060739841461181644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,16,power_law_1.01,0.05695744037628174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,16,power_law_1.01,0.05863296031951905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,16,power_law_1.01,0.06176256179809571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,16,power_law_1.01,0.0674073600769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,16,power_law_1.01,0.08292096138000489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,16,power_law_1.01,0.10337151527404784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,16,power_law_1.01,0.14088447570800783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,16,power_law_1.01,0.1752128028869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,16,power_law_1.01,0.22883583068847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,16,power_law_1.01,0.32681343078613284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,16,power_law_1.01,0.4293824005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,16,power_law_1.01,0.5853516769409179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,16,power_law_1.01,0.964400634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,16,power_law_1.2,0.048679680824279786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,16,power_law_1.01,1.1426239776611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,16,power_law_1.2,0.04657663822174073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,16,power_law_1.2,0.04914559841156006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,16,power_law_1.2,0.04795263767242432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,16,power_law_1.2,0.06853888034820557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,16,power_law_1.2,0.07508351802825927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,16,power_law_1.2,0.0772979211807251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,16,power_law_1.2,0.08133888244628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,16,power_law_1.2,0.08159616470336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,16,power_law_1.2,0.08546815872192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,16,power_law_1.2,0.09117695808410645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,16,power_law_1.2,0.09274111747741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,16,power_law_1.2,0.08625408172607421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,16,power_law_1.2,0.09012736320495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,16,power_law_1.2,0.09488384246826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,16,power_law_1.2,0.10021120071411134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,16,power_law_1.2,0.108538875579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,16,power_law_1.2,0.12913536071777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,16,power_law_1.2,0.15545727729797362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,16,power_law_1.2,0.21870975494384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,16,power_law_1.2,0.26690944671630856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,16,power_law_1.2,0.3970316696166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,16,power_law_1.2,0.49249279022216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,16,power_law_1.2,0.7370073699951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,16,power_law_1.2,0.9746623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,16,power_law_1.2,1.4785868835449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,16,power_law_1.2,0.026388480663299563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,16,power_law_1.2,0.031155200004577638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,16,power_law_1.2,0.03205631971359253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,16,power_law_1.2,0.03085184097290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,16,power_law_1.2,0.04405759811401368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,16,power_law_1.2,0.04813695907592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,16,power_law_1.2,0.049689598083496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,16,power_law_1.2,0.05054080009460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,16,power_law_1.2,0.05419904232025147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,16,power_law_1.2,0.056929278373718264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,16,power_law_1.2,0.05979135990142822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,16,power_law_1.2,0.06033023834228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,16,power_law_1.2,0.05697279930114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,16,power_law_1.2,0.05860223770141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,16,power_law_1.2,0.06091904163360595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,16,power_law_1.2,0.06270080089569093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,16,power_law_1.2,0.06956287860870361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,16,power_law_1.2,0.09465472221374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,16,power_law_1.2,0.10571392059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,16,power_law_1.2,0.1309875202178955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,16,power_law_1.2,0.18782207489013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,16,power_law_1.2,0.27547903060913087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,16,power_law_1.2,0.338548469543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,16,power_law_1.2,0.5158335876464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,16,power_law_1.2,1.9334349060058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,16,power_law_1.2,0.7040729522705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,8,balanced,0.0223091197013855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,8,balanced,0.022983679771423342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,8,balanced,0.029826560020446778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,8,balanced,0.03908607959747314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,8,balanced,0.052358398437499995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,8,balanced,0.07894271850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,8,balanced,0.08294783592224121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,8,balanced,0.08683903694152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,8,balanced,0.08789631843566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,8,balanced,0.09237504005432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,8,balanced,0.08502143859863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,8,balanced,0.08701184272766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,8,balanced,0.08850560188293458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,8,balanced,0.09372032165527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,8,balanced,0.09830528259277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,8,balanced,0.10203007698059081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,8,balanced,0.1113599967956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,8,balanced,0.1293977642059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,8,balanced,0.14699775695800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,8,balanced,0.1837081527709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,8,balanced,0.21629312515258786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,8,balanced,0.28796159744262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,8,balanced,0.3604595184326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,8,balanced,0.5371571350097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,8,balanced,0.7027597045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,8,balanced,1.0180863952636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,8,balanced,0.024505600929260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,8,balanced,0.02500607967376709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,8,balanced,0.02542720079421997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,8,balanced,0.027938559055328372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,8,balanced,1.340010223388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,8,balanced,0.03718656063079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,8,balanced,0.05476096153259278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,8,balanced,0.056340479850769044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,8,balanced,0.060532479286193853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,8,balanced,0.06084735870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,8,balanced,0.06595583915710448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,8,balanced,0.05676928043365479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,8,balanced,0.05954432010650634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,8,balanced,0.06062079906463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,8,balanced,0.06393216133117677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,8,balanced,0.06658175945281983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,8,balanced,0.06926335811614989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,8,balanced,0.07911295890808105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,8,balanced,0.09855744361877442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,8,balanced,0.11621631622314452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,8,balanced,0.1512281608581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,8,balanced,0.18543359756469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,8,balanced,0.2620556831359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,8,balanced,0.32826110839843753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,8,balanced,0.4735078430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,8,balanced,0.6156032180786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,8,balanced,0.9180364990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,8,power_law_1.01,0.03461503982543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,8,power_law_1.01,0.04377855777740479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,8,balanced,1.201954574584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,8,power_law_1.01,0.04365056037902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,8,power_law_1.01,0.049144320487976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,8,power_law_1.01,0.050173439979553223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,8,power_law_1.01,0.07453440189361572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,16,power_law_1.2,1.0229388427734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,8,power_law_1.01,0.07770751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,8,power_law_1.01,0.08199040412902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,8,power_law_1.01,0.08534015655517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,8,power_law_1.01,0.0870911979675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,8,power_law_1.01,0.09126015663146972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,8,power_law_1.01,0.09032447814941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,8,power_law_1.01,0.09011584281921386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,8,power_law_1.01,0.09022720336914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,8,power_law_1.01,0.09394687652587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,8,power_law_1.01,0.09769087791442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,8,power_law_1.01,0.10678784370422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,8,power_law_1.01,0.12600319862365722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,8,power_law_1.01,0.1395302391052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,8,power_law_1.01,0.17807487487792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,8,power_law_1.01,0.2231180763244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,8,power_law_1.01,0.29783935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,8,power_law_1.01,0.38346752166748044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,8,power_law_1.01,0.5285465621948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,8,power_law_1.01,0.7532415771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,8,power_law_1.01,0.026225919723510745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,8,power_law_1.01,1.0710208129882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,8,power_law_1.01,0.03253119945526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,8,power_law_1.01,0.03387135982513428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,8,power_law_1.01,0.03500159978866577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,8,power_law_1.01,0.03543936014175415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,8,power_law_1.01,1.388773193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,8,power_law_1.01,0.05276544094085693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,8,power_law_1.01,0.05445759773254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,8,power_law_1.01,0.058786559104919436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,8,power_law_1.01,0.05579264163970947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,8,power_law_1.01,0.060478720664978024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,8,power_law_1.01,0.06504576206207276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,8,power_law_1.01,0.06405248165130614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,8,power_law_1.01,0.06015615940093995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,8,power_law_1.01,0.06349696159362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,8,power_law_1.01,0.061431040763854985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,8,power_law_1.01,0.06590335845947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,8,power_law_1.01,0.07145088195800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,8,power_law_1.01,0.09142911911010743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,8,power_law_1.01,0.10913408279418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,8,power_law_1.01,0.15262720108032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,8,power_law_1.01,0.1812403106689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,8,power_law_1.01,0.25113088607788087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,8,power_law_1.01,0.3300864028930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,8,power_law_1.01,0.4969228744506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,8,power_law_1.01,0.6051980972290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,8,power_law_1.2,0.035194880962371826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,8,power_law_1.01,0.95085693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,8,power_law_1.2,0.038695681095123294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,8,power_law_1.2,0.04383232116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,8,power_law_1.2,0.05012479782104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,8,power_law_1.01,1.1912882995605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,8,power_law_1.2,0.04909952163696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,8,power_law_1.2,0.07596928119659424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,8,power_law_1.2,0.08106240272521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,8,power_law_1.2,0.08256511688232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,8,power_law_1.2,0.084136962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,8,power_law_1.2,0.08737919807434083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,8,power_law_1.2,0.0935308837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,8,power_law_1.2,0.08981247901916503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,8,power_law_1.2,0.08828927993774413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,8,power_law_1.2,0.09249279975891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,8,power_law_1.2,0.09652352333068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,8,power_law_1.2,0.1031884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,8,power_law_1.2,0.10980223655700683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,8,power_law_1.2,0.12829824447631838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,8,power_law_1.2,0.14676863670349122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,8,power_law_1.2,0.1872127914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,8,power_law_1.2,0.23102207183837892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,8,power_law_1.2,0.45234432220458987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,8,power_law_1.2,0.3481049728393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,16,power_law_1.2,1.3557133483886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,8,power_law_1.2,0.8429055786132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,8,power_law_1.2,0.6484146881103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,8,power_law_1.2,0.02605567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,8,power_law_1.2,0.027880959510803223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,8,power_law_1.2,0.03215744018554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,8,power_law_1.2,0.03538304090499878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,8,power_law_1.2,0.03473536014556885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,8,power_law_1.2,0.054250240325927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,8,power_law_1.2,0.05410304069519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,8,power_law_1.2,0.056732158660888675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,8,power_law_1.2,0.05991551876068115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,8,power_law_1.2,0.06148352146148681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,8,power_law_1.2,0.06568064212799071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,8,power_law_1.2,0.05748479843139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,8,power_law_1.2,0.0581657600402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,8,power_law_1.2,0.06368127822875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,8,power_law_1.2,0.06518271923065186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,8,power_law_1.2,0.06834559917449952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,8,power_law_1.2,0.07698048114776611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,8,power_law_1.2,0.09608832359313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,8,power_law_1.2,0.11752960205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,8,power_law_1.2,0.15249152183532716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,8,power_law_1.2,0.18862079620361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,8,power_law_1.2,0.2690956878662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,8,power_law_1.2,0.35631614685058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,8,power_law_1.2,0.5086848068237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,8,power_law_1.2,1.2012608337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,8,power_law_1.2,0.6510079956054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,4,balanced,0.0232806396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,4,balanced,0.024481279850006105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,4,balanced,0.0321727991104126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,4,balanced,0.042017278671264646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,4,balanced,0.05507840156555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,4,balanced,0.05890048027038575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,4,balanced,0.08463487625122071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,4,balanced,0.08780799865722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,4,balanced,0.0903923225402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,4,balanced,0.09216511726379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,4,balanced,0.08411264419555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,4,balanced,0.0871564769744873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,4,balanced,0.08910335540771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,4,balanced,0.09307904243469238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,4,balanced,0.09669119834899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,4,balanced,0.10167551994323731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,4,balanced,0.11000063896179199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,4,balanced,0.12832639694213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,4,balanced,0.14471936225891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,4,balanced,0.18276735305786135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,4,balanced,0.21411968231201173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,4,balanced,0.28249216079711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,4,balanced,0.3563430404663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,4,balanced,0.5337113571166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,4,balanced,0.6938585662841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,4,balanced,1.0250444793701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,4,balanced,0.025173759460449217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,4,balanced,0.025715200901031493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,4,balanced,0.027779839038848876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,4,balanced,0.03164927959442139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,4,balanced,1.3598873901367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,4,balanced,0.04397183895111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,4,balanced,0.0474944019317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,4,balanced,0.06382336139678954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,4,balanced,0.0680179214477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,4,balanced,0.06722047805786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,4,balanced,0.07234687805175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,4,balanced,0.06389376163482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,4,balanced,0.06599167823791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,4,balanced,0.06809728145599366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,4,balanced,0.07009151935577393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,4,balanced,0.07230720043182373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,4,balanced,0.07541632175445556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,4,balanced,0.0829644775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,4,balanced,0.10262528419494629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,4,balanced,0.11819904327392579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,4,balanced,0.15422335624694825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,4,balanced,0.18600448608398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,4,balanced,0.2632153511047363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,4,balanced,0.3273331069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,4,balanced,0.4713600158691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,4,balanced,0.6168166351318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,4,power_law_1.01,0.0251584005355835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,4,balanced,0.9255564880371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,4,power_law_1.01,0.03852799892425537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,4,power_law_1.01,0.041418237686157225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,4,power_law_1.01,0.045480961799621585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,4,balanced,1.2183936309814452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,4,power_law_1.01,0.056441597938537605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,4,power_law_1.01,0.04948224067687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,4,power_law_1.01,0.08256896018981934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,4,power_law_1.01,0.08645376205444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,4,power_law_1.01,0.08803199768066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,4,power_law_1.01,0.0936844825744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,4,power_law_1.01,0.09055104255676269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,4,power_law_1.01,0.08601471900939942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,4,power_law_1.01,0.08845184326171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,4,power_law_1.01,0.09166080474853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,4,power_law_1.01,0.09575424194335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,4,power_law_1.01,0.10035072326660158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,4,power_law_1.01,0.11013248443603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,4,power_law_1.01,0.12894847869873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,4,power_law_1.01,0.14505727767944337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,4,power_law_1.01,0.18236032485961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,8,power_law_1.2,1.5491775512695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,4,power_law_1.01,0.22017663955688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,4,power_law_1.01,0.29583744049072264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,4,power_law_1.01,0.3682432174682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,4,power_law_1.01,0.5582847976684571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,4,power_law_1.01,0.7298368072509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,4,power_law_1.01,0.026554880142211912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,4,power_law_1.01,0.02948992013931274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,4,power_law_1.01,0.03297408103942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,4,power_law_1.01,0.03630847930908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,4,power_law_1.01,1.0823987579345702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,4,power_law_1.01,0.039205119609832764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,4,power_law_1.01,0.04613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,4,power_law_1.01,0.06227968215942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,4,power_law_1.01,0.06532991886138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,4,power_law_1.01,1.4380441284179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,4,power_law_1.01,0.06669312000274659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,4,power_law_1.01,0.07026559829711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,4,power_law_1.01,0.06782464027404786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,4,power_law_1.01,0.06415999889373779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,4,power_law_1.01,0.06617856025695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,4,power_law_1.01,0.06984960079193116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,4,power_law_1.01,0.07430912017822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,4,power_law_1.01,0.10257920265197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,8,power_law_1.2,0.9173619079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,4,power_law_1.01,0.12148863792419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,4,power_law_1.01,0.15737471580505372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,4,power_law_1.01,0.19630079269409179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,4,power_law_1.01,0.26585088729858397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,4,power_law_1.01,0.06953472137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,4,power_law_1.01,0.34899967193603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,4,power_law_1.01,0.0819660758972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,4,power_law_1.01,0.5155750274658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,4,power_law_1.01,0.6662758636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,4,power_law_1.2,0.025112318992614745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,4,power_law_1.2,0.037556478977203364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,4,power_law_1.2,0.041105918884277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,4,power_law_1.01,0.9853311920166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,4,power_law_1.2,0.04558207988739014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,4,power_law_1.2,0.04906752109527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,4,power_law_1.2,0.05653503894805908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,4,power_law_1.2,0.08270719528198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,4,power_law_1.01,1.263198699951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,4,power_law_1.2,0.08535167694091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,4,power_law_1.2,0.08709247589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,4,power_law_1.2,0.08987648010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,4,power_law_1.2,0.0862604808807373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,4,power_law_1.2,0.08600319862365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,4,power_law_1.2,0.0894707202911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,4,power_law_1.2,0.0931328010559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,4,power_law_1.2,0.09700991630554198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,4,power_law_1.2,0.1028544044494629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,4,power_law_1.2,0.11206144332885741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,4,power_law_1.2,0.1312345600128174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,4,power_law_1.2,0.1495372772216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,4,power_law_1.2,0.1866201591491699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,4,power_law_1.2,0.22059007644653322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,4,power_law_1.2,0.3967820739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,4,power_law_1.2,0.3138918495178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,4,power_law_1.2,0.026146559715270995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,4,power_law_1.2,0.028716800212860105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,4,power_law_1.2,0.031087360382080077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,4,power_law_1.2,0.03519232034683227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,4,power_law_1.2,0.03822848081588745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,4,power_law_1.2,0.044797439575195316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,4,power_law_1.2,0.061064958572387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,4,power_law_1.2,0.06389376163482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,4,power_law_1.2,0.0663270378112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,8,power_law_1.2,1.2846937561035157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,4,power_law_1.2,0.06910336017608643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,4,power_law_1.2,0.7536473846435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,4,power_law_1.2,0.06511231899261474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,4,power_law_1.2,0.0675110387802124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,4,power_law_1.2,0.0703436803817749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,4,power_law_1.2,0.07223423957824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,4,power_law_1.2,0.07569151878356933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,4,power_law_1.2,0.08547072410583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,4,power_law_1.2,0.1060108757019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,4,power_law_1.2,0.12380031585693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,4,power_law_1.2,0.15775744438171385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,4,power_law_1.2,0.06364543914794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,4,power_law_1.2,0.1968294334411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,4,power_law_1.2,0.27306880950927737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,4,power_law_1.2,0.3591142272949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,4,power_law_1.2,0.5780121612548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,4,power_law_1.2,1.121269760131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,4,power_law_1.2,0.5218713760375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,2,balanced,0.0229913592338562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,2,balanced,0.024666879177093506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,2,balanced,0.03218303918838501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,2,balanced,0.04523519992828369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,2,balanced,0.05876992225646973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,2,balanced,0.06263167858123779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,2,balanced,0.06315264225006104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,2,balanced,0.06576000213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,2,balanced,0.08419584274291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,2,balanced,0.08565888404846192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,2,balanced,0.08681983947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,2,balanced,0.09022720336914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,2,balanced,0.09113087654113769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,2,balanced,0.09531519889831544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,2,balanced,0.09789312362670899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,2,balanced,0.10200960159301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,2,balanced,0.10989439964294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,2,balanced,0.1274022388458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,2,balanced,0.14410112380981446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,2,balanced,0.18335872650146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,2,balanced,0.21456256866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,2,balanced,0.28556543350219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,2,balanced,0.35610366821289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,2,balanced,0.565157127380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,2,balanced,0.7327769470214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,2,balanced,1.097954559326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,2,balanced,0.024712960720062255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,2,balanced,0.026305279731750487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,2,balanced,0.030429439544677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,2,balanced,1.473322296142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,2,balanced,0.039358720779418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,2,balanced,0.05905280113220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,2,balanced,0.05594367980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,4,power_law_1.2,0.6814093017578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,2,balanced,0.05880576133728027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,2,balanced,0.05989247798919678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,2,balanced,0.0800499153137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,2,balanced,0.07885183811187743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,2,balanced,0.08160896301269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,2,balanced,0.0832908821105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,2,balanced,0.08514431953430177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,2,balanced,0.08840831756591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,2,balanced,0.09044608116149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,2,balanced,0.0920588779449463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,2,balanced,0.09999487876892091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,2,balanced,0.11575424194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,2,balanced,0.13348352432250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,2,balanced,0.16645631790161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,2,balanced,0.1970240020751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,2,balanced,0.2865843200683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,2,balanced,0.3475980758666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,2,balanced,0.5210969543457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,2,balanced,0.6821414184570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,2,balanced,1.0086630249023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,2,power_law_1.01,0.02382591962814331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,2,power_law_1.01,0.03250688076019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,2,power_law_1.01,0.04002943992614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,2,power_law_1.01,0.044846081733703615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,2,power_law_1.01,0.04748799800872803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,2,power_law_1.01,0.05757567882537842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,2,balanced,1.3491839599609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,2,power_law_1.01,0.060209918022155764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,2,power_law_1.01,0.0627123212814331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,2,power_law_1.01,0.08186880111694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,2,power_law_1.01,0.0860313606262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,2,power_law_1.01,0.08392319679260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,2,power_law_1.01,0.08809727668762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,2,power_law_1.01,0.09012479782104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,2,power_law_1.01,0.09491968154907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,2,power_law_1.01,0.09874048233032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,2,power_law_1.01,0.10213248252868652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,2,power_law_1.01,0.11190015792846679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,2,power_law_1.01,0.13175040245056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,2,power_law_1.01,0.1498483180999756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,2,power_law_1.01,0.18624000549316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,2,power_law_1.01,0.22514944076538085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,2,power_law_1.01,0.29841920852661136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,2,power_law_1.01,0.4103923034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,2,power_law_1.01,0.5995622253417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,2,power_law_1.01,0.797998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,2,power_law_1.01,0.025958399772644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,2,power_law_1.01,1.1492108917236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,2,power_law_1.01,0.02904320001602173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,2,power_law_1.01,0.03978368043899536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,2,power_law_1.01,0.043622398376464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,2,power_law_1.01,1.498640594482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,2,power_law_1.01,0.05330560207366943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,2,power_law_1.01,0.054019842147827145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,2,power_law_1.01,0.05534592151641846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,2,power_law_1.01,0.07564032077789307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,2,power_law_1.01,0.07664512157440186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,2,power_law_1.01,0.07974783897399902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,2,power_law_1.01,0.033710079193115236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,2,power_law_1.01,0.08184063911437989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,4,power_law_1.2,0.9935321807861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,2,power_law_1.01,0.08407296180725098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,2,power_law_1.01,0.0878809642791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,2,power_law_1.01,0.08892288208007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,2,power_law_1.01,0.09125503540039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,2,power_law_1.01,0.10145279884338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,2,power_law_1.01,0.12302592277526855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,2,power_law_1.01,0.141911039352417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,2,power_law_1.01,0.18135168075561522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,2,power_law_1.01,0.22210815429687497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,2,power_law_1.01,0.3223001480102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,2,power_law_1.01,0.40386302947998043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,2,power_law_1.01,0.5723187255859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,2,power_law_1.01,0.7430758666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,2,power_law_1.2,0.023930881023406982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,2,power_law_1.2,0.039882240295410154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,2,power_law_1.2,0.04467199802398682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,2,power_law_1.01,1.1060928344726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,2,power_law_1.2,0.047740159034729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,2,power_law_1.2,0.05680768013000488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,2,power_law_1.2,0.06032639980316162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,2,power_law_1.01,1.4136524963378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,2,power_law_1.2,0.0634444808959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,2,power_law_1.2,0.08140288352966309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,2,power_law_1.2,0.08416640281677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,2,power_law_1.2,0.08611200332641603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,2,power_law_1.2,0.0883903980255127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,2,power_law_1.2,0.03425920009613037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,2,power_law_1.2,0.09202816009521483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,2,power_law_1.2,0.09632512092590331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,2,power_law_1.2,0.09875712394714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,2,power_law_1.2,0.10441984176635741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,2,power_law_1.2,0.1125759983062744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,2,power_law_1.2,0.13138560295104978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,2,power_law_1.2,0.14974464416503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,2,power_law_1.2,0.18858879089355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,2,power_law_1.2,0.22557823181152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,2,power_law_1.2,0.4226777648925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,2,power_law_1.2,0.2996915245056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,4,power_law_1.2,1.475714569091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,2,power_law_1.2,0.025480959415435787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,2,power_law_1.2,0.028497920036315915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,2,power_law_1.2,0.6179545593261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,2,power_law_1.2,0.8132313537597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,2,power_law_1.2,0.032884480953216555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,2,power_law_1.2,0.037556478977203364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,2,power_law_1.2,0.042629117965698245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,2,power_law_1.2,0.05237504005432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,2,power_law_1.2,0.05297152042388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,2,power_law_1.2,0.056477441787719726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,2,power_law_1.2,0.07588223934173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,2,power_law_1.2,0.07640831947326661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,2,power_law_1.2,0.07951360225677491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,2,power_law_1.2,0.082543363571167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,2,power_law_1.2,0.08388352394104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,2,power_law_1.2,0.08797311782836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,2,power_law_1.2,0.08987648010253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,2,power_law_1.2,0.09370880126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,2,power_law_1.2,0.10199423789978028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,2,power_law_1.2,0.12357248306274413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,2,power_law_1.2,0.14408063888549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,2,power_law_1.2,0.1837068748474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,2,power_law_1.2,0.2238092803955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,2,power_law_1.2,0.3226892852783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,4,power_law_1.2,1.2929702758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,2,power_law_1.2,0.4070131301879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,2,power_law_1.2,1.1613247680664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,32,balanced,0.055740160942077635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,32,balanced,0.0556492805480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,32,balanced,0.05571712017059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,32,balanced,0.06464255809783935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,32,balanced,0.08749055862426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,32,balanced,0.13972864151000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,32,balanced,0.14082304000854493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,32,balanced,0.1413913631439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,32,balanced,0.14139519691467287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,2,power_law_1.2,0.5788735961914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,32,balanced,0.14258048057556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,32,balanced,0.14569087982177736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,32,balanced,0.14808192253112792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,32,balanced,0.1513088035583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,32,balanced,0.15462400436401366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,32,balanced,0.15735936164855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,32,balanced,0.16222976684570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,32,balanced,0.15887743949890137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,32,balanced,0.16853504180908202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,32,balanced,0.18276096343994142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,32,balanced,0.20752256393432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,32,balanced,0.22355968475341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,32,balanced,0.3210483169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,32,balanced,0.40000766754150396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,32,balanced,0.5142822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,32,balanced,0.6759961700439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,32,balanced,0.9415078735351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,32,balanced,0.03222016096115112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,32,balanced,0.03233920097351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,32,balanced,0.03132416009902954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,32,balanced,1.2175091552734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,2,power_law_1.2,0.7531916809082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,32,balanced,0.04086527824401855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,32,balanced,0.05584512233734131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,32,balanced,0.07042431831359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,32,balanced,0.07233535766601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,32,balanced,0.07409664154052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,32,balanced,0.07316224098205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,32,balanced,0.07475327968597412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,32,balanced,0.07683455944061279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,32,balanced,0.07825664043426514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,32,balanced,0.08067328453063964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,32,balanced,0.08459903717041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,32,balanced,0.08677760124206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,32,balanced,0.09160960197448731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,32,balanced,0.08565247535705567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,32,balanced,0.09352448463439941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,32,balanced,0.09983360290527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,32,balanced,0.1168729591369629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,32,balanced,0.13170687675476073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,32,balanced,0.16931711196899416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,32,balanced,0.20078079223632814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,32,balanced,0.290063362121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,32,balanced,0.35019134521484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,32,balanced,0.4782950210571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,32,balanced,0.6346572875976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,32,power_law_1.01,0.1012339210510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,32,power_law_1.01,0.1004633617401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,32,power_law_1.01,0.10068608283996583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,32,power_law_1.01,0.13668736457824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,32,power_law_1.01,0.12909312248229982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,32,power_law_1.01,0.13400320053100584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,32,power_law_1.01,0.13669504165649413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,32,power_law_1.01,0.1353600025177002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,32,power_law_1.01,0.13646335601806642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,32,power_law_1.01,0.13675392150878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,32,power_law_1.01,0.14828415870666506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,32,power_law_1.01,0.15104512214660643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,32,power_law_1.01,0.157326078414917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,32,power_law_1.01,0.16241279602050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,32,power_law_1.01,0.16487808227539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,32,power_law_1.01,0.17491327285766603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,32,power_law_1.01,0.1890150451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,32,power_law_1.01,0.22529663085937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,32,power_law_1.01,0.2886463928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,32,power_law_1.01,0.393304328918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,32,power_law_1.01,0.469986572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,32,power_law_1.01,0.6747698974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,32,power_law_1.01,0.8980876922607421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,32,power_law_1.01,1.188226547241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,32,power_law_1.01,0.06331264019012452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,32,power_law_1.01,0.06299776077270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,32,power_law_1.01,0.06305664062500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,32,power_law_1.01,1.9401190185546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,32,power_law_1.01,0.0655846405029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,32,power_law_1.01,0.06533504009246827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,32,power_law_1.01,0.0674073600769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,32,power_law_1.01,0.07139455795288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,32,power_law_1.01,0.07392511844635011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,32,power_law_1.01,2.59104248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,32,power_law_1.01,0.07427328109741212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,32,power_law_1.01,0.0779750394821167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,32,power_law_1.01,0.08002176284790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,32,power_law_1.01,0.08524160385131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,32,power_law_1.01,0.09120256423950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,32,power_law_1.01,0.09133824348449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,32,power_law_1.01,0.09290111541748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,32,power_law_1.01,0.09502592086791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,32,power_law_1.01,0.10372096061706544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,32,power_law_1.01,0.12716544151306153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,32,power_law_1.01,0.14571136474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,32,power_law_1.01,0.17845760345458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,2,power_law_1.2,1.1275801849365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,32,power_law_1.01,0.2381747245788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,32,power_law_1.01,0.33613441467285154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,32,power_law_1.01,0.43110782623291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,32,power_law_1.01,0.6157708740234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,32,power_law_1.01,0.8409651184082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,32,power_law_1.01,3.687169189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,32,power_law_1.01,1.3535256958007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,32,power_law_1.01,1.5838117980957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,2,power_law_1.2,1.5177497863769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,2,power_law_1.2,1.4269862365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,2,32,power_law_1.2,0.10145407676696779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,2,32,power_law_1.2,0.10098688125610351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,2,32,power_law_1.2,0.10106368064880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,2,32,power_law_1.2,0.13368063926696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,2,32,power_law_1.2,0.12734335899353028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,2,32,power_law_1.2,0.13773440361022948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,2,32,power_law_1.2,0.13665151596069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,2,32,power_law_1.2,0.13529855728149415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,2,32,power_law_1.2,0.13737855911254884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,2,32,power_law_1.2,0.144651517868042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,2,32,power_law_1.2,0.1548249626159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,2,32,power_law_1.2,0.15607423782348634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,2,32,power_law_1.2,0.1640025520324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,2,32,power_law_1.2,0.16409088134765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,2,32,power_law_1.2,0.1745484733581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,2,32,power_law_1.2,0.1855564880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,2,32,power_law_1.2,0.2016755294799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,2,32,power_law_1.2,0.25923072814941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,2,32,power_law_1.2,0.32995967864990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,2,32,power_law_1.2,0.48955520629882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,2,32,power_law_1.2,0.5773606491088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,2,32,power_law_1.2,0.9836351776123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,2,32,power_law_1.2,1.3118630981445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,2,32,power_law_1.2,1.9012237548828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,2,32,power_law_1.2,2.71135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,32,power_law_1.2,0.06284671783447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,32,power_law_1.2,0.06267903804779053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,2,32,power_law_1.2,3.7738214111328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,32,power_law_1.2,0.06272255897521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,32,power_law_1.2,0.06614655971527099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,32,power_law_1.2,0.06286592006683349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,32,power_law_1.2,0.06648831844329835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,32,power_law_1.2,0.07053440093994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,32,power_law_1.2,0.07410048007965088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,32,power_law_1.2,0.07684095859527587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,32,power_law_1.2,0.08119808197021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,32,power_law_1.2,0.08421119689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,32,power_law_1.2,0.09026944160461425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,32,power_law_1.2,0.0899187183380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,32,power_law_1.2,0.09125503540039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,32,power_law_1.2,0.0932044792175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,32,power_law_1.2,0.0989465618133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,32,power_law_1.2,0.11137791633605958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,32,power_law_1.2,0.14392959594726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,32,power_law_1.2,0.1729395294189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,32,power_law_1.2,0.22284671783447269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,32,power_law_1.2,0.32412033081054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,32,power_law_1.2,0.41635200500488284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,32,power_law_1.2,0.5107916641235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,32,power_law_1.2,0.849780502319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,32,power_law_1.2,1.2368883514404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,32,power_law_1.2,2.397832946777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,32,power_law_1.2,1.810365447998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,2,32,power_law_1.2,5.074079895019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,16,balanced,0.02928895950317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,16,balanced,0.029292800426483155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,16,balanced,0.05312640190124511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,16,balanced,0.06393087863922119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,16,balanced,0.08850687980651856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,16,balanced,0.14078592300415038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,16,balanced,0.14328319549560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,16,balanced,0.14661760330200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,16,balanced,0.14688639640808104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,16,balanced,0.15044608116149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,16,balanced,0.1529587173461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,16,balanced,0.15648768424987794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,16,balanced,0.1618547248840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,16,balanced,0.1553932762145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,16,balanced,0.15976832389831544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,16,balanced,0.16506240844726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,16,balanced,0.1729267120361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,16,balanced,0.18860160827636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,16,balanced,0.20188159942626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,16,balanced,0.23467136383056642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,16,balanced,0.26112255096435544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,16,balanced,0.3706073760986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,16,balanced,0.49011585235595706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,16,balanced,0.641217269897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,16,balanced,0.8423283386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,16,balanced,1.1790796661376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,16,balanced,1.534978485107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,16,balanced,0.0296396803855896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,16,balanced,0.02953727960586548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,16,balanced,0.03171072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,16,balanced,0.041324801445007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,16,balanced,0.0580787181854248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,16,balanced,0.0745420789718628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,16,balanced,0.07684864044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,16,balanced,0.0787340784072876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,16,balanced,0.07952767848968506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,16,balanced,0.08124159812927247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,16,balanced,0.08416640281677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,16,balanced,0.08624768257141113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,16,balanced,0.08949888229370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,16,balanced,0.08317952156066895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,16,balanced,0.08578944206237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,16,balanced,0.08885503768920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,16,balanced,0.094202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,16,balanced,0.11020159721374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,16,balanced,0.12644351959228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,16,balanced,0.15319808006286623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,16,balanced,0.18058496475219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,16,balanced,0.2406246376037598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,16,balanced,0.2905548858642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,16,balanced,0.4312396621704101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,16,balanced,0.541025276184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,16,balanced,0.7527474975585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,16,power_law_1.01,0.08721023559570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,16,balanced,1.0022246551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,16,power_law_1.01,0.10194432258605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,16,power_law_1.01,0.10412799835205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,16,power_law_1.01,0.13188608169555666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,16,power_law_1.01,0.1341862392425537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,16,power_law_1.01,0.13428735733032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,16,power_law_1.01,0.14028160095214842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,16,power_law_1.01,0.1440115165710449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,16,power_law_1.01,0.14614144325256348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,16,power_law_1.01,0.1517670440673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,16,power_law_1.01,0.15857919692993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,16,power_law_1.01,0.10410495758056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,16,power_law_1.01,0.16025983810424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,16,power_law_1.01,0.16299264907836913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,16,power_law_1.01,0.17057920455932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,16,power_law_1.01,0.1768217658996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,16,power_law_1.01,0.19024383544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,16,power_law_1.01,0.21323007583618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,16,power_law_1.01,0.24499839782714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,16,power_law_1.01,0.35249534606933597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,16,power_law_1.01,0.4228812789916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,16,power_law_1.01,0.6057587051391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,16,power_law_1.01,0.7993830108642579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,16,power_law_1.01,1.0994099426269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,16,power_law_1.01,1.43517822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,16,power_law_1.01,2.17728515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,16,power_law_1.01,0.06282112121582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,16,power_law_1.01,0.06444159984588624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,16,power_law_1.01,0.06423808097839355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,16,power_law_1.01,0.06485631942749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,16,power_law_1.01,2.989638366699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,16,power_law_1.01,0.06749951839447021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,16,power_law_1.01,0.07738368034362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,16,power_law_1.01,0.07425792217254638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,16,power_law_1.01,0.07951231956481933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,16,power_law_1.01,0.07789951801300049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,16,power_law_1.01,0.08263936042785644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,16,power_law_1.01,0.0844326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,16,power_law_1.01,0.0860159969329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,16,power_law_1.01,0.08540672302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,16,power_law_1.01,0.08963199615478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,16,power_law_1.01,0.0833574390411377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,16,power_law_1.01,0.09215744018554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,16,power_law_1.01,0.10999679565429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,16,power_law_1.01,0.13072511672973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,16,power_law_1.01,0.14807168006896973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,16,power_law_1.01,0.18766336441040038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,16,power_law_1.01,0.2233907127380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,16,power_law_1.01,0.3744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,16,power_law_1.01,0.4665446472167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,16,power_law_1.01,0.6733030700683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,16,power_law_1.01,0.8839424133300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,16,power_law_1.01,1.3359500122070311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,16,power_law_1.2,0.088156156539917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,16,power_law_1.2,0.0979468822479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,16,power_law_1.01,1.574520263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,16,power_law_1.2,0.10615296363830566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,16,power_law_1.2,0.10919296264648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,16,power_law_1.2,0.12141695976257325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,16,power_law_1.2,0.12922880172729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,16,power_law_1.2,0.13694592475891115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,16,power_law_1.2,0.14096768379211427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,16,power_law_1.2,0.14087807655334472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,16,power_law_1.2,0.14502783775329592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,16,power_law_1.2,0.15856767654418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,16,power_law_1.2,0.16351104736328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,16,power_law_1.2,0.16326143264770507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,16,power_law_1.2,0.16780160903930663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,16,power_law_1.2,0.17494911193847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,16,power_law_1.2,0.1824127960205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,16,power_law_1.2,0.19167360305786132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,16,power_law_1.2,0.22409599304199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,16,power_law_1.2,0.28887680053710935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,16,power_law_1.2,0.3672025680541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,16,power_law_1.2,0.5024959945678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,16,power_law_1.2,0.7364569854736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,16,power_law_1.2,0.9248461151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,16,power_law_1.2,1.6079986572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,16,power_law_1.2,1.7501670837402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,16,power_law_1.2,0.05730815887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,16,power_law_1.2,0.06237567901611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,16,power_law_1.2,0.0640115213394165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,16,power_law_1.2,0.0649561595916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,16,power_law_1.2,0.06346111774444581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,16,power_law_1.2,0.0713651180267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,16,power_law_1.2,0.07779583930969239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,16,power_law_1.2,0.07637504100799561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,16,power_law_1.2,0.07707776069641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,16,power_law_1.2,0.0802188777923584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,16,power_law_1.2,0.0837337589263916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,16,power_law_1.2,0.09107711791992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,16,power_law_1.2,0.08472319602966308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,16,power_law_1.2,0.08906368255615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,16,power_law_1.2,0.09224575996398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,16,power_law_1.2,0.09577216148376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,16,power_law_1.2,0.11205375671386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,16,power_law_1.2,0.14278656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,16,power_law_1.2,0.15838720321655272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,16,power_law_1.2,0.2095052719116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,16,power_law_1.2,2.739176940917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,16,power_law_1.2,0.2892966461181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,16,power_law_1.2,0.4931327819824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,16,power_law_1.2,0.41247104644775395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,16,power_law_1.2,0.7736332702636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,16,power_law_1.2,1.045950698852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,16,power_law_1.2,2.187914276123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,16,power_law_1.2,3.734485778808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,8,balanced,0.02830847978591919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,8,balanced,0.040134401321411134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,8,balanced,0.05149312019348144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,8,balanced,0.06507904052734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,8,balanced,0.0913152027130127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,8,balanced,0.1486847972869873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,8,balanced,0.14336895942687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,8,balanced,0.1527667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,8,balanced,0.1563276767730713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,8,balanced,0.1599219226837158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,8,balanced,0.15317888259887696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,8,balanced,0.15707263946533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,8,balanced,0.1608678436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,8,balanced,0.16707712173461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,8,balanced,0.18109952926635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,8,balanced,0.17370880126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,8,balanced,0.1932659149169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,8,balanced,0.21722240447998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,8,balanced,0.24138879776000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,8,balanced,0.29513856887817386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,8,balanced,0.3460915374755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,16,power_law_1.2,1.6097305297851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,8,balanced,0.5047897720336915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,8,balanced,0.673944320678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,8,balanced,0.924826889038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,8,balanced,0.02926464080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,8,balanced,0.029786880016326907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,8,balanced,1.1840972900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,8,balanced,0.03258879899978638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,8,balanced,0.044948477745056156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,8,balanced,0.06216959953308106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,8,balanced,0.08366463661193849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,8,balanced,1.6917082214355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,8,balanced,0.08706432342529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,8,balanced,0.0896883201599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,8,balanced,0.0921945571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,8,balanced,0.0958233642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,8,balanced,0.08851072311401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,8,balanced,0.09146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,8,balanced,0.09475839614868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,8,balanced,0.10046719551086425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,8,balanced,0.10554112434387206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,8,balanced,0.11255935668945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,8,balanced,0.12684032440185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,8,balanced,2.214448699951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,8,balanced,0.15271679878234862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,8,balanced,0.17736320495605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,8,balanced,0.22716928482055665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,8,balanced,0.2756608009338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,8,balanced,0.38761726379394534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,8,balanced,0.48681087493896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,8,balanced,0.7145958709716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,8,power_law_1.01,0.0635430383682251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,8,balanced,0.9231526184082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,8,power_law_1.01,0.08149888038635253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,8,power_law_1.01,0.07792384147644042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,8,balanced,1.3527629089355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,8,power_law_1.01,0.09155839920043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,8,power_law_1.01,0.09588607788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,8,power_law_1.01,0.13754240036010743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,8,power_law_1.01,0.1350387191772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,8,balanced,1.7899853515625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,8,power_law_1.01,0.14741503715515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,8,power_law_1.01,0.1461631965637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,8,power_law_1.01,0.15182080268859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,8,power_law_1.01,0.1556595230102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,8,power_law_1.01,0.15772928237915038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,8,power_law_1.01,0.162105598449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,8,power_law_1.01,0.17628416061401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,8,power_law_1.01,0.18982912063598634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,8,power_law_1.01,0.2064627265930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,8,power_law_1.01,0.2397248077392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,8,power_law_1.01,0.16785152435302736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,8,power_law_1.01,0.29448575973510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,8,power_law_1.01,0.13949440002441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,8,power_law_1.01,0.37840000152587894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,8,power_law_1.01,0.5660659027099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,8,power_law_1.01,0.7050457763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,8,power_law_1.01,1.014128646850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,8,power_law_1.01,0.044418559074401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,8,power_law_1.01,0.056862721443176265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,8,power_law_1.01,1.2957862854003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,8,power_law_1.01,0.05301631927490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,8,power_law_1.01,0.06262656211853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,8,power_law_1.01,0.06149119853973388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,8,power_law_1.01,0.07856256008148194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,8,power_law_1.01,1.9147686767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,8,power_law_1.01,0.0787225580215454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,8,power_law_1.01,0.084716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,8,power_law_1.01,0.0890828800201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,8,power_law_1.01,0.093187837600708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,8,power_law_1.01,0.09322239875793456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,8,power_law_1.01,0.09002495765686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,8,power_law_1.01,0.09481599807739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,8,power_law_1.01,0.09886336326599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,8,power_law_1.01,0.10247679710388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,8,power_law_1.01,2.6299072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,8,power_law_1.01,0.11629055976867675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,8,power_law_1.01,0.14470656394958498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,8,power_law_1.01,0.08841856002807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,8,power_law_1.01,0.1721023941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,8,power_law_1.01,0.21131391525268556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,8,power_law_1.01,0.2603878402709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,8,power_law_1.01,0.3860710525512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,8,power_law_1.01,0.45186302185058597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,8,power_law_1.01,0.6833830261230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,8,power_law_1.2,0.06318208217620849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,8,power_law_1.01,0.9087897491455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,8,power_law_1.2,0.07098112106323243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,8,power_law_1.2,0.08145664215087892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,8,power_law_1.2,0.09211008071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,8,power_law_1.2,0.09097599983215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,8,power_law_1.2,0.13437055587768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,8,power_law_1.01,1.2371469116210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,8,power_law_1.2,0.14152064323425292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,8,power_law_1.2,0.14157567977905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,8,power_law_1.2,0.14581503868103027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,8,power_law_1.2,0.15126784324645998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,8,power_law_1.2,0.15629568099975585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,8,power_law_1.2,0.15771007537841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,8,power_law_1.2,0.15530879974365236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,8,power_law_1.2,0.16285951614379884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,8,power_law_1.2,0.17283327102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,8,power_law_1.2,0.17618688583374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,8,power_law_1.2,0.1861747169494629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,8,power_law_1.01,1.8777932739257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,8,power_law_1.2,0.20728576660156248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,8,power_law_1.2,0.24306175231933597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,8,power_law_1.2,0.3266368103027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,8,power_law_1.2,0.44102657318115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,8,power_law_1.2,0.5821708679199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,8,power_law_1.2,0.7534259033203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,8,power_law_1.2,0.044499201774597166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,8,power_law_1.2,1.0693939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,8,power_law_1.2,0.04845312118530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,8,power_law_1.2,0.05617152214050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,8,power_law_1.2,0.061425919532775874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,8,power_law_1.2,1.5513369750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,8,power_law_1.2,0.05950592041015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,8,power_law_1.2,0.0754534387588501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,8,power_law_1.2,0.08208640098571778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,8,power_law_1.2,0.08379008293151854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,8,power_law_1.2,0.08704768180847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,8,power_law_1.2,0.09057920455932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,8,power_law_1.2,0.09639807701110839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,8,power_law_1.2,0.08973183631896972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,8,power_law_1.2,0.09040127754211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,8,power_law_1.2,0.09461503982543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,8,power_law_1.2,0.09918720245361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,8,power_law_1.2,0.1088742446899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,8,power_law_1.2,0.12038656234741212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,8,power_law_1.2,0.14985600471496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,8,power_law_1.2,0.1722649574279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,8,power_law_1.2,0.2212326431274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,8,power_law_1.2,0.2912460708618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,8,power_law_1.2,0.40441726684570317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,8,power_law_1.2,0.49007614135742184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,8,power_law_1.2,0.7478617858886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,8,power_law_1.2,1.0073651123046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,4,balanced,0.029890561103820802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,4,balanced,0.04524799823760987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,4,balanced,0.055731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,4,balanced,0.0683673620223999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,4,balanced,0.09543807983398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,8,power_law_1.2,1.5005401611328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,4,balanced,0.11448448181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,4,balanced,0.14882431983947755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,4,balanced,0.15109375953674314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,4,balanced,0.15345791816711424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,4,balanced,0.15595775604248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,4,balanced,0.1507033634185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,8,power_law_1.2,2.0365093994140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,4,balanced,0.153818883895874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,4,balanced,0.1584102439880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,4,balanced,0.1649305534362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,4,balanced,0.1711270332336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,4,balanced,0.17777023315429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,4,balanced,0.18950016021728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,4,balanced,0.21229312896728514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,4,balanced,0.23570304870605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,4,balanced,0.29252096176147463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,4,balanced,0.33872127532958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,4,balanced,0.48262783050537106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,4,balanced,0.6624972534179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,8,power_law_1.2,2.2519078063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,4,balanced,0.939920654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,4,balanced,0.03036799907684326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,4,balanced,0.031910400390624996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,4,balanced,1.2180646514892577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,4,balanced,0.03708159923553467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,4,balanced,0.04939263820648193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,4,balanced,0.0714892816543579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,4,balanced,0.08528512001037598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,4,balanced,1.7158221435546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,4,balanced,0.10269568443298341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,4,balanced,0.10549759864807129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,4,balanced,0.10812288284301759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,4,balanced,0.10350591659545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,4,balanced,0.10938752174377442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,4,balanced,0.10637824058532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,4,balanced,0.10933247566223145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,8,power_law_1.2,3.1573568725585934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,4,balanced,0.11447168350219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,4,balanced,0.11921152114868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,4,balanced,0.12489855766296387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,4,balanced,0.136495361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,4,balanced,0.18360576629638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,4,balanced,0.1620569610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,4,balanced,2.2122265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,4,balanced,0.28039552688598635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,4,balanced,0.42753536224365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,4,balanced,0.5222643280029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,4,balanced,0.7317823791503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,4,power_law_1.01,0.05649663925170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,4,balanced,0.9721855926513673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,4,power_law_1.01,0.06528255939483643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,4,power_law_1.01,0.06767871856689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,4,balanced,0.2307468795776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,4,power_law_1.01,0.0766476821899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,4,power_law_1.01,0.08586624145507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,4,power_law_1.01,0.10342144012451171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,4,power_law_1.01,0.13887359619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,4,balanced,1.4012889099121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,4,power_law_1.01,0.14559103965759276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,4,power_law_1.01,0.150634241104126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,4,power_law_1.01,0.15612928390502928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,4,power_law_1.01,0.15349760055541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,4,power_law_1.01,0.16209407806396486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,4,power_law_1.01,0.14904319763183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,4,power_law_1.01,0.16866304397583007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,4,balanced,1.8464691162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,4,power_law_1.01,0.17433216094970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,4,power_law_1.01,0.188724479675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,4,power_law_1.01,0.21669248580932615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,4,power_law_1.01,0.23995519638061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,4,power_law_1.01,0.29602048873901365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,4,power_law_1.01,0.3515903854370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,4,power_law_1.01,0.14324864387512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,4,power_law_1.01,0.5272000122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,4,power_law_1.01,0.6870079803466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,4,power_law_1.01,0.03477504014968872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,4,power_law_1.01,0.04516479969024658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,4,power_law_1.01,1.0003955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,4,power_law_1.01,0.047448320388793944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,4,power_law_1.01,0.0573363208770752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,4,power_law_1.01,0.06520448207855226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,4,power_law_1.01,0.07679359912872315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,4,power_law_1.01,0.09538304328918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,4,power_law_1.01,1.243441925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,4,power_law_1.01,0.09840512275695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,4,power_law_1.01,0.10222208023071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,4,power_law_1.01,0.1049779224395752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,4,power_law_1.01,0.1017728042602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,4,power_law_1.01,0.11077887535095214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,4,power_law_1.01,0.1048089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,4,power_law_1.01,0.11282431602478027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,4,power_law_1.01,0.1156287956237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,4,power_law_1.01,1.8556442260742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,4,power_law_1.01,0.1223526382446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,4,power_law_1.01,0.13468799591064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,4,power_law_1.01,0.16468992233276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,4,power_law_1.01,0.18647680282592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,4,power_law_1.01,0.24222848892211912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,4,power_law_1.01,0.31125120162963865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,4,power_law_1.01,0.40657150268554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,4,power_law_1.01,2.399176940917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,4,power_law_1.01,0.5305318450927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,4,power_law_1.01,0.7759014129638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,4,power_law_1.2,0.056290559768676765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,4,power_law_1.2,0.05924479961395264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,4,power_law_1.2,0.06668416023254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,4,power_law_1.01,1.0330802917480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,4,power_law_1.2,0.07381631851196288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,4,power_law_1.2,0.08126720428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,4,power_law_1.2,0.09723903656005858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,4,power_law_1.01,1.378973388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,4,power_law_1.2,0.13969408035278322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,4,power_law_1.2,0.14485759735107423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,4,power_law_1.2,0.14928640365600584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,4,power_law_1.2,0.15106047630310057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,4,power_law_1.2,0.15637887954711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,4,power_law_1.2,0.1524083232879639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,4,power_law_1.2,0.1544870376586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,4,power_law_1.01,1.8804812622070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,4,power_law_1.2,0.16369792938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,4,power_law_1.2,0.16926847457885744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,4,power_law_1.2,0.17501312255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,4,power_law_1.2,0.18923776626586913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,4,power_law_1.2,0.2167168045043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,4,power_law_1.2,0.24011648178100584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,4,power_law_1.2,0.2908748817443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,4,power_law_1.2,0.37679489135742184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,4,power_law_1.2,0.5708518218994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,4,power_law_1.2,0.7026841735839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,4,power_law_1.2,0.034324479103088376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,4,power_law_1.2,0.04290048122406006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,4,power_law_1.2,1.044568328857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,4,power_law_1.2,0.04792831897735596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,4,power_law_1.2,0.055287041664123536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,4,power_law_1.2,0.06231679916381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,4,power_law_1.2,0.07342463970184326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,4,power_law_1.2,0.09464575767517089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,4,power_law_1.2,0.09941887855529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,4,power_law_1.2,0.10270719528198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,4,power_law_1.2,0.10565119743347169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,4,power_law_1.2,0.10686464309692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,4,power_law_1.2,0.10432512283325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,4,power_law_1.2,0.1063321590423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,4,power_law_1.2,0.11318655967712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,4,power_law_1.2,0.11686016082763673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,4,power_law_1.2,0.12455424308776855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,4,power_law_1.2,0.13750271797180175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,4,power_law_1.2,0.16609279632568358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,4,power_law_1.2,0.1877414321899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,4,power_law_1.2,0.2596915245056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,4,power_law_1.2,0.32967166900634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,4,power_law_1.2,0.4293875122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,4,power_law_1.2,1.2719731140136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,4,power_law_1.2,0.5396646499633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,4,power_law_1.2,0.7853478240966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,2,balanced,0.029699840545654298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,2,balanced,0.047156481742858886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,2,balanced,0.05653632164001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,2,balanced,0.0723635196685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,2,balanced,0.10056447982788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,4,power_law_1.2,1.0302374267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,2,balanced,0.11859071731567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,2,balanced,0.1209228801727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,2,balanced,0.12261887550354005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,2,balanced,0.1243507194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,2,balanced,0.15235584259033202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,2,balanced,0.1543603229522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,2,balanced,0.15814784049987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,2,balanced,0.16204288482666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,2,balanced,0.167959041595459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,2,balanced,0.17274879455566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,2,balanced,0.17936128616333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,2,balanced,0.1900223922729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,2,balanced,0.2144281578063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,2,balanced,0.23683584213256834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,4,power_law_1.2,2.062599639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,2,balanced,0.30382080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,2,balanced,0.3511360168457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,2,balanced,0.5438668823242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,2,balanced,0.7290354919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,2,balanced,1.0243545532226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,2,balanced,1.334824981689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,2,balanced,0.030412800312042236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,2,balanced,0.033187839984893795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,2,balanced,0.03973504066467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,2,balanced,1.9366246032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,4,power_law_1.2,1.928605499267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,2,balanced,0.05666560173034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,2,balanced,0.08694399833679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,2,balanced,0.10378368377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,2,balanced,0.10394240379333497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,2,balanced,0.10626175880432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,2,balanced,0.10778623580932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,2,balanced,0.1303667163848877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,2,balanced,0.13455743789672853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,2,balanced,0.13691904067993163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,2,balanced,0.13812607765197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,2,balanced,0.14392831802368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,2,balanced,2.4978355407714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,2,balanced,0.14728960037231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,2,balanced,0.1521126365661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,2,balanced,0.1622208023071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,2,balanced,0.2056012725830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,2,balanced,0.18503040313720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,2,balanced,0.24888959884643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,2,balanced,0.29164800643920896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,4,power_law_1.2,2.6613146972656248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,2,balanced,0.46235008239746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,2,balanced,0.5497523117065429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,4,power_law_1.2,1.5016012573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,2,balanced,0.7750540924072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,2,power_law_1.01,0.0424729585647583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,2,power_law_1.01,0.05606783866882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,2,balanced,1.03512451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,2,power_law_1.01,0.06035583972930908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,2,power_law_1.01,0.07172351837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,2,power_law_1.01,0.08412927627563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,2,power_law_1.01,0.10313728332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,2,balanced,1.4755917358398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,2,power_law_1.01,0.10787967681884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,2,power_law_1.01,0.11097984313964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,2,power_law_1.01,0.11564543724060058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,2,power_law_1.01,0.1440998363494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,2,power_law_1.01,0.14990847587585449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,2,power_law_1.01,0.15569664001464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,2,power_law_1.01,0.16406272888183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,2,power_law_1.01,0.16821247100830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,2,power_law_1.01,0.1756800079345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,2,balanced,1.9781170654296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,2,power_law_1.01,0.1910860824584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,2,power_law_1.01,0.22171520233154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,2,power_law_1.01,0.2465382385253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,2,power_law_1.01,0.3038719940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,2,power_law_1.01,0.3659494400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,2,power_law_1.01,0.14784768104553223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,2,power_law_1.01,0.5628531265258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,2,power_law_1.01,0.7024998474121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,2,power_law_1.01,0.03204992055892945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,2,power_law_1.01,0.03940864086151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,2,power_law_1.01,0.04698624134063721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,2,power_law_1.01,1.024574737548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,2,power_law_1.01,0.05847936153411866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,2,power_law_1.01,0.07055488109588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,2,power_law_1.01,0.08881279945373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,2,power_law_1.01,1.3227020263671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,2,power_law_1.01,0.09389568328857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,2,power_law_1.01,0.0966528034210205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,2,power_law_1.01,0.09887999534606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,2,power_law_1.01,0.12278271675109864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,2,power_law_1.01,0.12457471847534181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,2,power_law_1.01,0.13102720260620118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,2,power_law_1.01,0.13408127784729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,2,power_law_1.01,0.14149375915527346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,2,power_law_1.01,0.14132736206054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,2,power_law_1.01,1.899473876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,2,power_law_1.01,0.1477017593383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,2,power_law_1.01,0.16213119506835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,2,power_law_1.01,0.19104127883911132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,2,power_law_1.01,0.21332864761352538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,2,power_law_1.01,0.2700236892700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,2,power_law_1.01,0.3391769790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,2,power_law_1.01,2.5611776733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,2,power_law_1.01,0.577528305053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,2,power_law_1.01,0.8173350524902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,2,power_law_1.2,0.038369278907775875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,2,power_law_1.2,0.06032127857208251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,2,power_law_1.2,0.05349631786346436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,2,power_law_1.01,1.0564966583251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,2,power_law_1.2,0.06978047847747802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,2,power_law_1.2,0.10439040184020995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,2,power_law_1.01,0.4642393493652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,2,power_law_1.2,0.10792960166931151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,2,power_law_1.01,1.538209228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,2,power_law_1.2,0.11302399635314941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,2,power_law_1.2,0.11820159912109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,2,power_law_1.2,0.14666624069213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,2,power_law_1.2,0.14829312324523927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,2,power_law_1.2,0.15434752464294435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,2,power_law_1.2,0.15781760215759277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,2,power_law_1.2,0.16549503326416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,2,power_law_1.2,0.1711052894592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,2,power_law_1.2,0.17699968338012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,2,power_law_1.01,2.0224012756347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,2,power_law_1.2,0.1940415954589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,2,power_law_1.2,0.22416255950927733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,2,power_law_1.2,0.07833727836608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,2,power_law_1.2,0.2509708786010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,2,power_law_1.2,0.306112003326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,2,power_law_1.2,0.37080577850341795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,2,power_law_1.2,0.5718975830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,2,power_law_1.2,0.7074752044677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,2,power_law_1.2,0.03227135896682739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,2,power_law_1.2,0.03764096021652222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,2,power_law_1.2,0.04656256198883056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,2,power_law_1.2,1.0281305694580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,2,power_law_1.2,0.05637887954711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,2,power_law_1.2,0.06682623863220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,2,power_law_1.2,0.08657407760620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,2,power_law_1.2,1.3485696411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,2,power_law_1.2,0.09329407691955567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,2,power_law_1.2,0.09611519813537597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,2,power_law_1.2,0.10032383918762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,2,power_law_1.2,0.12421759605407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,2,power_law_1.2,0.12747520446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,2,power_law_1.2,0.13225600242614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,2,power_law_1.2,0.13466367721557618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,2,power_law_1.2,0.1412339210510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,2,power_law_1.2,0.1438259220123291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,2,power_law_1.2,0.1512883186340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,2,power_law_1.2,0.16461824417114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,2,power_law_1.2,0.19060863494873045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,2,power_law_1.2,0.2175833511352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,2,power_law_1.2,0.2757695960998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,2,power_law_1.2,0.3409395217895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,2,power_law_1.2,0.47141246795654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,2,power_law_1.2,0.5809036636352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,2,power_law_1.2,0.8398156738281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,64,balanced,0.0703769588470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,64,balanced,0.0702617597579956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,2,power_law_1.2,1.0785369873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,64,balanced,0.07054207801818849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,64,balanced,0.0705292797088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,64,balanced,0.08890624046325683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,64,balanced,0.13719679832458495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,64,balanced,0.1942963218688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,64,balanced,0.23464191436767576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,64,balanced,0.23382272720336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,64,balanced,0.23420288085937502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,64,balanced,0.23544191360473632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,64,balanced,0.23629184722900393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,64,balanced,0.23629568099975584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,64,balanced,0.2414336013793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,64,balanced,0.24546560287475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,64,balanced,0.25024383544921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,64,balanced,0.2507519912719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,2,power_law_1.2,2.0402662658691404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,64,balanced,0.2625279998779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,64,balanced,0.26272256851196285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,64,balanced,0.27635583877563474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,64,balanced,0.30485631942749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,64,balanced,0.3381324768066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,64,balanced,0.43354110717773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,64,balanced,0.5137472152709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,64,balanced,0.6452492523193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,64,balanced,0.043797760009765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,64,balanced,0.04374783992767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,64,balanced,0.809707489013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,64,balanced,0.044270081520080565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,64,balanced,0.04361472129821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,64,balanced,0.05530496120452881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,64,balanced,1.1327961730957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,2,power_law_1.2,1.9385369873046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,64,balanced,0.0829862403869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,64,balanced,0.11679743766784667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,64,balanced,0.12286335945129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,64,balanced,0.12304767608642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,64,balanced,0.12319744110107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,2,power_law_1.2,1.5494181823730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,64,balanced,0.12523391723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,64,balanced,0.12535167694091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,64,balanced,0.12551551818847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,64,balanced,0.13003135681152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,64,balanced,0.13100671768188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,64,balanced,0.13297792434692385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,64,balanced,0.138155517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,64,balanced,0.1447372817993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,64,balanced,0.14010623931884764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,64,balanced,0.1498265552520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,64,balanced,0.15997568130493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,64,balanced,0.18045440673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,64,balanced,0.20148607254028322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,64,balanced,0.23816064834594725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,64,balanced,0.30587392807006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,64,balanced,0.3710451126098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,64,balanced,0.48501632690429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,64,power_law_1.01,0.1921177673339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,64,power_law_1.01,0.19167360305786132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,64,power_law_1.01,0.19344255447387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,64,power_law_1.01,0.19431808471679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,2,power_law_1.2,2.644112548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,64,power_law_1.01,0.22552448272705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,64,power_law_1.01,0.21870592117309567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,64,power_law_1.01,0.21347328186035158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,64,power_law_1.01,0.2254515266418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,64,power_law_1.01,0.22827264785766604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,64,power_law_1.01,0.23241344451904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,64,power_law_1.01,0.22148607254028319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,64,power_law_1.01,0.23507455825805662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,64,power_law_1.01,0.2380441665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,64,power_law_1.01,0.24264448165893554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,64,power_law_1.01,0.2460326385498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,64,power_law_1.01,0.2522137641906738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,64,power_law_1.01,0.2555776023864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,64,power_law_1.01,0.30032127380371093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,64,power_law_1.01,0.3200934219360351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,64,power_law_1.01,0.4206259155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,64,power_law_1.01,0.5161190414428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,64,power_law_1.01,0.7337267303466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,64,power_law_1.01,0.8257292938232421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.11602432250976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,64,power_law_1.01,1.300326385498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.11507328033447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.11650560379028321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.11516672134399415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.12139776229858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,64,power_law_1.01,1.698803253173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.10707967758178712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.10641920089721679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.12203519821166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.122740478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.12509823799133302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.12914048194885255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.13096960067749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,64,power_law_1.01,2.5627685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.1396889591217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.14186112403869627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.14249855995178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.1369331169128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.1497766399383545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.16178815841674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,64,power_law_1.01,2.8426162719726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.20848512649536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.2428108787536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.30848127365112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.12712448120117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,0.40292606353759763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,0.5391167831420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,0.6686515045166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,0.9225011444091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,1.3230540466308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,64,power_law_1.2,0.19165311813354494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,64,power_law_1.2,0.19163520812988283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,64,power_law_1.2,0.19338111877441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,64,power_law_1.2,0.19353343963623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,64,power_law_1.2,0.23083520889282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,64,power_law_1.2,0.22076543807983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,64,power_law_1.2,0.20946432113647462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,64,power_law_1.2,0.22663936614990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,64,power_law_1.2,0.2269068717956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,64,power_law_1.2,0.23378047943115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,64,power_law_1.2,0.2287411117553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,64,power_law_1.2,0.23531007766723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,64,power_law_1.2,0.23812095642089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,64,power_law_1.2,0.23276544570922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,64,power_law_1.2,0.23898752212524413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,64,power_law_1.2,0.24715904235839842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,64,power_law_1.2,0.26215423583984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,64,power_law_1.2,0.30818048477172855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,64,power_law_1.2,0.3651635360717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,64,power_law_1.2,0.4635123062133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,64,power_law_1.2,0.6100249481201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,64,power_law_1.2,0.8109222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,64,power_law_1.2,1.0777753448486327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,64,power_law_1.2,1.6440562438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,64,power_law_1.2,2.3314918518066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.1159449577331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.11452927589416503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.11607168197631837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.11538559913635253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.12213248252868651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,64,power_law_1.2,4.173552551269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.11332096099853514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,64,power_law_1.2,4.323980712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.10935168266296387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.11635456085205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.1133452796936035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.11956607818603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.11755776405334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.1251020812988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.12438528060913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.1392255973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.1310681629180908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.13547136306762694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.1435264015197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.17401599884033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.24007295608520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.28187007904052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,0.37217662811279295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,0.4517324829101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.1541260814666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,0.8566579437255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,1.1462528228759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,1.4064537048339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,1.7493811035156248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,32,balanced,0.05936895847320557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,32,balanced,0.05941887855529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,32,balanced,0.0595033597946167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,32,balanced,0.06688000202178955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,32,balanced,0.08753664016723632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,32,balanced,0.1466867160797119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,32,balanced,0.19355648040771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,32,balanced,0.23808256149291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,32,balanced,0.2384320068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,32,balanced,0.23811967849731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,32,balanced,0.2443110466003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,32,balanced,0.24783615112304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,32,balanced,0.24734207153320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,32,balanced,0.25341823577880856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,32,balanced,0.254652156829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,32,balanced,0.25527936935424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,32,balanced,0.25327999114990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,32,balanced,0.2626252746582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,32,balanced,0.2763955116271973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,32,balanced,0.2993382453918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,32,balanced,0.3306163024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,32,balanced,0.3657382583618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,32,balanced,0.47327617645263675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,32,balanced,0.5804697418212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,32,balanced,0.7567782592773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,32,balanced,0.9579737854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,32,balanced,1.3465548706054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,32,balanced,0.033062400817871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,32,balanced,0.03404288053512573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,32,balanced,0.033766400814056394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,32,balanced,0.04278656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,32,balanced,0.055724802017211916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,32,balanced,0.08523648262023927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,32,balanced,0.116943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,32,balanced,0.12424960136413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,32,balanced,0.12410752296447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,32,balanced,0.1242905616760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,32,balanced,0.127903995513916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,32,balanced,0.12944767951965333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,32,balanced,0.12955007553100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,32,balanced,0.134017276763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,32,balanced,0.1372428798675537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,32,balanced,0.1397593593597412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,32,balanced,0.134900484085083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,32,balanced,0.14302847862243653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,32,balanced,0.15104767799377442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,32,balanced,0.16874752044677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,32,balanced,0.19193855285644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,32,balanced,0.2219327926635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,32,balanced,0.25643007278442387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,32,balanced,0.3173708724975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,32,balanced,0.404711685180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,32,balanced,0.5301068878173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,32,balanced,0.700816650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,32,balanced,0.06170239925384522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,32,balanced,0.061539840698242185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,32,balanced,0.06145408153533936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,32,balanced,0.07614975929260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,32,balanced,0.07764607906341553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,32,balanced,0.08122879981994628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,32,balanced,0.10889216423034669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,32,balanced,0.1094976043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,32,balanced,0.10902400016784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,32,balanced,0.07639423847198487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,32,balanced,0.12972543716430665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,32,balanced,0.14600576400756834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,32,balanced,0.1468825626373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,32,balanced,0.20556032180786135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,32,balanced,0.2106342315673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,32,balanced,0.21311487197875975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,32,balanced,0.32895870208740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,32,balanced,0.33504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,32,balanced,0.4885823822021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,32,balanced,0.5467801666259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,32,balanced,0.8170073699951171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,32,balanced,1.0367027282714845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,32,balanced,1.4666227722167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,32,balanced,2.021692199707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,32,balanced,2.770069885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,32,balanced,3.946864624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,32,power_law_1.01,0.14503680229187013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,32,power_law_1.01,0.18987392425537108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,32,power_law_1.01,0.1909324836730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,32,power_law_1.01,0.19217151641845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,32,power_law_1.01,0.19402240753173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,32,power_law_1.01,0.22515968322753904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,32,power_law_1.01,0.20653568267822267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,32,balanced,5.326109619140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,32,power_law_1.01,0.23436927795410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,32,power_law_1.01,0.21444608688354494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,32,power_law_1.01,0.23556480407714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,32,power_law_1.01,0.22855424880981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,32,power_law_1.01,0.23655040740966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,32,power_law_1.01,0.24696319580078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,32,power_law_1.01,0.24609024047851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,32,power_law_1.01,0.25745664596557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,32,power_law_1.01,0.25453311920166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,32,power_law_1.01,0.26593536376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,32,power_law_1.01,0.27860992431640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,32,power_law_1.01,0.30688255310058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,32,power_law_1.01,0.3834086227416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,32,power_law_1.01,0.44486526489257816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,32,power_law_1.01,0.6072883224487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,32,power_law_1.01,0.7791693115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,32,power_law_1.01,1.0129996490478514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,32,power_law_1.01,1.3618585205078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,32,power_law_1.01,1.8998847961425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,32,power_law_1.01,0.0831436824798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,32,power_law_1.01,0.11281536102294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,32,power_law_1.01,0.11403008460998536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,32,power_law_1.01,0.11499008178710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,32,power_law_1.01,2.6565542602539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,32,power_law_1.01,0.12239871978759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,32,power_law_1.01,0.11708288192749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,32,power_law_1.01,0.10571776390075685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,32,power_law_1.01,0.11518591880798339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,32,power_law_1.01,0.11980928421020506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,32,power_law_1.01,0.1240396785736084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,32,power_law_1.01,0.12750975608825682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,32,power_law_1.01,0.1304524803161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,32,power_law_1.01,0.1318924808502197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,32,power_law_1.01,0.1290982437133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,32,power_law_1.01,0.13484160423278807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,32,power_law_1.01,0.13258111953735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,32,power_law_1.01,0.13974016189575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,32,power_law_1.01,0.1534003162384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.01,0.1661555290222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.01,0.20372735977172854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.01,0.24586751937866208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.01,0.3161049652099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.01,0.4395891189575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.01,0.5662387084960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.01,0.7135155487060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,32,power_law_1.01,0.0613593578338623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.01,0.9761638641357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,32,power_law_1.01,0.07586048126220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,32,power_law_1.01,0.076593918800354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,32,power_law_1.01,0.07747968196868896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.01,1.3549530029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,32,power_law_1.01,0.08128383636474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,32,power_law_1.01,0.08194560050964356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,32,power_law_1.01,0.10185471534729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,32,power_law_1.01,0.11038080215454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,32,power_law_1.01,0.11256575584411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,32,power_law_1.01,0.14340864181518556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,32,power_law_1.01,0.1872371292114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,32,power_law_1.01,0.22510591506958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,32,power_law_1.01,0.24920320510864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,32,power_law_1.01,0.2573376083374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,32,power_law_1.01,0.32260223388671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,32,power_law_1.01,0.3240665435791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,32,power_law_1.01,0.4095001602172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,32,power_law_1.01,0.6371468734741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,32,power_law_1.01,0.8009433746337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,32,power_law_1.01,1.2028672027587892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,32,power_law_1.01,1.3386930847167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,32,power_law_1.01,2.2717222595214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,32,power_law_1.2,0.14612735748291014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,32,power_law_1.2,0.190699520111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,32,power_law_1.2,0.19091455459594725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,32,power_law_1.2,0.19232128143310548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,32,power_law_1.2,0.1938547134399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,32,power_law_1.2,0.22439296722412108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,32,power_law_1.2,0.21548543930053712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,32,power_law_1.2,0.2320230484008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,32,power_law_1.2,0.235150089263916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,32,power_law_1.2,0.23998207092285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,32,power_law_1.2,0.2436697578430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,32,power_law_1.2,0.2349465560913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,32,power_law_1.2,0.23301120758056643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,32,power_law_1.2,0.24655487060546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,32,power_law_1.2,0.2504345512390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,32,power_law_1.2,0.257708797454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,32,power_law_1.2,0.26873600006103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,32,power_law_1.2,0.29062143325805667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,32,power_law_1.2,0.314019832611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,32,power_law_1.2,0.4345792007446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,32,power_law_1.2,0.5055385589599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,32,power_law_1.2,0.6552729797363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,32,power_law_1.2,0.9937932586669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,32,power_law_1.2,1.4627122497558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,32,power_law_1.2,1.6606591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,32,power_law_1.2,2.8238885498046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,32,power_law_1.2,0.087260160446167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,32,power_law_1.2,0.11272831916809083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,32,power_law_1.2,0.11389568328857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,32,power_law_1.2,0.1146611213684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,32,power_law_1.2,3.668612976074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,32,power_law_1.2,0.12158207893371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,32,power_law_1.2,0.11691391944885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,32,power_law_1.2,0.1099891185760498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,32,power_law_1.2,0.11844223976135253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,32,power_law_1.2,0.11463040351867675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,32,power_law_1.2,0.12154879570007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,32,power_law_1.2,0.12481663703918458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,32,power_law_1.2,0.1322227191925049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,32,power_law_1.2,0.13186047554016114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,32,power_law_1.2,0.1260044765472412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,32,power_law_1.2,0.13656191825866698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,32,power_law_1.2,0.13249152183532714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,32,power_law_1.2,0.14161919593811034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,32,power_law_1.2,0.15768320083618165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.2,0.18445951461791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.2,0.25178239822387694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.2,0.28435071945190427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.2,0.3635929489135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.2,0.3841075134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.2,0.6709171295166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,32,power_law_1.01,3.5570123291015627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.2,0.9841881561279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,32,power_law_1.2,0.06211455821990967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,32,power_law_1.2,0.07644927978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,32,power_law_1.2,0.07688191890716553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.2,1.4001126098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,32,power_law_1.2,0.07754496097564698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,32,power_law_1.2,0.08782591819763183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.2,1.7141619873046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,32,power_law_1.2,0.10123647689819334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,32,power_law_1.2,0.11164799690246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,32,power_law_1.2,0.11631360054016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,32,power_law_1.2,0.1302361583709717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,32,power_law_1.2,0.14630399703979494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,32,power_law_1.2,0.19287935256958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,32,power_law_1.2,0.23181951522827146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,32,power_law_1.2,0.24840320587158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,32,power_law_1.2,0.3149567985534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,32,power_law_1.2,0.3246464157104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,32,power_law_1.2,0.38236160278320314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,32,power_law_1.2,0.4883251190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,32,power_law_1.2,0.7133452606201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,32,power_law_1.2,0.95997314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,32,power_law_1.2,1.3357017517089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,32,power_law_1.01,6.025614013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,32,power_law_1.2,1.8402534484863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,32,power_law_1.01,4.909013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,32,power_law_1.2,3.177123718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,16,balanced,0.03702143907546997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,16,balanced,0.039493119716644286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,16,balanced,0.05707392215728759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,16,balanced,0.06647552013397216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,16,balanced,0.09118335723876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,16,balanced,0.14348928451538084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,16,balanced,0.19674623489379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,16,balanced,0.2414758491516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,16,balanced,0.24289024353027341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,16,balanced,0.2437939262390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,16,balanced,0.24922367095947268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,16,balanced,0.2511219215393067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,16,balanced,0.2530163192749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,16,balanced,0.24839935302734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,16,balanced,0.2537356758117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,16,balanced,0.255546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,16,balanced,0.2646912002563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,16,balanced,0.27923328399658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,16,balanced,0.2952921676635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,16,balanced,0.331412467956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,16,balanced,0.36361984252929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,16,balanced,0.4311129760742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,16,balanced,0.5714163208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,16,balanced,0.7581951904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,16,balanced,0.983377914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,16,balanced,1.2757465362548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,32,power_law_1.01,8.7999755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,16,balanced,0.03131135940551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,16,balanced,0.031249918937683106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,16,balanced,0.03371903896331787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,16,balanced,0.04331520080566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,16,balanced,0.058592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,16,balanced,0.08866304397583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,16,balanced,1.7305215454101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,16,balanced,0.12012415885925294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,16,balanced,0.13197952270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,16,balanced,0.13240832328796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,16,balanced,0.13377023696899415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,16,balanced,0.13847423553466798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,16,balanced,0.14128640174865723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,16,balanced,0.1428108787536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,16,balanced,0.13719167709350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,16,balanced,0.1404595184326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,16,balanced,0.14389632225036622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,16,balanced,0.15248384475708007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,16,balanced,0.1695372772216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,16,balanced,0.18790271759033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,16,balanced,0.2142848014831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,16,balanced,0.2464896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,16,balanced,0.3033433532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,16,balanced,0.36242816925048826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,16,balanced,0.47470718383789057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,16,balanced,0.6197043228149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,16,balanced,0.8461286163330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,16,balanced,0.04520063877105713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,16,balanced,0.04501376152038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,16,balanced,1.1192691040039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,16,balanced,0.0635750389099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,16,balanced,0.07936128139495849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,16,balanced,0.07853312015533447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,16,balanced,0.08139519691467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,16,balanced,0.08493568420410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,16,balanced,0.09041919708251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,16,balanced,0.11795071601867675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,16,balanced,0.11897855758666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,16,balanced,0.12677632331848146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,16,balanced,0.15717632293701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,16,balanced,0.16108032226562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,16,balanced,0.18941055297851564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,16,balanced,0.20069887161254885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,16,balanced,0.20617088317871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,16,balanced,0.32609920501708983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,16,balanced,0.3527065658569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,16,balanced,0.48704254150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,16,balanced,0.634207992553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,16,balanced,0.9166732788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,16,balanced,1.2083289337158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,16,balanced,1.5743449401855467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,16,balanced,2.3585997009277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,16,balanced,3.0623794555664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,16,balanced,4.7217919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,16,power_law_1.01,0.09241855621337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,16,power_law_1.01,0.1393087959289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,16,power_law_1.01,0.19028095245361326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,16,power_law_1.01,0.178156795501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,16,power_law_1.01,0.18770431518554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,16,power_law_1.01,0.22568960189819337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,16,power_law_1.01,0.2078451156616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,16,balanced,6.265321044921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,16,power_law_1.01,0.21681407928466795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,16,power_law_1.01,0.2277516746520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,16,power_law_1.01,0.20187135696411135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,16,power_law_1.01,0.2203647994995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,16,power_law_1.01,0.22461055755615233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,16,power_law_1.01,0.2216102409362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,16,power_law_1.01,0.23541887283325194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,32,power_law_1.2,4.109925231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,16,power_law_1.01,0.25012096405029294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,16,power_law_1.01,0.2569791984558106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,16,power_law_1.01,0.25721599578857424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,16,power_law_1.01,0.27063552856445316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,16,power_law_1.01,0.2907660865783691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,16,power_law_1.01,0.3634854507446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,16,power_law_1.01,0.4341158294677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,16,power_law_1.01,0.6026700973510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,16,power_law_1.01,0.7525542449951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,16,power_law_1.01,0.9670783996582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,16,power_law_1.01,1.2384063720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,16,power_law_1.01,0.05790463924407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,16,power_law_1.01,0.0851148796081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,16,power_law_1.01,1.6847564697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,16,power_law_1.01,0.11585151672363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,16,power_law_1.01,0.10997504234313964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,16,power_law_1.01,0.11947008132934571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,16,power_law_1.01,0.1287168025970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,16,power_law_1.01,2.3585433959960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,16,power_law_1.01,0.11353471755981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,16,power_law_1.01,0.12465023994445801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,16,power_law_1.01,0.11938688278198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,16,power_law_1.01,0.12730112075805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,16,power_law_1.01,0.13696640014648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,16,power_law_1.01,0.13702783584594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,16,power_law_1.01,0.12647168159484862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,16,power_law_1.01,0.1334348773956299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,16,power_law_1.01,0.13123711585998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,16,power_law_1.01,0.14838272094726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,16,power_law_1.01,0.17419647216796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.01,0.1939302444458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.01,0.224902400970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,16,power_law_1.01,0.13775872230529784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.01,0.27170047760009763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.01,0.3503180694580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.01,0.4216870498657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.01,0.5704076766967774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.01,0.7812210845947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,16,power_law_1.01,0.04643712043762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.01,1.1857523345947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,16,power_law_1.01,0.05408383846282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,16,power_law_1.01,0.07898880004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,16,power_law_1.01,0.08513279914855956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.01,1.4010394287109373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,16,power_law_1.01,0.08970751762390136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,16,power_law_1.01,0.09310336112976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,16,power_law_1.01,0.10498815536499025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,16,power_law_1.01,0.11019007682800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,16,power_law_1.01,0.13300607681274415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,16,power_law_1.01,0.13324671745300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,16,power_law_1.01,0.16038528442382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,16,power_law_1.01,0.19497215270996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,16,power_law_1.01,0.1976678466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,16,power_law_1.01,0.22862079620361325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,16,power_law_1.01,0.2820800018310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,16,power_law_1.01,0.30701824188232424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,16,power_law_1.01,0.3812313461303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,16,power_law_1.01,0.47423358917236325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,16,power_law_1.01,0.615863037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,16,power_law_1.01,0.9115404510498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,16,power_law_1.01,1.138097915649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,16,power_law_1.01,1.9195571899414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,32,power_law_1.01,11.272698974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,16,power_law_1.01,2.037622985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,16,power_law_1.01,3.303251342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,16,power_law_1.2,0.09308671951293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,16,power_law_1.2,0.13921152114868166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,16,power_law_1.2,0.18581119537353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,16,power_law_1.2,0.17612287521362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,16,power_law_1.2,0.19324928283691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,32,power_law_1.2,5.285409545898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,16,power_law_1.2,0.2302195167541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,16,power_law_1.2,0.21948928833007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,16,power_law_1.2,0.2285964775085449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,16,power_law_1.2,0.22040191650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,16,power_law_1.2,0.23566335678100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,16,power_law_1.2,0.2301260757446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,16,power_law_1.2,0.22946304321289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,16,power_law_1.2,0.23755264282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,16,power_law_1.2,0.22632959365844724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,16,power_law_1.2,0.2447884750366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,16,power_law_1.2,0.25199615478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,16,power_law_1.2,0.2731827163696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,16,power_law_1.2,0.3096780776977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,16,power_law_1.2,0.38226047515869144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,16,power_law_1.2,0.25684736251831053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,16,power_law_1.2,0.4808614349365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,16,power_law_1.2,0.6776947021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,16,power_law_1.2,0.8251289367675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,16,power_law_1.2,1.1443033599853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,16,power_law_1.2,1.5239666748046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,16,power_law_1.2,2.2115277099609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,16,power_law_1.2,0.05762303829193115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,16,power_law_1.2,0.08595840454101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,16,power_law_1.2,0.1119718360900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,16,power_law_1.2,2.8866970825195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,16,power_law_1.2,0.11692416191101074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,16,power_law_1.2,0.11979136466979981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,16,power_law_1.2,0.12007295608520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,16,power_law_1.2,0.12010496139526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,16,power_law_1.2,0.12280447959899903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,16,power_law_1.2,0.12546688079833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,16,power_law_1.2,0.12749183654785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,16,power_law_1.2,0.13142784118652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,16,power_law_1.2,0.13996543884277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,16,power_law_1.2,0.13797120094299314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,16,power_law_1.2,0.13256447792053222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,16,power_law_1.2,0.1373414421081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,16,power_law_1.2,0.14173952102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,16,power_law_1.2,0.14972928047180176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,16,power_law_1.2,0.18352895736694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.2,0.20477312088012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.2,0.25368576049804686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.2,0.32625152587890627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.2,0.3798822402954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.2,0.5157068634033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.2,0.582237434387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.2,0.9100812530517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.2,1.2375667572021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,16,power_law_1.2,0.04765439987182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,16,power_law_1.2,0.0528934383392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,16,power_law_1.2,0.07848959922790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.2,1.7655052185058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,16,power_law_1.2,0.07902080059051514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,16,power_law_1.2,0.09265407562255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,16,power_law_1.2,0.09496319770812989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,16,power_law_1.2,0.10517120361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,16,power_law_1.2,0.10996735572814942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,16,power_law_1.2,0.13183232307434084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,16,power_law_1.2,0.13596927642822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,16,power_law_1.2,0.18533248901367189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,16,power_law_1.2,0.1932428741455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,16,power_law_1.2,0.21160064697265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,16,power_law_1.2,0.2586790466308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,16,power_law_1.2,0.2890521621704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,16,power_law_1.2,0.3341452789306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,32,power_law_1.2,9.0844482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,16,power_law_1.2,0.3940185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,16,power_law_1.2,0.5957759857177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,16,power_law_1.01,4.820540161132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,16,power_law_1.2,0.6732006072998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,16,power_law_1.2,1.2375590515136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,16,power_law_1.2,1.1763200378417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,16,power_law_1.01,7.43585693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,16,power_law_1.2,2.1548864746093748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,16,power_law_1.2,2.126360321044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,8,balanced,0.03252480030059814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,8,balanced,0.03608319997787476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,8,balanced,0.058490881919860835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,8,balanced,0.07156991958618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,8,balanced,0.09294976234436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,8,balanced,0.14468864440917967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,8,balanced,0.20384639739990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,8,balanced,0.23879680633544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,8,balanced,0.2433945655822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,8,balanced,0.2461939239501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,8,balanced,0.24158975601196292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,8,balanced,0.24633600234985353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,8,balanced,0.24999423980712893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,8,balanced,0.2577484893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,8,balanced,0.26561279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,8,balanced,0.27084543228149416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,8,balanced,0.28204927444458006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,8,balanced,0.3086771202087403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,8,balanced,0.335333137512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,8,balanced,0.3924505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,8,balanced,0.4543936157226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,8,balanced,0.5721369552612304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,8,balanced,0.7740940856933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,8,balanced,1.0993714904785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,8,balanced,1.396627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,8,balanced,1.9086656188964846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,8,balanced,2.5374604797363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,8,balanced,0.03306623935699463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,8,balanced,0.033566720485687256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,8,balanced,0.0366975998878479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,8,balanced,0.04913919925689697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,8,balanced,0.0655999994277954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,8,balanced,0.097324800491333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,8,balanced,0.13547776222229005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,8,balanced,0.15176447868347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,8,balanced,0.15399423599243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,8,balanced,0.1564684772491455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,8,balanced,0.1513369560241699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,8,balanced,0.155283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,8,balanced,0.15895936012268067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,8,balanced,0.16559360504150392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,8,balanced,0.17408000946044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,8,balanced,0.18012928009033202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,8,balanced,0.19493247985839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,8,balanced,0.22176639556884767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,8,balanced,0.2511142349243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,8,balanced,0.3049203109741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,8,balanced,0.35932800292968753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,8,balanced,0.46565120697021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,8,balanced,0.5749478530883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,8,balanced,0.7925695800781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,8,balanced,1.0513407897949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,8,balanced,1.484778289794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,8,balanced,1.9744000244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,8,balanced,0.03644032001495361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,8,balanced,0.04854911804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,8,balanced,0.0682585620880127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,8,balanced,0.08488832473754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,8,balanced,0.08649855613708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,8,balanced,0.08919808387756348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,8,balanced,0.09471103668212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,8,balanced,0.09917056083679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,8,balanced,0.1022758388519287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,8,balanced,0.13814144134521483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,8,balanced,0.1404966354370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,8,balanced,0.14920831680297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,8,balanced,0.1869657516479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,8,balanced,0.20149759292602537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,8,balanced,0.23783552169799807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,8,balanced,0.25137664794921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,8,balanced,0.4019430541992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,8,balanced,0.44486526489257816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,8,balanced,0.6003327941894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,8,balanced,0.8066239929199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,8,balanced,1.167759323120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,8,balanced,1.5334349060058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,8,balanced,2.036558074951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,8,balanced,3.0585089111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,8,balanced,4.005617980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,8,balanced,6.080884399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,32,power_law_1.2,10.107506103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,8,power_law_1.01,0.0694643211364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,8,power_law_1.01,0.08884608268737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,8,power_law_1.01,0.13728511810302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,8,power_law_1.01,0.11901951789855958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,8,power_law_1.01,0.15742719650268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,8,power_law_1.01,0.17275007247924806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,8,power_law_1.01,0.1773427200317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,8,power_law_1.01,0.22934783935546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,8,power_law_1.01,0.20775808334350584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,8,power_law_1.01,0.2133555221557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,8,power_law_1.01,0.21877376556396486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,8,power_law_1.01,0.21728384017944338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,8,power_law_1.01,0.21462656021118165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,8,power_law_1.01,0.23306240081787108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,8,power_law_1.01,0.24135040283203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,8,power_law_1.01,0.24094207763671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,8,balanced,8.105858764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,8,power_law_1.01,0.2523276710510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,8,power_law_1.01,0.28077823638916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,8,power_law_1.01,0.3014246368408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,8,power_law_1.01,0.36148609161376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,8,power_law_1.01,0.4234342575073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,8,power_law_1.01,0.5897484970092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,8,power_law_1.01,0.7521689605712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,8,power_law_1.01,1.0008306884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,8,power_law_1.01,1.3045106506347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,8,power_law_1.01,1.8699865722656248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,8,power_law_1.01,0.04695168018341064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,8,power_law_1.01,0.06055424213409424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,8,power_law_1.01,0.0909977626800537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,8,power_law_1.01,2.6578073120117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,8,power_law_1.01,0.08721664428710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,8,power_law_1.01,0.11662336349487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,8,power_law_1.01,0.11536895751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,8,power_law_1.01,0.1250432014465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,8,power_law_1.01,0.14974847793579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,8,power_law_1.01,0.14035840034484864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,8,power_law_1.01,0.1438259220123291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,8,power_law_1.01,0.14827775955200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,8,power_law_1.01,0.1476262378692627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,8,power_law_1.01,0.14223615646362303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,8,power_law_1.01,0.14841728210449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,8,power_law_1.01,0.1552614402770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,8,power_law_1.01,0.16071807861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,8,power_law_1.01,0.16654975891113283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,8,power_law_1.01,0.19579904556274413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.01,0.21988992691040038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.01,0.27398912429809574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.01,0.3208972930908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.01,0.4286796951293946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.01,0.5417216110229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.01,0.7410867309570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.01,0.9234815979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.01,1.4160549926757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,8,power_law_1.01,0.03894399881362915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,8,power_law_1.01,0.04308351993560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.01,1.7874841308593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,8,power_law_1.01,0.053936638832092286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,8,power_law_1.01,0.08961407661437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,8,power_law_1.01,0.08658047676086425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,8,power_law_1.01,0.10033791542053223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,8,power_law_1.01,0.11042688369750978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,8,power_law_1.01,0.10873984336853026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,8,power_law_1.01,0.11843199729919433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,8,power_law_1.01,0.13135871887207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,8,power_law_1.01,0.16137983322143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,8,power_law_1.01,0.16638336181640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,8,power_law_1.01,0.17696640014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,8,power_law_1.01,0.23675519943237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,8,power_law_1.01,0.280130558013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,8,power_law_1.01,0.29962879180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,8,power_law_1.01,0.36482433319091795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,8,power_law_1.01,0.4496166229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,8,power_law_1.01,0.7743628692626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,8,power_law_1.01,0.5681907272338866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,8,power_law_1.01,1.0771148681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,16,power_law_1.01,8.989517822265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,8,power_law_1.01,1.4650035095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,8,power_law_1.01,1.9975462341308592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,16,power_law_1.2,3.4798181152343752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,8,power_law_1.01,3.2657369995117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,8,power_law_1.2,0.06962944030761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,8,power_law_1.2,0.088985595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,8,power_law_1.01,2.7252236938476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,8,power_law_1.2,0.11377663612365722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,8,power_law_1.2,0.11912320137023927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,8,power_law_1.2,0.15666815757751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,8,power_law_1.2,0.1760051155090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,8,power_law_1.2,0.22752000808715822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,8,power_law_1.2,0.21590911865234377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,8,power_law_1.2,0.19591552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,8,power_law_1.2,0.22013696670532226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,8,power_law_1.2,0.20977407455444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,8,power_law_1.2,0.21242496490478519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,8,power_law_1.2,0.23592832565307614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,8,power_law_1.2,0.24087167739868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,8,power_law_1.2,0.24313728332519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,8,power_law_1.2,0.24118528366088868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,8,power_law_1.2,0.25181184768676756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,8,power_law_1.2,0.2753164863586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,8,power_law_1.2,0.31448448181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,8,power_law_1.2,0.35907840728759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,8,power_law_1.2,0.4535359954833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,8,power_law_1.2,0.6545868682861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,8,power_law_1.2,0.7836236572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,8,power_law_1.2,1.1506419372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,8,power_law_1.2,1.434124755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,8,power_law_1.2,2.1099559020996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,8,power_law_1.2,0.05033984184265137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,8,power_law_1.2,0.060476160049438475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,8,power_law_1.2,0.0747763204574585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,8,power_law_1.2,0.08800895690917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,8,power_law_1.2,0.09734656333923339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,8,power_law_1.2,3.165569152832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,8,power_law_1.2,0.12307456016540527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,8,power_law_1.2,0.14316800117492676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,8,power_law_1.2,0.14951295852661134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,8,power_law_1.2,0.1447475242614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,8,power_law_1.2,0.147128324508667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,8,power_law_1.2,0.15013376235961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,8,power_law_1.2,0.1537113571166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,8,power_law_1.2,0.15163264274597169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,8,power_law_1.2,0.15340800285339357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,8,power_law_1.2,0.15615615844726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,8,power_law_1.2,0.15211392402648927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,8,power_law_1.2,0.16633216857910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,8,power_law_1.2,0.19663871765136717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.2,0.22044416427612307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.2,0.28232831954956056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.2,0.3391795349121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.2,0.4425241470336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.2,0.5582758331298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,8,power_law_1.01,5.494456176757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.2,0.785323486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.2,0.9544678497314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,8,power_law_1.2,0.03863679885864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.2,1.4872589111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,8,power_law_1.2,0.0415180778503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,8,power_law_1.2,0.0542848014831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,8,power_law_1.2,0.08353280067443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.2,1.8690599060058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,8,power_law_1.2,0.086310396194458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,8,power_law_1.2,0.10166399955749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,8,power_law_1.2,0.10650624275207518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,8,power_law_1.2,0.11590656280517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,8,power_law_1.2,0.11006719589233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,8,power_law_1.2,0.12328960418701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,8,power_law_1.2,0.16483583450317382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,8,power_law_1.2,0.16542848587036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,8,power_law_1.2,0.21456256866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,8,power_law_1.2,0.23659263610839845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,8,power_law_1.2,0.2832140731811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,8,power_law_1.2,0.3261491012573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,8,power_law_1.2,0.3787532806396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,8,power_law_1.2,0.5023347091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,8,power_law_1.2,0.5998771286010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,8,power_law_1.2,0.8563801574707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,8,power_law_1.2,0.9967577362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,8,power_law_1.2,1.4452671813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,16,power_law_1.2,5.428571166992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,8,power_law_1.01,7.727928466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,8,power_law_1.2,2.0371160888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,4,balanced,0.030924799442291262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,4,balanced,0.0402188777923584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,4,balanced,0.05869311809539794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,4,balanced,0.07160575866699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,4,balanced,0.09652607917785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,4,balanced,0.14346112251281737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,4,balanced,0.19954559326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,4,balanced,0.2022719955444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,4,balanced,0.20499456405639646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,4,balanced,0.20727039337158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,4,balanced,0.23898496627807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,4,balanced,0.24297983169555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,4,balanced,0.24604799270629885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,4,balanced,0.25357183456420895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,4,balanced,0.2618892860412598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,4,balanced,0.26748416900634764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,4,balanced,0.27899520874023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,4,balanced,0.30455808639526366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,4,balanced,0.3298009490966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,4,balanced,0.3826598358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,4,balanced,0.4366656112670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,4,balanced,0.5487257766723632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,4,balanced,0.7697625732421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,4,balanced,1.0629158020019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,4,balanced,1.4505970764160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,4,balanced,2.0003736877441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,4,balanced,2.6681317138671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,4,balanced,0.031004159450531005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,4,balanced,0.032641279697418216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,4,balanced,0.03769216060638428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,4,balanced,0.051532797813415535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,4,balanced,0.07370880126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,4,balanced,0.11106687545776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,4,balanced,0.15463040351867677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,4,balanced,0.1564095973968506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,4,balanced,0.15826432228088377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,4,balanced,0.15986687660217286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,4,balanced,0.1941196823120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,4,balanced,0.1958745574951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,4,balanced,0.19963647842407226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,4,balanced,0.20430847167968752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,4,balanced,0.21167615890502928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,4,balanced,0.21558912277221678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,4,balanced,0.2290278434753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,4,balanced,0.2543961524963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,8,power_law_1.2,3.608257141113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,4,balanced,0.2799321556091309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,4,balanced,0.3320985412597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,4,balanced,0.38387710571289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,4,balanced,0.48369918823242186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,4,balanced,0.5906623840332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,4,balanced,0.7984178924560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,4,balanced,1.0878079986572264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,4,balanced,1.5105139160156251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,4,power_law_1.01,0.05926784038543701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,4,power_law_1.01,0.06707583904266358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,4,power_law_1.01,0.08829312324523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,4,balanced,2.0243737792968752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,4,power_law_1.01,0.08992768287658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,4,power_law_1.01,0.11636735916137694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,4,power_law_1.01,0.13776000022888185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,4,power_law_1.01,0.1455129623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,4,power_law_1.01,0.17236608505249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,4,power_law_1.01,0.16867200851440428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,4,power_law_1.01,0.17919744491577147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,4,power_law_1.01,0.21290752410888675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,4,power_law_1.01,0.22987136840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,4,power_law_1.01,0.23227519989013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,4,power_law_1.01,0.2340403175354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,4,power_law_1.01,0.2380940818786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,4,power_law_1.01,0.2439616012573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,4,power_law_1.01,0.25769216537475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,4,power_law_1.01,0.2759603118896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,4,power_law_1.01,0.30915199279785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,4,power_law_1.01,0.3702092742919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,4,power_law_1.01,0.4264089584350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,4,power_law_1.01,0.6021875381469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,4,power_law_1.01,0.77583740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,4,power_law_1.01,1.101553955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,4,power_law_1.01,1.409300537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,4,power_law_1.01,1.8986585998535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,16,power_law_1.2,10.25345458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,4,power_law_1.01,0.036216320991516116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,4,power_law_1.01,0.04953472137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,4,power_law_1.01,0.06744959831237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,4,power_law_1.01,0.07154687881469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,4,power_law_1.01,2.522563781738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,4,power_law_1.01,0.08950655937194825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,4,power_law_1.01,0.10375424385070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,4,power_law_1.01,0.139421443939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,4,power_law_1.01,0.11235584259033202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,4,power_law_1.01,0.13424384117126464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,4,power_law_1.01,0.16750207901000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,4,power_law_1.01,0.17821311950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,4,power_law_1.01,0.18702335357666017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,4,power_law_1.01,0.1853158378601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,4,power_law_1.01,0.18076416015625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,4,power_law_1.01,0.1897292709350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,4,power_law_1.01,0.2064524841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,4,power_law_1.01,0.14353280067443847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,4,power_law_1.01,0.2386854362487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.01,0.26337791442871095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.01,0.31905792236328123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.01,0.3684659194946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.01,0.4833907318115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.01,0.6099276733398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.01,0.837176284790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.01,1.0429785919189452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,4,power_law_1.2,0.058302721977233886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,4,power_law_1.2,0.06692863941192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.01,1.5127973937988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,4,power_law_1.2,0.07961599826812744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,4,power_law_1.2,0.09462656021118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,4,power_law_1.2,0.11591423988342284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.01,1.9786303710937498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,4,power_law_1.2,0.13589632034301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,4,power_law_1.2,0.16067455291748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,4,power_law_1.2,0.178604793548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,4,power_law_1.2,0.18367231369018555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,4,power_law_1.2,0.18684928894042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,4,power_law_1.2,0.21488256454467775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,4,power_law_1.2,0.2182912063598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,4,power_law_1.2,0.22970752716064452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,4,power_law_1.2,0.24332288742065428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,4,power_law_1.2,0.23020544052124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,8,power_law_1.2,3.051361389160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,4,power_law_1.2,0.23958400726318357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,4,power_law_1.2,0.2512985610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,4,power_law_1.2,0.2899839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,4,power_law_1.2,0.3154252815246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,4,power_law_1.2,0.3679692840576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,4,power_law_1.2,0.4584025573730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,4,power_law_1.2,0.6204825592041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,4,power_law_1.2,0.816184310913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,4,power_law_1.2,1.1497344207763671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,4,power_law_1.2,0.035596799850463864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,4,power_law_1.2,1.4396429443359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,4,power_law_1.2,0.04921984195709229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,4,power_law_1.2,0.06097663879394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,4,power_law_1.2,0.07243008136749267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,4,power_law_1.2,0.08569087982177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,4,power_law_1.2,2.035156555175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,4,power_law_1.2,0.1072985553741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,4,power_law_1.2,0.11705471992492675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,4,power_law_1.2,0.13911935806274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,4,power_law_1.2,0.13742464065551757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,4,power_law_1.2,0.1379481601715088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,4,power_law_1.2,0.17438335418701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,4,power_law_1.2,0.16825727462768553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,4,power_law_1.2,2.6286770629882814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,4,power_law_1.2,0.18725759506225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,4,power_law_1.2,0.1926643180847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,4,power_law_1.2,0.18833791732788085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,4,power_law_1.2,0.20548736572265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,4,power_law_1.2,0.24239103317260743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.2,0.26721920013427736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.2,0.3287628936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.2,0.38521217346191405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.2,0.5160537719726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,4,power_law_1.2,0.1807347106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.2,0.6435469055175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.2,0.8541107177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,2,balanced,0.03199359893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,2,balanced,0.04501503944396973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.2,1.1067609405517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,2,balanced,0.060106239318847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,2,balanced,0.0736191987991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,2,balanced,0.10468095779418944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.2,1.5447833251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,2,balanced,0.16488191604614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,2,balanced,0.22268032073974608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,2,balanced,0.22458623886108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,2,balanced,0.22543359756469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,2,balanced,0.2276134490966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,2,balanced,0.23368959426879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,2,balanced,0.2381747245788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.2,2.0947109985351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,2,balanced,0.24291711807250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,2,balanced,0.2640255928039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,2,balanced,0.27013120651245115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,2,balanced,0.2874905586242676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,2,balanced,0.2988966369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,2,balanced,0.3112691116333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,2,balanced,0.3382771301269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,2,balanced,0.3902463912963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,2,balanced,0.4441356658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,2,balanced,0.5491622543334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,2,balanced,0.797544937133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,2,balanced,1.07032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,2,balanced,0.03196415901184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,2,balanced,0.035651841163635255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,2,balanced,1.4620594787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,2,balanced,0.04466303825378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,2,balanced,0.06133887767791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,2,balanced,0.09532416343688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,2,balanced,0.1570201587677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,2,balanced,0.21824640274047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,2,balanced,2.1418496704101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,2,balanced,0.22226432800292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,2,balanced,0.22224767684936522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,2,balanced,0.2248896026611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,2,balanced,0.22786943435668947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,2,balanced,0.23086463928222659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,2,balanced,0.23477119445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,2,balanced,0.3149375915527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,2,balanced,0.31713151931762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,2,balanced,0.3351180648803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,2,balanced,0.35685249328613283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,2,balanced,0.37951614379882814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,2,balanced,0.4253760147094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,2,balanced,0.47630336761474606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,2,balanced,0.3194867134094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,2,balanced,0.570382080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,2,balanced,0.6666304016113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,2,balanced,2.9325823974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,2,balanced,0.8667584228515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,2,balanced,1.2377830505371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,2,power_law_1.01,0.03361279964447021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,2,power_law_1.01,0.05934976100921631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,2,balanced,1.643304901123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,2,power_law_1.01,0.07050367832183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,2,power_law_1.01,0.0817420768737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,2,power_law_1.01,0.11187968254089356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,2,balanced,2.2572338867187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,2,power_law_1.01,0.13671936035156249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,2,power_law_1.01,0.15220095634460448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,32,power_law_1.2,15.665413818359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,2,power_law_1.01,0.17785472869873048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,2,power_law_1.01,0.18558847427368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,2,power_law_1.01,0.19283456802368165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,2,power_law_1.01,0.2003468894958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,2,power_law_1.01,0.21519487380981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,2,power_law_1.01,0.2048588752746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,2,power_law_1.01,0.235864315032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,2,power_law_1.01,0.24241920471191408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,2,power_law_1.01,0.24886655807495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,2,power_law_1.01,0.26376319885253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,2,power_law_1.01,0.28977792739868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,2,power_law_1.01,0.32878719329833983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,2,power_law_1.01,0.3840422439575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,2,power_law_1.01,0.4444326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,2,power_law_1.01,0.5667955017089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,2,power_law_1.01,0.7864179229736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,2,power_law_1.01,0.03467391967773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,2,power_law_1.01,1.125967330932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,2,power_law_1.01,0.04080512046813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,2,power_law_1.01,1.4602125549316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,2,power_law_1.01,0.059448318481445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,2,power_law_1.01,0.07110784053802491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,2,power_law_1.01,0.10360575675964356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,2,power_law_1.01,0.12575615882873534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,2,power_law_1.01,0.14373632431030275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,2,power_law_1.01,2.1075840759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,2,power_law_1.01,0.17259391784667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,2,power_law_1.01,0.17864704132080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,2,power_law_1.01,0.18777471542358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,2,power_law_1.01,0.19194368362426756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,2,power_law_1.01,0.19385343551635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,2,power_law_1.01,0.19817472457885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,2,power_law_1.01,0.2805363273620606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,2,power_law_1.01,2.6972006225585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,2,power_law_1.01,0.2796390342712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,2,power_law_1.01,0.2861849594116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,2,power_law_1.01,0.29732608795166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,2,power_law_1.01,0.32888702392578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,2,power_law_1.01,0.3577151870727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,2,power_law_1.01,0.41643135070800785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,2,power_law_1.01,0.4776460647583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,2,power_law_1.01,0.5994047927856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,2,power_law_1.01,0.7307417297363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,2,power_law_1.2,0.03397631883621216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,2,power_law_1.01,1.0030067443847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,2,power_law_1.2,0.05957632064819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,2,power_law_1.2,0.06757376194000245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,2,power_law_1.01,1.2726566314697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,2,power_law_1.2,0.08142975807189942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,2,power_law_1.2,0.10723711967468261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,2,power_law_1.2,0.1333785629272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,2,power_law_1.2,0.15073280334472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,2,power_law_1.2,0.17720319747924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,2,power_law_1.01,1.7925234985351561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,2,power_law_1.2,0.18363264083862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,2,power_law_1.2,0.19223039627075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,2,power_law_1.2,0.2000268745422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,2,power_law_1.2,0.2049996757507324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,2,power_law_1.2,0.21560319900512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,2,power_law_1.01,2.3248664855957033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,2,power_law_1.2,0.2359820747375488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,2,power_law_1.2,0.24022911071777342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,2,power_law_1.2,0.2474176025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,2,power_law_1.2,0.26675327301025387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,2,power_law_1.2,0.294913272857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,2,power_law_1.2,0.3282252883911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,2,power_law_1.2,0.3898905563354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,2,power_law_1.2,0.45645057678222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,2,power_law_1.2,0.5836454391479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,2,power_law_1.2,0.8247539520263671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,2,power_law_1.2,0.03533695936203003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,2,power_law_1.2,1.1452851104736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,2,power_law_1.2,0.041771521568298345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,2,power_law_1.2,1.4308082580566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,2,power_law_1.2,0.05679488182067871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,2,power_law_1.2,0.07282432079315185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,2,power_law_1.2,0.09783295631408692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,2,power_law_1.2,0.12170880317687989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,2,power_law_1.2,0.13581952095031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,2,power_law_1.2,2.082440948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,2,power_law_1.2,0.1725644874572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,2,power_law_1.2,0.17719167709350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,2,power_law_1.2,0.17405824661254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,2,power_law_1.2,0.19092607498168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,2,power_law_1.2,0.19336576461791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,2,power_law_1.2,0.1996735954284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,2,power_law_1.2,0.2766195106506347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,2,power_law_1.2,2.7633956909179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,2,power_law_1.2,0.2783884811401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,2,power_law_1.2,0.28127872467041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,2,power_law_1.2,0.29938943862915035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,2,power_law_1.2,0.3319615936279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,2,power_law_1.2,0.36561664581298825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,2,power_law_1.2,0.41806720733642583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,2,power_law_1.2,0.4969689559936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,2,power_law_1.2,0.6155199813842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,2,power_law_1.2,0.7704576110839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,2,power_law_1.2,1.0275532531738283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,64,balanced,0.07112959861755372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,64,balanced,0.07115392208099365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,2,power_law_1.2,1.3104293823242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,64,balanced,0.07122176170349122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,64,balanced,0.07043583869934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,64,balanced,0.0888486385345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,64,balanced,0.13709823608398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,64,balanced,0.19435520172119142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,2,power_law_1.2,1.834556121826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,64,balanced,0.23587968826293942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,64,balanced,0.2336140823364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,64,balanced,0.23417728424072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,64,balanced,0.23747840881347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,64,balanced,0.23846527099609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,64,balanced,0.23682687759399412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,64,balanced,0.24102399826049803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,64,balanced,0.24657791137695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,64,balanced,0.25067007064819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,2,power_law_1.2,2.356168975830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,64,balanced,0.2512268829345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,64,balanced,0.2606591987609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,64,balanced,0.26501888275146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,64,balanced,0.275784969329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,64,balanced,0.3269107055664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,64,balanced,0.3038860893249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,64,balanced,0.43872894287109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,64,balanced,0.5083852767944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,64,balanced,0.0440012788772583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,64,balanced,0.0437721586227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,64,balanced,0.6437120056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,64,balanced,0.04379136085510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,64,balanced,0.04403071880340576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,64,balanced,0.05470719814300538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,64,balanced,0.08308352470397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,64,balanced,0.8065074920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,64,balanced,0.11563648223876952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,64,balanced,0.1223910427093506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,64,balanced,0.12286080360412596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,64,balanced,0.12324607849121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,64,balanced,1.1296051025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,64,balanced,0.12465023994445801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,64,balanced,0.1261299228668213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,64,balanced,0.1294054412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,64,balanced,0.1264025592803955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,64,balanced,0.13135359764099122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,64,balanced,0.13231231689453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,64,balanced,0.13687935829162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,64,balanced,0.14400896072387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,64,balanced,0.14022656440734865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,64,balanced,0.14992128372192384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,64,balanced,0.15959168434143067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,64,balanced,0.18131839752197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,64,balanced,0.19998079299926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,64,balanced,0.2373798370361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,64,balanced,0.30526975631713865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,64,balanced,0.3724147033691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,64,balanced,0.4833395385742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,64,power_law_1.01,0.1917900848388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,64,power_law_1.01,0.191909122467041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,64,power_law_1.01,0.19465599060058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,64,power_law_1.01,0.1935116767883301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,64,power_law_1.01,0.2269913673400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,64,power_law_1.01,0.21984895706176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,64,power_law_1.01,0.21348352432250978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,64,power_law_1.01,0.22519039154052733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,64,power_law_1.01,0.23147136688232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,64,power_law_1.01,0.2327667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,64,power_law_1.01,0.22819967269897462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,64,power_law_1.01,0.23516416549682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,64,power_law_1.01,0.23674623489379884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,64,power_law_1.01,0.24255744934082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,64,power_law_1.01,0.2482803153991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,64,power_law_1.01,0.2558399963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,64,power_law_1.01,0.2502796745300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,64,power_law_1.01,0.29597312927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,64,power_law_1.01,0.32017921447753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,64,power_law_1.01,0.4182758331298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,64,power_law_1.01,0.5148454284667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,64,power_law_1.01,0.7317670440673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,64,power_law_1.01,0.8245964813232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.11736063957214356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,64,power_law_1.01,1.29878662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.11692159652709962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.11667455673217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,64,power_law_1.01,1.6978060913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.11798656463623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.1213759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.11302016258239747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.10605695724487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.12229632377624511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.12377728462219237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.1263974380493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.1253593635559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,64,power_law_1.01,2.568756408691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.12978303909301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.13006336212158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.13958016395568848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.14256128311157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.1379532814025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,64,power_law_1.01,2.8425177001953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.14969856262207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.16089727401733397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.2084172821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.2315622329711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.30926080703735354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,0.403351058959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,0.5267059326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.13805567741394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,0.6690380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,0.9234406280517579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,1.3222912597656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,8,power_law_1.2,5.771810302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,64,power_law_1.2,0.19255807876586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,64,power_law_1.2,0.19121023178100588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,64,power_law_1.2,0.1926643180847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,64,power_law_1.2,0.19350271224975585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,64,power_law_1.2,0.232042236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,16,power_law_1.2,8.318653564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,64,power_law_1.2,0.21991552352905272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,64,power_law_1.2,0.18512256622314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,64,power_law_1.2,0.225295352935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,64,power_law_1.2,0.22427904129028323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,64,power_law_1.2,0.23205631256103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,64,power_law_1.2,0.23007360458374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,64,power_law_1.2,0.23368831634521486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,64,power_law_1.2,0.23890432357788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,64,power_law_1.2,0.23375360488891603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,64,power_law_1.2,0.23878656387329103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,64,power_law_1.2,0.24900224685668942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,64,power_law_1.2,0.26074623107910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,64,power_law_1.2,0.3050956726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,64,power_law_1.2,0.36325119018554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,64,power_law_1.2,0.4652582550048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,64,power_law_1.2,0.6127667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,64,power_law_1.2,0.813201904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,64,power_law_1.2,1.077244186401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,64,power_law_1.2,1.6404095458984376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,64,power_law_1.2,2.8384921264648435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.11506560325622558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.11549440383911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,64,power_law_1.2,4.1761499023437505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.11656448364257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.11468671798706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.1213043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.11249024391174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.09977855682373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.11598976135253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.11961088180541993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.11401087760925292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.11790847778320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,64,power_law_1.2,4.315560913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.12475647926330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.12615936279296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.13124223709106447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.12787327766418458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.13551103591918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.14359935760498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.1538047981262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.17494400024414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.23988224029541017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.28270080566406247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,0.37235584259033205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,0.45326976776123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,0.8552678680419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,1.1467775726318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,1.4121151733398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,1.748106231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,8,power_law_1.2,7.927265014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,32,balanced,0.05912576198577881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,32,balanced,0.05891071796417237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,32,balanced,0.058891520500183106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,32,balanced,0.06661119937896728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,32,balanced,0.08769280433654784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,32,balanced,0.14672127723693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,32,balanced,0.1935910415649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,32,balanced,0.23754751205444338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,32,balanced,0.23790592193603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,32,balanced,0.2373593521118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,32,balanced,0.24321920394897462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,32,balanced,0.24712192535400393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,32,balanced,0.24739200592041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,32,balanced,0.25315328598022463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,32,balanced,0.2539328002929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,32,balanced,0.254783992767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,32,balanced,0.2532147216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,32,balanced,0.26166528701782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,32,balanced,0.274335994720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,32,balanced,0.30058368682861325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,32,balanced,0.3213119888305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,32,balanced,0.3689113616943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,32,balanced,0.47265281677246096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,32,balanced,0.5822438430786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,32,balanced,0.7556147003173829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,32,balanced,0.9619200134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,32,balanced,0.033094398975372315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,32,balanced,0.03281152009963989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,32,balanced,0.032688639163970946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,32,balanced,0.04175487995147705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,32,balanced,0.05584896087646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,32,balanced,1.3388056945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,32,balanced,0.08471936225891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,32,balanced,0.11607935905456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,32,balanced,0.1239577579498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,32,balanced,0.12441599845886231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,32,balanced,0.12400768280029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,32,balanced,0.12775551795959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,32,balanced,0.12955264091491697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,32,balanced,0.1300876808166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,32,balanced,0.13545472145080567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,32,balanced,0.1374015998840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,32,balanced,0.14073727607727052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,32,balanced,0.1355571174621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,32,balanced,0.1426022434234619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,32,balanced,0.15077887535095216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,32,balanced,0.16817663192749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,32,balanced,0.1918771171569824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,32,balanced,0.2218176078796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,32,balanced,0.2572096061706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,32,balanced,0.3174566459655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,32,balanced,0.40466430664062497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,32,balanced,0.528482551574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,32,balanced,0.06154623985290527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,32,balanced,0.06125311851501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,32,balanced,0.7014771270751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,32,balanced,0.06234367847442627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,32,balanced,0.07597439765930177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,32,balanced,0.07654528141021728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,32,balanced,0.07716608047485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,32,balanced,0.08138239860534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,32,balanced,0.10946687698364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,32,balanced,0.10962944030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,32,balanced,0.10902272224426271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,32,balanced,0.13072768211364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,32,balanced,0.14594944000244142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,32,balanced,0.14438655853271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,32,balanced,0.2055129623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,32,balanced,0.20685184478759763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,32,balanced,0.2123200035095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,32,balanced,0.3257958221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,32,balanced,0.3355916976928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,32,balanced,0.4907443237304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,32,balanced,0.5479846572875976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,32,balanced,0.81644287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,32,balanced,1.0384217834472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,32,balanced,1.4534425354003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,32,balanced,2.0113536071777345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,32,balanced,2.756275329589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,32,power_law_1.01,0.1458022403717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,32,balanced,3.9380133056640623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,32,power_law_1.01,0.19078144073486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,32,power_law_1.01,0.19060735702514647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,32,power_law_1.01,0.19274879455566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,32,power_law_1.01,0.19309568405151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,32,power_law_1.01,0.22489599227905271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,32,power_law_1.01,0.20428800582885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,32,power_law_1.01,0.23393280029296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,32,power_law_1.01,0.23262464523315432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,32,power_law_1.01,0.23646976470947267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,32,power_law_1.01,0.23092863082885745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,32,power_law_1.01,0.23648128509521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,32,power_law_1.01,0.24902528762817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,32,power_law_1.01,0.24660224914550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,32,power_law_1.01,0.2577408027648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,32,balanced,5.4162750244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,32,power_law_1.01,0.2560524749755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,32,power_law_1.01,0.2669644737243652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,32,power_law_1.01,0.2747750473022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,32,power_law_1.01,0.3047897529602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,32,power_law_1.01,0.3863321685791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,32,power_law_1.01,0.4503334426879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,32,power_law_1.01,0.6076428985595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,32,power_law_1.01,0.7769805145263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,32,power_law_1.01,1.0151961517333983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,32,power_law_1.01,1.3586099243164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,32,power_law_1.01,0.08307071685791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,32,power_law_1.01,0.1131340789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,32,power_law_1.01,1.8999615478515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,32,power_law_1.01,0.11403776168823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,32,power_law_1.01,0.11484800338745119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,32,power_law_1.01,0.12211711883544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,32,power_law_1.01,0.11533951759338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,32,power_law_1.01,2.652967529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,32,power_law_1.01,0.11502464294433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,32,power_law_1.01,0.11934592247009276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,32,power_law_1.01,0.13085311889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,32,power_law_1.01,0.1281100845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,32,power_law_1.01,0.13182463645935058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,32,power_law_1.01,0.138984956741333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,32,power_law_1.01,0.13259263992309572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,32,power_law_1.01,0.11168128013610841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,32,power_law_1.01,0.13987584114074708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,32,power_law_1.01,0.15302783966064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,32,power_law_1.01,0.12286080360412596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.01,0.1665011215209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.01,0.2047999954223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.01,0.24531967163085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,32,power_law_1.01,0.13521535873413087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.01,0.3167078399658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.01,0.4378406524658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.01,0.5659481430053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,32,power_law_1.01,0.06153088092803956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.01,0.712837142944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,32,power_law_1.01,0.0758732795715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.01,0.9720025634765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,32,power_law_1.01,0.07643519878387452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,32,power_law_1.01,0.07722879886627197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,32,power_law_1.01,0.08236672401428222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,32,power_law_1.01,0.0819264030456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.01,1.3557093811035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,32,power_law_1.01,0.10140031814575194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,32,power_law_1.01,0.11064448356628417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,32,power_law_1.01,0.1122111988067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,32,power_law_1.01,0.14563199996948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,32,power_law_1.01,0.18605695724487306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,32,power_law_1.01,0.2220582389831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,32,power_law_1.01,0.24414464950561526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,32,power_law_1.01,0.257390079498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,32,power_law_1.01,0.30899839401245116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,32,power_law_1.01,0.322400016784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,32,power_law_1.01,0.40890239715576177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,32,power_law_1.01,0.6233843231201173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,32,power_law_1.01,0.7945279693603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,32,power_law_1.01,1.1966105651855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,32,power_law_1.01,1.340279083251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,32,power_law_1.01,2.1007589721679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,32,power_law_1.2,0.1447705554962158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,32,power_law_1.2,0.1913100814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,32,power_law_1.2,0.19073280334472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,32,power_law_1.2,0.1920345687866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,32,power_law_1.2,0.1939263916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,32,power_law_1.2,0.22458112716674802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,32,power_law_1.2,0.21382783889770507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,32,power_law_1.2,0.23076864242553713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,32,power_law_1.2,0.2355302429199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,32,power_law_1.2,0.24032255172729494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,32,power_law_1.2,0.24282623291015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,32,power_law_1.2,0.23458688735961913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,32,power_law_1.2,0.2201126480102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,32,power_law_1.2,0.24783103942871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,32,power_law_1.2,0.25170560836791994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,32,power_law_1.2,0.25847295761108396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,32,power_law_1.2,0.26822399139404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,32,power_law_1.2,0.29304704666137693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,32,power_law_1.2,0.3089574432373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,32,power_law_1.2,0.4374412918090821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,32,power_law_1.2,0.5055500793457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,32,power_law_1.2,0.6535641479492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,32,power_law_1.2,0.9949798583984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,32,power_law_1.2,1.4665306091308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,32,power_law_1.2,1.6640972900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,32,power_law_1.2,2.823919372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,32,power_law_1.2,0.08313471794128417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,32,power_law_1.2,0.11366016387939452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,32,power_law_1.01,2.6970367431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,32,power_law_1.2,0.11445631980895996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,32,power_law_1.2,0.11387007713317872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,32,power_law_1.2,0.12097408294677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,32,power_law_1.2,0.11329536437988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,32,power_law_1.2,3.5911642456054684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,32,power_law_1.2,0.10980735778808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,32,power_law_1.2,0.11499648094177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,32,power_law_1.2,0.12413056373596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,32,power_law_1.2,0.12067328453063966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,32,power_law_1.2,0.12548224449157713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,32,power_law_1.2,0.13259519577026366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,32,power_law_1.2,0.13385600090026856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,32,power_law_1.2,0.13625856399536135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,32,power_law_1.2,0.12596863746643067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,32,power_law_1.2,0.13270144462585448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,32,power_law_1.2,0.142227201461792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,32,power_law_1.2,0.15766016006469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,32,power_law_1.2,0.18395008087158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,32,power_law_1.2,0.253125114440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,32,power_law_1.2,0.285034236907959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,32,power_law_1.2,0.36485633850097654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,32,power_law_1.2,0.38368385314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,32,power_law_1.2,0.6703334045410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,32,power_law_1.2,0.9890112304687501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,2,32,power_law_1.2,0.061296639442443845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,2,32,power_law_1.2,0.07596159934997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,32,power_law_1.2,1.3994393920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,2,32,power_law_1.2,0.076495361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,2,32,power_law_1.2,0.08424448013305665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,32,power_law_1.2,1.761070098876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,2,32,power_law_1.2,0.08182527542114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,2,32,power_law_1.2,0.10068991661071777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,2,32,power_law_1.2,0.11292160034179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,2,32,power_law_1.2,0.11214976310729981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,2,32,power_law_1.2,0.130196475982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,2,32,power_law_1.2,0.1455014419555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,2,32,power_law_1.2,0.19195520401000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,2,32,power_law_1.2,0.23138431549072264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,2,32,power_law_1.2,0.24991615295410155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,2,32,power_law_1.2,0.3159424018859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,2,32,power_law_1.2,0.32553470611572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,2,32,power_law_1.2,0.38275455474853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,2,32,power_law_1.2,0.488990707397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,2,32,power_law_1.2,0.7210623931884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,2,32,power_law_1.2,0.9683289337158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,2,32,power_law_1.2,1.3365440368652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,2,32,power_law_1.2,1.8354701232910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,32,power_law_1.01,4.893479614257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,32,power_law_1.01,5.9077081298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,2,32,power_law_1.2,3.251874694824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,16,balanced,0.040179200172424316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,16,balanced,0.03814527988433838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,16,balanced,0.0578111982345581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,16,balanced,0.0670195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,16,balanced,0.09207296371459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,16,balanced,0.14448512077331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,16,balanced,0.19754112243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,16,balanced,0.24070783615112307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,16,balanced,0.2419046401977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,16,balanced,0.242291202545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,16,balanced,0.2479475212097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,16,balanced,0.2506931114196777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,16,balanced,0.2513484764099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,16,balanced,0.24815103530883792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,16,balanced,0.25221248626708986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,16,balanced,0.254781436920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,16,balanced,0.26381568908691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,16,balanced,0.27848575592041014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,16,balanced,0.29505664825439454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,16,balanced,0.32985214233398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,16,balanced,0.3675404739379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,16,balanced,0.425928955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,16,balanced,0.56880126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,16,balanced,0.7572876739501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,16,balanced,0.9756095886230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,16,balanced,1.2760985565185545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,16,balanced,1.7286553955078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,16,balanced,0.031872000694274906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,16,balanced,0.031947519779205326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,16,balanced,0.034071040153503415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,16,balanced,0.04367104053497314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,16,balanced,0.059208960533142084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,16,balanced,0.0900761604309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,16,balanced,0.12184831619262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,16,balanced,0.13154303550720214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,16,balanced,0.13340928077697753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,16,balanced,0.13401599884033205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,16,balanced,0.13842944145202635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,16,balanced,0.1415001583099365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,16,balanced,0.14283519744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,16,balanced,0.13697407722473146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,16,balanced,0.14120320320129393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,16,balanced,0.14409600257873537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,16,balanced,0.15207167625427248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,16,balanced,0.1687129592895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,16,balanced,0.18797056198120116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,16,balanced,0.2139366340637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,16,balanced,0.24679296493530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,16,balanced,0.3034572792053223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,16,balanced,0.3601651382446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,16,balanced,0.47467262268066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,16,balanced,0.6208307266235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,16,balanced,0.8459750366210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,16,balanced,1.1208819580078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,16,balanced,0.0461568021774292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,16,balanced,0.045794558525085446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,16,balanced,0.06389503955841065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,16,balanced,0.07826047897338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,16,balanced,0.07939328193664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,16,balanced,0.08072959899902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,16,balanced,0.08507776260375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,16,balanced,0.09067263603210449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,16,balanced,0.1190976047515869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,16,balanced,0.11904767990112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,16,balanced,0.1276211166381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,16,balanced,0.15783424377441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,16,balanced,0.1619340705871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,16,balanced,0.18974464416503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,16,balanced,0.19925504684448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,16,balanced,0.20508287429809569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,16,balanced,0.3261068725585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,16,balanced,0.3533734512329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,2,32,power_law_1.2,4.1850830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,16,balanced,0.48675071716308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,16,balanced,0.6394790267944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,16,balanced,0.9175167846679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,16,balanced,1.2185228729248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,16,balanced,1.5795225524902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,16,balanced,2.369940490722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,16,balanced,3.066536865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,16,balanced,4.658054504394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,16,power_law_1.01,0.09270272254943848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,16,power_law_1.01,0.13974016189575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,16,power_law_1.01,0.18971391677856447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,16,power_law_1.01,0.17798912048339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,16,power_law_1.01,0.18746368408203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,16,power_law_1.01,0.22574207305908206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,16,power_law_1.01,0.20785791397094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,16,balanced,6.236348266601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,16,power_law_1.01,0.21723264694213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,16,power_law_1.01,0.20303871154785158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,16,power_law_1.01,0.22847232818603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,16,power_law_1.01,0.2212940788269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,32,power_law_1.01,8.933248291015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,16,power_law_1.01,0.22729856491088868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,16,power_law_1.01,0.23778816223144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,16,power_law_1.01,0.23529727935791014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,16,power_law_1.01,0.25114112854003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,16,power_law_1.01,0.25606271743774417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,16,power_law_1.01,0.26266624450683596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,16,power_law_1.01,0.2703539276123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,16,power_law_1.01,0.2920767974853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,16,power_law_1.01,0.35958782196044925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,16,power_law_1.01,0.4368371200561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,16,power_law_1.01,0.5996083068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,16,power_law_1.01,0.7464729309082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,16,power_law_1.01,0.9704550170898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,16,power_law_1.01,1.2484697723388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,16,power_law_1.01,0.05755775928497314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,16,power_law_1.01,0.08571904182434083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,16,power_law_1.01,1.6795033264160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,16,power_law_1.01,0.11606271743774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,16,power_law_1.01,0.109104642868042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,16,power_law_1.01,0.12009856224060059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,16,power_law_1.01,0.12742527961730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,16,power_law_1.01,2.3595571899414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,16,power_law_1.01,0.11464832305908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,16,power_law_1.01,0.12360832214355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,16,power_law_1.01,0.11933695793151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,16,power_law_1.01,0.12732159614562988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,16,power_law_1.01,0.13046912193298338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,16,power_law_1.01,0.137455358505249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,16,power_law_1.01,0.13688063621520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,16,power_law_1.01,0.1263539218902588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,16,power_law_1.01,0.13392895698547364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,16,power_law_1.01,0.13773951530456544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,16,power_law_1.01,0.14878080368041993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,16,power_law_1.01,0.1740608024597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.01,0.19451776504516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.01,0.2258585548400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.01,0.2723878479003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.01,0.3505011367797851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.01,0.42252544403076175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.01,0.5726579284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.01,0.7806707000732421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,16,power_law_1.01,0.04573056221008301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.01,1.1865869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,16,power_law_1.01,0.054257922172546394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,16,power_law_1.01,0.08490240097045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,16,power_law_1.01,0.07924223899841308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.01,1.4050381469726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,16,power_law_1.01,0.0894707202911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,16,power_law_1.01,0.09257087707519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,16,power_law_1.01,0.10399104118347169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,16,power_law_1.01,0.10963711738586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,16,power_law_1.01,0.13200127601623535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,16,power_law_1.01,0.1326912021636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,16,power_law_1.01,0.15986559867858888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,16,power_law_1.01,0.1973619270324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,16,power_law_1.01,0.1997235107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,16,power_law_1.01,0.22639743804931642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,16,power_law_1.01,0.2818137550354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,16,power_law_1.01,0.3076902389526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,16,power_law_1.01,0.3772518539428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,16,power_law_1.01,0.4813593673706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,16,power_law_1.01,0.6121561431884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,16,power_law_1.01,0.9240627288818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,16,power_law_1.01,1.1446092987060548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,16,power_law_1.01,1.8915711975097658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,2,32,power_law_1.2,5.60956298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,16,power_law_1.01,2.022721252441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,32,power_law_1.01,13.02789306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,16,power_law_1.2,0.10016511917114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,16,power_law_1.2,0.14231295585632325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,16,power_law_1.2,0.18632831573486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,16,power_law_1.2,0.17621376037597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,16,power_law_1.2,0.19357311248779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,16,power_law_1.2,0.2321023941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,16,power_law_1.2,0.23377920150756837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,16,power_law_1.2,0.22938495635986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,16,power_law_1.2,0.2212416076660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,16,power_law_1.2,0.23571584701538084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,16,power_law_1.2,0.23131776809692384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,16,power_law_1.2,0.22838911056518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,16,power_law_1.2,0.23902463912963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,16,power_law_1.2,0.22627840042114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,16,power_law_1.2,0.245743350982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,16,power_law_1.2,0.2520870399475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,16,power_law_1.2,0.25743104934692385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,16,power_law_1.2,0.2718924713134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,16,power_law_1.2,0.30643583297729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,16,power_law_1.2,0.3831756973266601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,16,power_law_1.2,0.4799808120727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,16,power_law_1.2,0.6809574127197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,16,power_law_1.2,0.8216627502441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,16,power_law_1.2,1.1452249908447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,16,power_law_1.2,1.5231283569335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,16,power_law_1.01,3.3136627197265627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,16,power_law_1.2,2.2114688110351564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,16,power_law_1.2,0.05731584072113037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,16,power_law_1.2,2.6792510986328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,16,power_law_1.2,0.08564607620239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,16,power_law_1.2,0.11390336036682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,16,power_law_1.2,0.11665535926818849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,16,power_law_1.2,0.12005248069763183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,16,power_law_1.2,0.11912320137023927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,16,power_law_1.2,0.121080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,16,power_law_1.2,0.12151424407958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,16,power_law_1.2,0.12593791961669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,16,power_law_1.2,0.12791808128356935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,16,power_law_1.2,0.1318668842315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,16,power_law_1.2,0.139998722076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,16,power_law_1.2,0.1384998416900635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,16,power_law_1.2,0.13276415824890136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,16,power_law_1.2,0.13818367958068847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,16,power_law_1.2,0.14267135620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,16,power_law_1.2,0.15014143943786623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,2,32,power_law_1.2,5.9989208984374995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,16,power_law_1.2,0.18434688568115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,16,power_law_1.2,0.2037606430053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,16,power_law_1.2,0.2532620811462402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,16,power_law_1.2,0.3271513748168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,16,power_law_1.2,0.3792844772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,16,power_law_1.2,0.5178239822387696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,16,power_law_1.2,0.5806387329101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,16,power_law_1.2,0.9131123352050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,16,power_law_1.2,0.047827200889587404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,16,power_law_1.2,1.238641891479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,16,power_law_1.2,0.08239359855651855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,16,power_law_1.2,1.7692863464355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,16,power_law_1.2,0.0798963212966919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,16,power_law_1.2,0.052619519233703616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,16,power_law_1.2,0.09335295677185058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,16,power_law_1.2,0.09553152084350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,16,power_law_1.2,0.10604031562805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,16,power_law_1.2,0.11115391731262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,16,power_law_1.2,0.1322764778137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,16,power_law_1.2,0.13698304176330567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,16,power_law_1.2,0.187139835357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,16,power_law_1.2,0.19211263656616212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,16,power_law_1.2,0.21316095352172854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,16,power_law_1.2,0.26145536422729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,16,power_law_1.2,0.29036544799804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,16,power_law_1.2,0.3474444961547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,16,power_law_1.2,0.3953996658325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,16,power_law_1.2,0.5911884689331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,16,power_law_1.2,0.6624806213378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,16,power_law_1.01,4.8161163330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,16,power_law_1.2,1.2512448120117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,16,power_law_1.2,1.1872908782958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,16,power_law_1.01,5.998250122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,16,power_law_1.2,1.8959974670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,2,32,power_law_1.2,9.96495849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,8,balanced,0.03315455913543701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,8,balanced,0.04083199977874756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,8,balanced,0.058607358932495114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,8,balanced,0.07110655784606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,8,balanced,0.0927500820159912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,8,balanced,0.14522879600524902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,8,balanced,0.20436735153198243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,8,balanced,0.2400601577758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,8,balanced,0.24387712478637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,8,balanced,0.24634496688842775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,8,balanced,0.24115327835083006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,8,balanced,0.2460236740112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,8,balanced,0.25009023666381835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,8,balanced,0.258078727722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,8,balanced,0.2653836822509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,8,balanced,0.27049983978271486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,8,balanced,0.28227968215942384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,8,balanced,0.30909311294555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,8,balanced,0.33549568176269534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,8,balanced,0.3903462219238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,8,balanced,0.4497343826293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,8,balanced,0.5675404739379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,8,balanced,0.7748889923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,8,balanced,1.0923455810546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,8,balanced,1.397375946044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,8,balanced,1.904083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,8,balanced,2.5449868774414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,8,balanced,0.032931840419769286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,8,balanced,0.033661439418792724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,8,balanced,0.0369651198387146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,8,balanced,0.048716797828674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,8,balanced,0.06574079990386963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,8,balanced,0.09697152137756347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,8,balanced,0.13538304328918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,8,balanced,0.1511347198486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,8,balanced,0.15364480018615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,8,balanced,0.15628671646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,8,balanced,0.15152640342712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,8,balanced,0.15500543594360353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,8,balanced,0.15949952125549316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,8,balanced,0.16516735076904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,8,balanced,0.17420032501220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,8,balanced,0.17990400314331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,8,balanced,0.19434368133544921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,8,balanced,0.22201599121093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,8,balanced,0.25057920455932614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,8,balanced,0.30420608520507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,8,balanced,0.35860992431640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,8,balanced,0.46698623657226557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,8,balanced,0.5758835220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,8,balanced,0.7912294769287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,8,balanced,1.0495346832275392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,16,power_law_1.2,2.5105203247070316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,8,balanced,1.4827072143554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,8,balanced,0.036483840942382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,8,balanced,0.04937727928161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,8,balanced,0.06840447902679443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,8,balanced,1.9740492248535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,8,balanced,0.08514687538146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,8,balanced,0.09064191818237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,8,balanced,0.08955648422241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,8,balanced,0.0952460765838623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,8,balanced,0.09941247940063477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,8,balanced,0.10307456016540528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,8,balanced,0.13967743873596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,8,balanced,0.1397977638244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,8,balanced,0.1495744037628174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,8,balanced,0.18643199920654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,8,balanced,0.20182783126831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,8,balanced,0.238286075592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,8,balanced,0.25145343780517576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,8,balanced,0.3943398284912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,8,balanced,0.4420044708251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,8,balanced,0.5894591903686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,8,balanced,0.801871337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,8,balanced,1.1712998199462892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,8,balanced,1.5331327819824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,8,balanced,2.0430642700195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,8,balanced,3.0609829711914065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,8,balanced,3.9416525268554685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,8,balanced,6.065633544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,8,power_law_1.01,0.07153279781341552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,8,power_law_1.01,0.08911616325378417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,8,power_law_1.01,0.13751551628112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,8,power_law_1.01,0.11898880004882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,8,power_law_1.01,0.15819519996643067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,8,power_law_1.01,0.1729599952697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,8,power_law_1.01,0.17673343658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,8,power_law_1.01,0.22927104949951174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,8,power_law_1.01,0.20824960708618162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,8,power_law_1.01,0.21283967971801757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,8,balanced,8.026630249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,8,power_law_1.01,0.21917184829711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,8,power_law_1.01,0.21034624099731447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,8,power_law_1.01,0.21474559783935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,8,power_law_1.01,0.23402240753173825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,8,power_law_1.01,0.24093055725097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,8,power_law_1.01,0.24260608673095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,8,power_law_1.01,0.25277311325073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,8,power_law_1.01,0.27106943130493166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,8,power_law_1.01,0.30146175384521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,8,power_law_1.01,0.3609344100952149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,8,power_law_1.01,0.4281830215454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,8,power_law_1.01,0.594021110534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,8,power_law_1.01,0.7542642974853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,8,power_law_1.01,1.0003276824951173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,8,power_law_1.01,1.3092556762695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,8,power_law_1.01,1.8683686828613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,8,power_law_1.01,0.04619391918182373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,8,power_law_1.01,0.06097407817840576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,8,power_law_1.01,0.09103360176086425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,8,power_law_1.01,0.08741888046264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,8,power_law_1.01,2.6623052978515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,8,power_law_1.01,0.10399104118347169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,8,power_law_1.01,0.12565247535705565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,8,power_law_1.01,0.12453760147094725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,8,power_law_1.01,0.15048319816589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,8,power_law_1.01,0.1400063991546631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,8,power_law_1.01,0.14464384078979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,8,power_law_1.01,0.1467903995513916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,8,power_law_1.01,0.147390718460083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,8,power_law_1.01,0.14260607719421386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,8,power_law_1.01,0.1484505558013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,8,power_law_1.01,0.15513983726501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,8,power_law_1.01,0.16118528366088866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,8,power_law_1.01,0.16574207305908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,8,power_law_1.01,0.19560575485229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.01,0.2185932731628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.01,0.273515510559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.01,0.3208844757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.01,0.42837375640869146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.01,0.5410022354125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.01,0.7414643096923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.01,0.923473892211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.01,1.4160231018066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,8,power_law_1.01,0.03920128107070923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,8,power_law_1.01,0.042961921691894535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.01,1.787389373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,8,power_law_1.01,0.053762559890747075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,8,power_law_1.01,0.09013504028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,8,power_law_1.01,0.08653823852539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,8,power_law_1.01,0.1015180778503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,8,power_law_1.01,0.1097599983215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,8,power_law_1.01,0.10839167594909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,8,power_law_1.01,0.11914752006530763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,8,power_law_1.01,0.13169919967651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,8,power_law_1.01,0.1624959945678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,8,power_law_1.01,0.16679679870605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,8,power_law_1.01,0.17827199935913085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,8,power_law_1.01,0.2372492790222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,8,power_law_1.01,0.2785164833068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,8,power_law_1.01,0.3001651191711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,8,power_law_1.01,0.3641561508178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,8,power_law_1.01,0.4495820617675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,8,power_law_1.01,0.7705996704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,8,power_law_1.01,0.5598169708251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,8,power_law_1.01,1.3262387084960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,8,power_law_1.01,1.0908287811279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,8,power_law_1.01,1.9825228881835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,16,power_law_1.01,8.966305541992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,8,power_law_1.01,2.7255194091796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,16,power_law_1.2,3.448611755371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,8,power_law_1.2,0.06945919990539551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,8,power_law_1.2,0.0893337631225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,8,power_law_1.2,0.11380479812622071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,8,power_law_1.2,0.1184166431427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,8,power_law_1.2,0.15604351997375487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,8,power_law_1.2,0.1759385681152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,8,power_law_1.2,0.19558015823364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,8,power_law_1.2,0.22718719482421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,8,power_law_1.2,0.21576192855834958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,8,power_law_1.2,0.21983615875244142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,8,power_law_1.2,0.20955135345458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,8,power_law_1.2,0.21184768676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,8,power_law_1.2,0.23510271072387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,8,power_law_1.2,0.2397145652770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,8,power_law_1.2,0.24235776901245115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,8,power_law_1.2,0.24101247787475585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,8,power_law_1.2,0.2510310363769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,8,power_law_1.2,0.27451391220092775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,8,power_law_1.2,0.31316736221313474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,8,power_law_1.2,0.3545817565917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,8,power_law_1.2,0.45455230712890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,8,power_law_1.2,0.6528230285644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,8,power_law_1.2,0.7852595520019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,8,power_law_1.2,1.1514854431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,8,power_law_1.2,1.4302630615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,8,power_law_1.2,2.1130880737304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,8,power_law_1.2,3.1654132080078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,8,power_law_1.2,0.049768958091735836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,8,power_law_1.2,0.060349440574645995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,8,power_law_1.2,0.07470592021942138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,8,power_law_1.2,0.08798591613769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,8,power_law_1.2,0.09737855911254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,8,power_law_1.2,0.12266752243041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,8,power_law_1.2,0.13048319816589354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,8,power_law_1.2,0.14919808387756348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,8,power_law_1.2,0.1437990379333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,8,power_law_1.2,0.1459391975402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,8,power_law_1.2,0.15031935691833495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,8,power_law_1.2,0.15456512451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,8,power_law_1.01,5.714509887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,8,power_law_1.2,0.15151488304138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,8,power_law_1.2,0.1561728000640869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,8,power_law_1.2,0.13196800231933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,8,power_law_1.2,0.15114879608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,8,power_law_1.2,0.16449407577514646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,8,power_law_1.2,0.19709056854248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,8,power_law_1.2,0.2184716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,8,power_law_1.2,0.2817638397216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,8,power_law_1.01,3.7743820190429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,8,power_law_1.2,0.3359423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,8,power_law_1.2,0.44223487854003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,8,power_law_1.2,0.5647756958007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,8,power_law_1.2,0.7854361724853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,8,power_law_1.2,0.9534400177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,8,power_law_1.2,0.038928639888763425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,8,power_law_1.2,1.4431079101562498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,8,power_law_1.2,0.04187520027160645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,8,power_law_1.2,0.05531648159027099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,8,power_law_1.2,0.08385663986206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,8,power_law_1.2,1.8687846374511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,8,power_law_1.2,0.0870143985748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,8,power_law_1.2,0.10163328170776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,8,power_law_1.2,0.10721664428710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,8,power_law_1.2,0.11057536125183105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,8,power_law_1.2,0.11535103797912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,8,power_law_1.2,0.12228992462158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,8,power_law_1.2,0.16501888275146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,8,power_law_1.2,0.16353919982910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,8,power_law_1.2,0.21410943984985353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,8,power_law_1.2,0.23692928314208986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,8,power_law_1.2,0.28516096115112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,8,power_law_1.2,0.3242675018310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,8,power_law_1.2,0.3812044906616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,8,power_law_1.2,0.5013478469848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,8,power_law_1.2,0.6040576171875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,8,power_law_1.2,0.8548377227783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,8,power_law_1.2,0.9911808013916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,8,power_law_1.2,1.469601287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,16,power_law_1.2,5.4105767822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,8,power_law_1.01,6.896345825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,8,power_law_1.2,2.033428497314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,4,balanced,0.030855679512023927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,4,balanced,0.04273791790008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,4,balanced,0.058351359367370605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,4,balanced,0.07130239963531494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,4,balanced,0.09623295783996581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,4,balanced,0.14296704292297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,4,balanced,0.1989695930480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,4,balanced,0.20202367782592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,4,balanced,0.20423551559448244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,4,balanced,0.20698368072509768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,4,balanced,0.23858047485351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,4,balanced,0.24305536270141603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,4,balanced,0.2464499282836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,4,balanced,0.2534592056274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,4,balanced,0.26130687713623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,4,balanced,0.2666048049926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,4,balanced,0.279290885925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,4,balanced,0.30421247482299807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,4,balanced,0.32990207672119143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,4,balanced,0.38266239166259763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,4,balanced,0.43624320983886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,4,balanced,0.5483545684814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,4,balanced,0.764769287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,4,balanced,1.0649881744384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,4,balanced,1.4527577209472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,4,balanced,1.99783935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,4,balanced,2.6677337646484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,4,balanced,0.030892798900604247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,4,balanced,0.03265919923782349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,4,balanced,0.03750272035598755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,4,balanced,0.05142655849456788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,4,balanced,0.07354112148284912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,4,balanced,0.11119872093200685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,4,balanced,0.15479935646057127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,4,balanced,0.15601408004760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,4,balanced,0.15825152397155762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,4,balanced,0.16036224365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,4,balanced,0.19430528640747072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,4,balanced,0.1962291145324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,4,balanced,0.19899520874023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,4,balanced,0.20490240097045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,4,balanced,0.21117696762084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,4,balanced,0.21661951065063478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,4,balanced,0.22808959960937497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,4,balanced,0.25390464782714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,4,balanced,0.2796403121948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,4,balanced,0.3317311859130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,4,balanced,0.38347774505615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,4,balanced,0.48352512359619143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,4,balanced,0.5911167907714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,4,balanced,0.7973030090332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,8,power_law_1.2,3.613370971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,4,balanced,1.0878105926513673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,4,balanced,1.508838348388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,4,power_law_1.01,0.05856256008148193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,4,power_law_1.01,0.0669811201095581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,4,power_law_1.01,0.08811519622802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,4,power_law_1.01,0.09050751686096191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,4,balanced,2.0242279052734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,4,power_law_1.01,0.12023296356201171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,4,power_law_1.01,0.13507967948913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,4,power_law_1.01,0.1456768035888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,4,power_law_1.01,0.17223424911499025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,4,power_law_1.01,0.1694233512878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,4,power_law_1.01,0.17888639450073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,4,power_law_1.01,0.21263999938964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,4,power_law_1.01,0.22860031127929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,4,power_law_1.01,0.23188352584838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,4,power_law_1.01,0.23341312408447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,4,power_law_1.01,0.24358655929565431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,4,power_law_1.01,0.2377676773071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,4,power_law_1.01,0.2580198478698731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,4,power_law_1.01,0.27483264923095707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,4,power_law_1.01,0.30971647262573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,4,power_law_1.01,0.3693580627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,4,power_law_1.01,0.4312063980102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,4,power_law_1.01,0.6022592163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,4,power_law_1.01,0.7739558410644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,4,power_law_1.01,1.1008959960937499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,4,power_law_1.01,1.4095718383789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,4,power_law_1.01,1.8946791076660154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,4,power_law_1.01,0.03617151975631714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,4,power_law_1.01,0.0493939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,4,power_law_1.01,0.06735616207122803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,4,power_law_1.01,0.07162623882293702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,4,power_law_1.01,2.526771240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,4,power_law_1.01,0.08962559700012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,4,power_law_1.01,0.10861184120178222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,4,power_law_1.01,0.12036224365234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,4,power_law_1.01,0.13957759857177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,4,power_law_1.01,0.13453439712524412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,4,power_law_1.01,0.14355072021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,4,power_law_1.01,0.16734975814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,4,power_law_1.01,0.17944704055786134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,4,power_law_1.01,0.18622976303100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,4,power_law_1.01,0.18672895431518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,4,power_law_1.01,0.17979263305664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,4,power_law_1.01,0.1914419174194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,4,power_law_1.01,0.206296329498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,4,power_law_1.01,0.23955200195312498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.01,0.262928638458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.01,0.31997440338134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.01,0.37016574859619145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.01,0.4841625595092774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.01,0.6114150238037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.01,0.8420365142822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.01,1.0428518676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.01,1.5107200622558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,4,power_law_1.2,0.059184641838073725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,4,power_law_1.2,0.06724095821380616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,4,power_law_1.2,0.07980160236358642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,8,power_law_1.2,3.05952880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.01,1.984357147216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,4,power_law_1.2,0.09009792327880858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,4,power_law_1.2,0.11290623664855956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,4,power_law_1.2,0.15569664001464845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,4,power_law_1.2,0.1484876823425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,4,power_law_1.2,0.178472957611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,4,power_law_1.2,0.18402816772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,4,power_law_1.2,0.18631551742553712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,4,power_law_1.2,0.21560703277587892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,4,power_law_1.2,0.2176140785217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,4,power_law_1.2,0.23057024002075197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,4,power_law_1.2,0.2429132843017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,4,power_law_1.2,0.23003519058227537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,4,power_law_1.2,0.23901952743530272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,4,power_law_1.2,0.2508211135864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,4,power_law_1.2,0.2802214431762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,4,power_law_1.2,0.3153625679016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,4,power_law_1.2,0.3670336151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,4,power_law_1.2,0.4598835372924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,4,power_law_1.2,0.62216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,4,power_law_1.2,0.8183360290527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,4,power_law_1.2,1.156701431274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,4,power_law_1.2,1.4454182434082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,4,power_law_1.2,0.035459840297698976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,4,power_law_1.2,0.049227519035339354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,4,power_law_1.2,2.0304666137695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,4,power_law_1.2,0.05964288234710693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,4,power_law_1.2,0.06914815902709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,4,power_law_1.2,0.08548224449157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,4,power_law_1.2,0.10698495864868166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,4,power_law_1.2,0.11605631828308105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,4,power_law_1.2,2.6267352294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,4,power_law_1.2,0.143242244720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,4,power_law_1.2,0.13689727783203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,4,power_law_1.2,0.1735935974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,4,power_law_1.2,0.15404416084289552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,4,power_law_1.2,0.1687539291381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,4,power_law_1.2,0.1927129554748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,4,power_law_1.2,0.18613759994506834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,4,power_law_1.2,0.18200063705444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,4,power_law_1.2,0.19407743453979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,4,power_law_1.2,0.20601343154907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,4,power_law_1.2,0.24225664138793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,4,power_law_1.2,0.2670400047302246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,4,power_law_1.2,0.3266432189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,4,power_law_1.2,0.38452606201171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,4,power_law_1.2,0.5147545623779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,4,power_law_1.2,0.6415334320068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,4,power_law_1.2,0.853448944091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,4,power_law_1.2,1.1060864257812502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,2,balanced,0.03244800090789795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,2,balanced,0.041845760345458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,2,balanced,0.059884800910949706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,4,power_law_1.2,1.5484902954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,2,balanced,0.07412223815917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,2,balanced,0.1041433620452881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,2,balanced,0.1650214385986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,2,balanced,0.22143232345581057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,2,balanced,0.22375680923461916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,2,balanced,0.22502912521362303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,4,power_law_1.2,2.093616638183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,2,balanced,0.22744064331054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,2,balanced,0.2327769660949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,2,balanced,0.2424870491027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,2,balanced,0.2629798316955566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,2,balanced,0.2627494430541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,2,balanced,0.2692659187316894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,2,balanced,0.27546880722045897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,2,balanced,0.28650880813598634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,2,balanced,0.3109401512145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,2,balanced,0.3370150375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,2,balanced,0.3878976058959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,2,balanced,0.44205184936523434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,2,balanced,0.549441261291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,2,balanced,0.7988288116455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,2,balanced,1.0799603271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,2,balanced,1.4720780944824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,2,balanced,0.03187839984893799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,2,balanced,0.03549439907073974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,2,balanced,0.0422976016998291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,2,balanced,0.06069119930267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,2,balanced,2.130921020507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,2,balanced,0.09438464164733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,2,balanced,0.1565567970275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,2,balanced,0.21647872924804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,2,balanced,0.22089088439941404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,2,balanced,0.22147071838378904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,2,balanced,0.22405120849609378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,2,balanced,0.22780672073364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,2,balanced,0.23114368438720706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,2,balanced,2.9201138305664065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,2,balanced,0.23395456314086913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,2,balanced,0.30882816314697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,2,balanced,0.3204467010498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,2,balanced,0.32524929046630857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,2,balanced,0.3296294403076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,2,balanced,0.3558348846435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,2,balanced,0.38012161254882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,2,balanced,0.42421630859375004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,2,balanced,0.4743180847167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,2,balanced,0.570808334350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,2,balanced,0.6655014038085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,2,balanced,0.8647961425781251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,2,balanced,1.234071044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,2,balanced,1.6427404785156248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,2,power_law_1.01,0.03959680080413818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,2,power_law_1.01,0.059541759490966795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,2,balanced,2.252928009033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,2,power_law_1.01,0.07036672115325929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,2,power_law_1.01,0.08832768440246583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,2,power_law_1.01,0.11142784118652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,2,power_law_1.01,0.14115327835083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,2,power_law_1.01,0.15184255599975588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,2,power_law_1.01,0.17775871276855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,2,power_law_1.01,0.18424575805664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,2,power_law_1.01,0.20038272857666017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,2,power_law_1.01,0.2034636878967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,2,power_law_1.01,0.2142630386352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,2,power_law_1.01,0.23398527145385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,2,power_law_1.01,0.24165887832641603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,2,power_law_1.01,0.24801279067993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,2,power_law_1.01,0.19368448257446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,2,power_law_1.01,0.2629670333862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,2,power_law_1.01,0.28955007553100587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,2,power_law_1.01,0.326190071105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,2,power_law_1.01,0.38433921813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,2,power_law_1.01,0.44171905517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,2,power_law_1.01,0.5686105728149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,2,power_law_1.01,0.7884671783447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,2,power_law_1.01,1.1340032196044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,2,power_law_1.01,1.461059875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,2,power_law_1.01,0.035301120281219484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,2,power_law_1.01,0.04226560115814209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,2,power_law_1.01,2.1096179199218748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,2,power_law_1.01,0.05964032173156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,2,power_law_1.01,0.072326397895813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,2,power_law_1.01,0.09828224182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,2,power_law_1.01,0.12521727561950685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,2,power_law_1.01,2.727829895019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,2,power_law_1.01,0.1425971221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,2,power_law_1.01,0.17240575790405271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,2,power_law_1.01,0.1784499168395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,2,power_law_1.01,0.185534725189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,2,power_law_1.01,0.1865920066833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,2,power_law_1.01,0.19367807388305663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,2,power_law_1.01,0.1979929542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,2,power_law_1.01,0.2755327987670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,2,power_law_1.01,0.27587583541870114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,2,power_law_1.01,0.2832896041870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,2,power_law_1.01,0.2955839920043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,2,power_law_1.01,0.3247449493408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,2,power_law_1.01,0.36186878204345707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,2,power_law_1.01,0.41531265258789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,2,power_law_1.01,0.47718017578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,2,power_law_1.01,0.5975411224365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,2,power_law_1.01,0.7326322937011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,2,power_law_1.01,1.0006130981445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,2,power_law_1.01,1.269213409423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,2,power_law_1.2,0.035710721015930175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,2,power_law_1.2,0.059760642051696775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,2,power_law_1.01,1.7894053649902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,2,power_law_1.2,0.06781311988830566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,2,power_law_1.2,0.0818892765045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,2,power_law_1.2,0.10641023635864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,2,power_law_1.2,0.13600128173828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,2,power_law_1.01,2.3160064697265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,2,power_law_1.2,0.15072128295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,2,power_law_1.2,0.17701887130737304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,2,power_law_1.2,0.18340736389160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,2,power_law_1.2,0.1921625518798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,2,power_law_1.2,0.20012031555175783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,2,power_law_1.2,0.20540416717529295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,2,power_law_1.2,0.2152115249633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,2,power_law_1.2,0.2369024085998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,2,power_law_1.2,0.23975807189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,2,power_law_1.2,0.24635263442993166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,2,power_law_1.2,0.2660774421691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,2,power_law_1.2,0.2936294364929199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,2,power_law_1.2,0.32977024078369144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,2,power_law_1.2,0.3896499252319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,2,power_law_1.2,0.4545305633544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,2,power_law_1.2,0.5818227386474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,2,power_law_1.2,0.8203916931152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,2,power_law_1.2,1.1444723510742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,2,power_law_1.2,1.452508087158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,2,power_law_1.2,0.03556096076965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,2,power_law_1.2,0.04161791801452637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,2,power_law_1.2,2.0813644409179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,2,power_law_1.2,0.05458816051483154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,2,power_law_1.2,0.07187839984893798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,2,power_law_1.2,0.09243776321411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,2,power_law_1.2,0.12064127922058106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,2,power_law_1.2,0.13569279670715334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,2,power_law_1.2,0.17085439682006837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,2,power_law_1.2,0.17681535720825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,2,power_law_1.2,2.7606604003906248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,2,power_law_1.2,0.17352832794189452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,2,power_law_1.2,0.18432512283325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,2,power_law_1.2,0.19386880874633788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,2,power_law_1.2,0.19832191467285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,2,power_law_1.2,0.27621376037597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,2,power_law_1.2,0.27864704132080076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,2,power_law_1.2,0.28134784698486326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,2,power_law_1.2,0.2990284729003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,2,power_law_1.2,0.3303411102294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,2,power_law_1.2,0.3623308944702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,2,power_law_1.2,0.42036094665527346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,2,power_law_1.2,0.49692031860351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,2,power_law_1.2,0.6143974304199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,2,power_law_1.2,0.7705945587158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,2,power_law_1.2,1.0280384063720702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,2,power_law_1.2,1.3086387634277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,64,balanced,0.023960320949554442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,64,balanced,0.023296000957489012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,64,balanced,0.023264000415802004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,64,balanced,0.023622400760650634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,64,balanced,0.04420991897583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,2,power_law_1.2,1.8287347412109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,64,balanced,0.05842304229736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,64,balanced,0.08317952156066895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,64,balanced,0.08328191757202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,64,balanced,0.08449919700622559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,64,balanced,0.08397695541381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,64,balanced,0.08465791702270507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,64,balanced,0.08483072280883788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,64,balanced,0.0859455966949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,64,balanced,0.08683391571044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,64,balanced,0.09068799972534179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,64,balanced,0.09282048225402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,2,power_law_1.2,2.3539903259277346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,64,balanced,0.09660415649414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,64,balanced,0.09987839698791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,64,balanced,0.10850175857543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,64,balanced,0.10245120048522949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,64,balanced,0.10953344345092772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,64,balanced,0.1279244804382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,64,balanced,0.13313792228698731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,64,balanced,0.18505088806152342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,64,balanced,0.22893568038940432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,64,balanced,0.3102387237548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,64,balanced,0.0255948805809021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,64,balanced,0.3805990219116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,64,balanced,0.025484800338745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,64,balanced,0.025829119682312014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,64,balanced,0.025118720531463624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,64,balanced,0.026109440326690676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,64,balanced,0.040631041526794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,64,balanced,0.046648321151733396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,64,balanced,0.04672639846801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,64,balanced,0.047211518287658696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,64,balanced,0.047491841316223145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,64,balanced,0.04796288013458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,64,balanced,0.04909952163696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,64,balanced,0.04979455947875976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,64,balanced,0.05136256217956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,64,balanced,0.05133567810058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,64,balanced,0.05347072124481202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,64,balanced,0.05616000175476075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,64,balanced,0.06222847938537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,64,balanced,0.054764800071716316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,64,balanced,0.0615065622329712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,64,balanced,0.06616703987121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,64,balanced,0.07841407775878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,64,balanced,0.08830847740173339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,64,balanced,0.11241344451904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,64,balanced,0.1360217571258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,64,balanced,0.19544960021972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,64,balanced,0.23491071701049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,64,power_law_1.01,0.05869056224822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,64,power_law_1.01,0.057889280319213865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,64,power_law_1.01,0.058222079277038576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,64,power_law_1.01,0.05873280048370362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,64,power_law_1.01,0.07349631786346436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,64,power_law_1.01,0.0828275203704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,64,power_law_1.01,0.08304512023925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,64,power_law_1.01,0.08431360244750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,64,power_law_1.01,0.08507776260375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,64,power_law_1.01,0.08687616348266601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,64,power_law_1.01,0.08935680389404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,64,power_law_1.01,0.09372159957885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,64,power_law_1.01,0.09350272178649902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,64,power_law_1.01,0.10234496116638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,64,power_law_1.01,0.09812864303588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,64,power_law_1.01,0.0980953598022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,64,power_law_1.01,0.11339648246765137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,64,power_law_1.01,0.1268607997894287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,64,power_law_1.01,0.0986188793182373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,64,power_law_1.01,0.15841664314270018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,64,power_law_1.01,0.19225215911865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,64,power_law_1.01,0.28882944107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,64,power_law_1.01,0.3308736038208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,64,power_law_1.01,0.5590566253662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,64,power_law_1.01,0.6460313415527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,64,power_law_1.01,0.04065152168273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,64,power_law_1.01,0.04036096096038818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,64,power_law_1.01,1.1818367767333986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,64,power_law_1.01,0.04058112144470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,64,power_law_1.01,0.044883198738098144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,64,power_law_1.01,0.04071807861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,8,power_law_1.2,5.804974365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,64,power_law_1.01,1.4514483642578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,64,power_law_1.01,0.04675072193145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,64,power_law_1.01,0.0478656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,64,power_law_1.01,0.04822527885437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,64,power_law_1.01,0.04875648021697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,64,power_law_1.01,0.05219071865081787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,64,power_law_1.01,0.053315839767456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,64,power_law_1.01,0.056030721664428705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,64,power_law_1.01,0.061941761970520016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,64,power_law_1.01,0.05934463977813721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,64,power_law_1.01,0.06153344154357911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,64,power_law_1.01,0.06419583797454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,64,power_law_1.01,0.06612864017486572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.01,0.07411327838897705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.01,0.08979583740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.01,0.1256460762023926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.01,0.16965120315551757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.01,0.20680192947387693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,64,power_law_1.01,0.051381759643554695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.01,0.2913382339477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.01,0.4451852798461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.01,0.6783475494384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.01,0.7900287628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,16,power_law_1.2,8.423572387695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,64,power_law_1.2,0.05798272132873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,64,power_law_1.2,0.05799935817718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,64,power_law_1.2,0.058480639457702634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,64,power_law_1.2,0.05142271995544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,64,power_law_1.2,0.07729023933410645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,64,power_law_1.2,0.07629695892333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,64,power_law_1.2,0.08331135749816895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,64,power_law_1.2,0.08336128234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,64,power_law_1.2,0.08288640022277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,64,power_law_1.2,0.0844364833831787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,64,power_law_1.2,0.08883456230163575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,64,power_law_1.2,0.09388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,64,power_law_1.2,0.09524352073669433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,64,power_law_1.2,0.10088319778442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,2,32,power_law_1.2,20.88056884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,64,power_law_1.2,0.09401087760925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,64,power_law_1.2,0.10815999984741212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,64,power_law_1.2,0.09839360237121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,64,power_law_1.2,0.12912384033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,64,power_law_1.2,0.1592524814605713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,64,power_law_1.2,0.20618751525878903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,64,power_law_1.2,0.29480064392089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,64,power_law_1.2,0.3597760009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,64,power_law_1.2,0.543902702331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,64,power_law_1.2,0.7094105529785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,64,power_law_1.2,1.2328832244873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,64,power_law_1.2,1.5396569824218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,64,power_law_1.2,0.039930880069732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,64,power_law_1.2,0.040295681953430175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,64,power_law_1.2,0.04027647972106933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,64,power_law_1.2,2.26938232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,64,power_law_1.2,0.03614207983016968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,64,power_law_1.2,0.04487808227539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,64,power_law_1.2,0.045978879928588866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,64,power_law_1.2,0.048355841636657716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,64,power_law_1.2,0.04896128177642822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,64,power_law_1.2,0.04997119903564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,64,power_law_1.2,0.050895361900329596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,64,power_law_1.2,0.05304192066192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,64,power_law_1.2,0.05469567775726318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,64,power_law_1.2,0.05818624019622802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,64,power_law_1.2,0.05986815929412842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,64,power_law_1.2,0.06404223918914795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,64,power_law_1.2,0.05862783908843994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,64,power_law_1.2,0.06325119972229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,64,power_law_1.2,0.07534976005554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.2,0.09369215965270997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.2,0.12079744338989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.2,0.14796031951904295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.2,0.21286527633666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.2,0.2769651222229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.2,0.38339839935302733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.2,0.4969561767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.2,0.6999193572998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.2,1.1447103881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,8,power_law_1.2,7.72780029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,16,power_law_1.2,11.072630615234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,32,balanced,0.020944640636444092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,32,balanced,0.020893440246582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,32,balanced,0.02132352113723755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,32,balanced,0.022263040542602537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,32,balanced,0.041820158958435064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,32,balanced,0.05712639808654785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,32,balanced,0.07745920181274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,32,balanced,0.07752448081970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,32,balanced,0.0791807985305786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,32,balanced,0.07918208122253419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,32,balanced,0.08105088233947753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,32,balanced,0.08346752166748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,32,balanced,0.08542207717895509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,32,balanced,0.08674943923950196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,32,balanced,0.09094783782958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,32,balanced,0.0931430435180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,32,balanced,0.08647935867309571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,32,balanced,0.09083904266357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,32,balanced,0.09591551780700683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,32,balanced,0.10711551666259767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,32,balanced,0.11463168144226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,32,balanced,0.14468223571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,32,balanced,0.15608832359313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,32,balanced,0.2207436752319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,32,balanced,0.2716774368286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,32,balanced,0.3809100723266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,32,balanced,0.023649280071258542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,32,balanced,0.47376640319824215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,32,balanced,0.02385279893875122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,32,balanced,0.02402559995651245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,32,balanced,0.023404800891876222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,32,balanced,0.025122559070587157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,32,balanced,0.04131455898284912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,32,balanced,0.04685823917388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,32,balanced,0.046554880142211916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,32,balanced,0.0481279993057251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,32,balanced,0.04818816184997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,32,balanced,0.04990464210510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,32,balanced,0.04904191970825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,32,balanced,0.05236991882324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,32,balanced,0.05477632045745849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,32,balanced,0.05906047821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,32,balanced,0.059979519844055175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,32,balanced,0.056939520835876466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,32,balanced,0.05287168025970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,32,balanced,0.06122240066528321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,32,balanced,0.07007487773895263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,32,balanced,0.07732096195220947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,32,balanced,0.09805312156677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,32,balanced,0.1152768039703369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,32,balanced,0.1539788818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,32,balanced,0.18688127517700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,32,balanced,0.2733030319213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,32,balanced,0.33863807678222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,32,balanced,0.027975680828094485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,32,balanced,0.027860479354858397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,32,balanced,0.028051199913024905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,32,balanced,0.028273921012878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,32,balanced,0.03165184020996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,32,balanced,0.0432857608795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,32,balanced,0.043438081741333005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,32,balanced,0.047224321365356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,32,balanced,0.027550721168518068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,32,balanced,0.04700287818908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,32,balanced,0.059056639671325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,32,balanced,0.06136703968048096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,32,balanced,0.07114880084991455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,32,balanced,0.07838848114013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,32,balanced,0.09501440048217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,32,balanced,0.09740672111511231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,32,balanced,0.09887616157531738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,32,balanced,0.13534720420837404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,32,balanced,0.15636223793029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,32,balanced,0.22085632324218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,32,balanced,0.27650304794311525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,32,balanced,0.39735424041748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,32,balanced,0.5009203338623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,32,balanced,0.7418560028076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,32,balanced,0.9725234985351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,32,power_law_1.01,0.05596799850463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,32,power_law_1.01,0.05579264163970947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,32,power_law_1.01,0.05614975929260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,32,power_law_1.01,0.05705344200134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,32,power_law_1.01,0.07185023784637451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,32,balanced,1.9065933227539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,32,power_law_1.01,0.07271168231964112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,32,power_law_1.01,0.07710464000701904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,32,power_law_1.01,0.07492095947265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,32,power_law_1.01,0.07608064174652099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,32,power_law_1.01,0.07858560085296631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,32,power_law_1.01,0.08353919982910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,32,power_law_1.01,0.08532863616943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,32,power_law_1.01,0.09108736038208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,32,balanced,1.4148300170898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,32,power_law_1.01,0.0874726390838623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,32,power_law_1.01,0.08971136093139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,32,power_law_1.01,0.08857600212097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,32,power_law_1.01,0.10267264366149902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,32,power_law_1.01,0.1148966407775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,32,power_law_1.01,0.14635775566101075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,32,power_law_1.01,0.08662783622741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,32,power_law_1.01,0.1898099136352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,32,power_law_1.01,0.21396480560302736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,32,power_law_1.01,0.32715904235839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,32,power_law_1.01,0.4418803024291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,32,power_law_1.01,0.609634552001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,32,power_law_1.01,0.04070911884307861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,32,power_law_1.01,0.8727206420898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,32,power_law_1.01,0.04105343818664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,32,power_law_1.01,0.0409881591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,32,power_law_1.01,1.140725784301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,32,power_law_1.01,0.04182271957397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,32,power_law_1.01,0.04352128028869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,32,power_law_1.01,0.04487296104431152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,32,power_law_1.01,0.0468287992477417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,32,power_law_1.01,0.04753407955169678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,32,power_law_1.01,0.048716797828674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,32,power_law_1.01,0.052839679718017576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,32,power_law_1.01,0.04996863842010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,32,power_law_1.01,0.05566207885742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,32,power_law_1.01,0.05671679973602295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,32,power_law_1.01,0.0603059196472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,32,power_law_1.01,0.054662399291992195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,32,power_law_1.01,0.055299839973449706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,32,power_law_1.01,0.060739841461181644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,32,power_law_1.01,0.0655948781967163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,32,power_law_1.01,0.07452032089233399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,32,power_law_1.01,0.10003328323364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,32,power_law_1.01,0.11966976165771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,32,power_law_1.01,0.1584563159942627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,32,power_law_1.01,0.20093055725097658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,32,power_law_1.01,0.27552127838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,32,power_law_1.01,0.3347328186035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,32,power_law_1.01,0.027514879703521726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,32,power_law_1.01,0.6153113555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,32,power_law_1.01,0.027818241119384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,32,power_law_1.01,0.7070681762695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,32,power_law_1.01,0.0285427188873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,32,power_law_1.01,0.03201280117034912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,32,power_law_1.01,0.033093121051788334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,32,power_law_1.01,0.045633277893066405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,32,power_law_1.01,0.046892800331115723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,32,power_law_1.01,0.04942463874816895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,32,power_law_1.01,0.06044799804687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,32,power_law_1.01,0.07253632068634033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,32,power_law_1.01,0.0778278398513794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,32,power_law_1.01,0.09628671646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,32,power_law_1.01,0.09604736328124999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,32,power_law_1.01,0.13008895874023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,32,power_law_1.01,0.13273728370666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,32,power_law_1.01,0.15027839660644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,32,power_law_1.01,0.18766464233398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,32,power_law_1.01,0.24727039337158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,32,power_law_1.01,0.3293183898925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,32,power_law_1.01,0.442289924621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,32,power_law_1.01,0.6302796936035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,32,power_law_1.01,0.8718656158447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,32,power_law_1.2,0.05589888095855713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,32,power_law_1.2,0.05563136100769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,32,power_law_1.2,0.05580671787261963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,32,power_law_1.2,0.05613823890686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,32,power_law_1.2,0.06830463886260987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,32,power_law_1.2,0.06791679859161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,32,power_law_1.2,0.0741324806213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,32,power_law_1.2,0.07769087791442872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,32,power_law_1.2,0.07784704208374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,32,power_law_1.2,0.07788544178009034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,32,power_law_1.2,0.08188672065734863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,32,power_law_1.2,0.08454272270202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,32,power_law_1.2,0.0870143985748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,32,power_law_1.2,0.09034624099731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,32,power_law_1.2,0.08662783622741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,32,power_law_1.2,0.08750847816467286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,32,power_law_1.2,0.09368960380554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,32,power_law_1.2,0.11355648040771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,32,power_law_1.2,0.13460479736328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,32,power_law_1.2,0.1760793685913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,32,power_law_1.2,0.20576128005981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,32,power_law_1.2,0.32687103271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,32,power_law_1.2,0.36715648651123045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,32,power_law_1.2,0.6105408096313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,32,power_law_1.2,0.8168256378173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,32,power_law_1.2,1.1610546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,32,power_law_1.2,1.4985906982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,32,power_law_1.2,0.04032896041870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,32,power_law_1.2,0.040572161674499514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,32,power_law_1.2,0.04092927932739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,32,power_law_1.2,0.04129024028778076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,32,power_law_1.2,0.04289919853210449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,32,power_law_1.2,0.04240640163421631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,32,power_law_1.2,0.04703999996185303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,32,power_law_1.2,0.04743040084838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,32,power_law_1.2,0.04934912204742432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,32,power_law_1.2,0.04969215869903564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,32,power_law_1.2,0.05435647964477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,32,power_law_1.2,0.05498752117156982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,32,power_law_1.2,0.05709951877593994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,32,power_law_1.2,0.057921280860900884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,32,power_law_1.2,0.05660160064697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,32,power_law_1.2,0.0577023983001709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,32,power_law_1.2,0.05921535968780518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,32,power_law_1.2,0.07301631927490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,32,power_law_1.2,0.09428863525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,32,power_law_1.2,0.11081983566284179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,32,power_law_1.2,0.13464320182800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,32,power_law_1.2,0.19586816787719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,32,power_law_1.2,0.22185855865478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,32,power_law_1.2,0.3247590255737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,32,power_law_1.2,0.4672678375244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,32,power_law_1.2,0.6771891021728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,32,power_law_1.2,0.8995289611816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,3072,1536,8,256,2,32,power_law_1.2,0.028017919063568115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,3072,1536,8,256,2,32,power_law_1.2,0.028309760093688963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,3072,1536,8,256,2,32,power_law_1.2,0.0285478401184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,3072,1536,8,256,2,32,power_law_1.2,0.02949887990951538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,3072,1536,8,256,2,32,power_law_1.2,0.033075199127197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,3072,1536,8,256,2,32,power_law_1.2,0.04563456058502197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,3072,1536,8,256,2,32,power_law_1.2,0.04948863983154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,3072,1536,8,256,2,32,power_law_1.2,0.05757184028625488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,3072,1536,8,256,2,32,power_law_1.2,0.0631603193283081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,3072,1536,8,256,2,32,power_law_1.2,0.07539328098297118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,3072,1536,8,256,2,32,power_law_1.2,0.0935807991027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,3072,1536,8,256,2,32,power_law_1.2,0.09741951942443847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,3072,1536,8,256,2,32,power_law_1.2,0.10437631607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,3072,1536,8,256,2,32,power_law_1.2,0.13078911781311037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,32,power_law_1.01,1.5150746154785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,3072,1536,8,256,2,32,power_law_1.2,0.15126399993896483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,3072,1536,8,256,2,32,power_law_1.2,0.1517695999145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,3072,1536,8,256,2,32,power_law_1.2,0.21865983963012697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,3072,1536,8,256,2,32,power_law_1.2,0.2750323104858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,32,power_law_1.01,1.9102015686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,3072,1536,8,256,2,32,power_law_1.2,0.391912956237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,32,power_law_1.01,2.130867156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,3072,1536,8,256,2,32,power_law_1.2,0.596808967590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,3072,1536,8,256,2,32,power_law_1.2,0.7656998443603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,3072,1536,8,256,2,32,power_law_1.2,1.3687551879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,16,balanced,0.020325119495391848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,16,balanced,0.019897600412368772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,16,balanced,0.020896000862121584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,16,balanced,0.02921087980270386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,16,balanced,0.04205952167510986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,16,balanced,0.058661122322082516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,3072,1536,8,256,2,32,power_law_1.2,1.3872218322753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,16,balanced,0.07802495956420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,16,balanced,0.07899519920349121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,16,balanced,0.08172672271728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,16,balanced,0.08324735641479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,16,balanced,0.08544511795043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,16,balanced,0.08967679977416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,16,balanced,0.09167488098144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,16,balanced,0.08377856254577637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,16,balanced,0.08620415687561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,16,balanced,0.08844799995422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,16,balanced,0.09198335647583009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,16,balanced,0.10052864074707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,16,balanced,0.10898176193237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,16,balanced,0.12752511978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,16,balanced,0.1409817600250244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,16,balanced,0.1820787239074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,16,balanced,0.20550399780273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,16,balanced,0.2919987106323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,16,balanced,0.3712665557861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,16,balanced,0.5256627273559571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,16,balanced,0.0227622389793396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,16,balanced,0.6735987091064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,16,balanced,0.02277247905731201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,16,balanced,0.023185920715332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,16,balanced,0.023710720539093018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,16,balanced,0.028275198936462402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,16,balanced,0.044568319320678715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,16,balanced,0.05267072200775147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,16,balanced,0.05300608158111573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,16,balanced,0.05483263969421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,16,balanced,0.05443840026855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,16,balanced,0.05772928237915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,16,balanced,0.05748479843139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,16,balanced,0.06146175861358642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,16,balanced,0.05330944061279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,16,balanced,0.05593599796295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,16,balanced,0.05761663913726807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,16,balanced,0.060348157882690434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,16,balanced,0.06697855949401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,16,balanced,0.07584127902984619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,16,balanced,0.093372163772583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,16,balanced,0.10712191581726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,16,balanced,0.13956480026245116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,16,balanced,0.1695769691467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,16,balanced,0.23402624130249022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,16,balanced,0.29245183944702147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,16,balanced,0.432410888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,16,balanced,0.5529075241088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,16,power_law_1.01,0.04092415809631348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,16,power_law_1.01,0.05654272079467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,16,power_law_1.01,0.05660927772521973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,16,power_law_1.01,0.05742464065551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,16,power_law_1.01,0.05392255783081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,16,power_law_1.01,0.07065599918365478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,16,power_law_1.01,0.07513216018676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,16,power_law_1.01,0.07569024085998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,16,power_law_1.01,0.07841663837432862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,16,power_law_1.01,0.08137855529785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,16,power_law_1.01,0.08382464408874511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,16,power_law_1.01,0.08934783935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,16,power_law_1.01,0.08739711761474608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,16,power_law_1.01,0.08407423973083497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,16,power_law_1.01,0.08469504356384278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,16,power_law_1.01,0.08856448173522949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,16,power_law_1.01,0.09309696197509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,16,power_law_1.01,0.10706048011779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,16,power_law_1.01,0.12220671653747558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,16,power_law_1.01,0.14218496322631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,16,power_law_1.01,0.16124160766601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,16,power_law_1.01,0.21126399993896486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,16,power_law_1.01,0.29916288375854494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,16,power_law_1.01,0.43522304534912115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,16,power_law_1.01,0.5504217529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,16,power_law_1.01,0.7940275573730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,16,power_law_1.01,0.025108480453491212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,16,power_law_1.01,0.9876531219482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,16,power_law_1.01,0.04276735782623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,16,power_law_1.01,0.04293375968933105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,16,power_law_1.01,0.0434662389755249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,16,power_law_1.01,0.044084482192993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,16,power_law_1.01,0.048821759223937986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,16,power_law_1.01,0.05219583988189698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,16,power_law_1.01,0.05390975952148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,16,power_law_1.01,0.053985280990600584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,16,power_law_1.01,0.05509888172149659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,16,power_law_1.01,0.05820159912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,16,power_law_1.01,0.06082943916320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,16,power_law_1.01,0.06168575763702393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,16,power_law_1.01,0.05637887954711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,16,power_law_1.01,0.057221121788024895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,16,power_law_1.01,0.0594432020187378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,16,power_law_1.01,0.06212480068206787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,16,power_law_1.01,0.07418879985809326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,16,power_law_1.01,0.08809344291687012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,16,power_law_1.01,0.11067135810852051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,16,power_law_1.01,0.135348482131958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,16,power_law_1.01,0.17119359970092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,16,power_law_1.01,0.1985958480834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,16,power_law_1.01,0.3176038360595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,16,power_law_1.01,0.400211181640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,16,power_law_1.01,0.6471449279785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,16,power_law_1.01,0.7985638427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,16,power_law_1.2,0.04063744068145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,16,power_law_1.2,0.05535232067108155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,16,power_law_1.2,0.05200384140014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,16,power_law_1.2,0.057657599449157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,16,power_law_1.2,0.05833216190338135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,16,power_law_1.2,0.0693990421295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,16,power_law_1.2,0.07374847888946533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,16,power_law_1.2,0.07628928184509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,16,power_law_1.2,0.07969151973724366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,16,power_law_1.2,0.08053119659423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,16,power_law_1.2,0.08486144065856933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,16,power_law_1.2,0.08886528015136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,16,power_law_1.2,0.08731776237487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,16,power_law_1.2,0.08395520210266114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,16,power_law_1.2,0.08707455635070802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,16,power_law_1.2,0.086810884475708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,16,power_law_1.2,0.09414527893066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,16,power_law_1.2,0.11330944061279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,16,power_law_1.2,0.12972928047180177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,16,power_law_1.2,0.15636992454528809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,16,power_law_1.2,0.182238712310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,16,power_law_1.2,0.29098751068115236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,16,power_law_1.2,0.36139137268066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,16,power_law_1.2,0.5187622451782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,16,power_law_1.2,0.627248649597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,16,power_law_1.2,1.004111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,16,power_law_1.2,0.02480384111404419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,16,power_law_1.2,0.042339839935302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,16,power_law_1.2,1.3985702514648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,16,power_law_1.2,0.04164224147796631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,16,power_law_1.2,0.04356095790863037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,16,power_law_1.2,0.044510722160339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,16,power_law_1.2,0.045228800773620605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,16,power_law_1.2,0.05092095851898193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,16,power_law_1.2,0.05335936069488525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,16,power_law_1.2,0.054369277954101555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,16,power_law_1.2,0.05418367862701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,16,power_law_1.2,0.05722496032714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,16,power_law_1.2,0.06126463890075684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,16,power_law_1.2,0.05599487781524658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,16,power_law_1.2,0.058037757873535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,32,power_law_1.01,3.1781658935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,16,power_law_1.2,0.060272641181945794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,16,power_law_1.2,0.06074368000030518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,16,power_law_1.2,0.0817420768737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,16,power_law_1.2,0.09488767623901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,16,power_law_1.2,0.12506367683410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,16,power_law_1.2,0.06302976131439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,16,power_law_1.2,0.14047871589660646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,16,power_law_1.2,0.1899007987976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,16,power_law_1.2,0.25785728454589846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,16,power_law_1.2,0.33454078674316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,16,power_law_1.2,0.5033177566528321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,8,balanced,0.02062335968017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,8,balanced,0.021013760566711427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,16,power_law_1.2,0.7268761444091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,8,balanced,0.022396159172058106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,8,balanced,0.03221503973007202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,8,balanced,0.044290561676025395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,8,balanced,0.06276735782623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,8,balanced,0.0828825569152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,16,power_law_1.2,1.0644633483886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,8,balanced,0.08614015579223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,8,balanced,0.08867967605590821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,8,balanced,0.09170047760009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,8,balanced,0.08244095802307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,8,balanced,0.08517375946044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,8,balanced,0.08712832450866699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,8,balanced,0.09038463592529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,8,balanced,0.09486720085144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,8,balanced,0.0981619167327881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,8,balanced,0.10640128135681153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,8,balanced,0.1219980812072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,8,balanced,0.13533439636230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,8,balanced,0.16400384902954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,8,balanced,0.1911359977722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,8,balanced,0.2536511993408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,8,balanced,0.3060633659362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,8,balanced,0.4414591979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,8,balanced,0.5799961471557618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,8,balanced,0.023484160900115965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,8,balanced,0.8354099273681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,8,balanced,0.02385279893875122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,8,balanced,0.026174719333648684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,8,balanced,0.024199678897857665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,8,balanced,0.03391999959945678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,8,balanced,1.0794854736328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,8,balanced,0.06044032096862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,8,balanced,0.06365056037902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,8,balanced,0.06549888134002686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,8,balanced,0.0684774398803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,8,balanced,0.060451841354370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,8,balanced,0.061896958351135255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,8,balanced,0.06396927833557128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,8,balanced,0.06637695789337159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,8,balanced,0.0682751989364624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,8,balanced,0.07202047824859618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,8,balanced,0.07891200065612794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,8,balanced,0.0506496000289917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,8,balanced,0.09447680473327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,8,balanced,0.10821120262145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,8,balanced,0.13859711647033693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,8,balanced,0.16499200820922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,8,balanced,0.22224384307861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,8,balanced,0.2779302406311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,8,balanced,0.40031486511230463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,8,balanced,0.5112025451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,8,balanced,0.7517696380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,8,power_law_1.01,0.022520320415496824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,8,power_law_1.01,0.042017278671264646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,8,balanced,0.9871641540527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,8,power_law_1.01,0.0459494400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,8,power_law_1.01,0.051454720497131345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,8,power_law_1.01,0.05357696056365967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,8,power_law_1.01,0.05439104080200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,8,power_law_1.01,0.08081664085388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,8,power_law_1.01,0.07960447788238526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,8,power_law_1.01,0.08028032302856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,8,power_law_1.01,0.08167551994323731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,8,power_law_1.01,0.08551424026489259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,8,power_law_1.01,0.08696703910827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,8,power_law_1.01,0.08322431564331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,8,power_law_1.01,0.08618240356445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,8,power_law_1.01,0.08847871780395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,8,power_law_1.01,0.09753215789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,8,power_law_1.01,0.11168640136718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,8,power_law_1.01,0.12341247558593751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,8,power_law_1.01,0.14507007598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,8,power_law_1.01,0.17296127319335936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,8,power_law_1.01,0.2476633644104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,8,power_law_1.01,0.08329855918884277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,8,power_law_1.01,0.3235622406005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,8,power_law_1.01,0.4334515380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,8,power_law_1.01,0.5713996887207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,8,power_law_1.01,0.024920320510864256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,8,power_law_1.01,0.8031743621826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,8,power_law_1.01,0.03031167984008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,8,power_law_1.01,0.03330048084259033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,8,power_law_1.01,1.057269744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,8,power_law_1.01,0.039007999897003175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,8,power_law_1.01,0.04375936031341553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,8,power_law_1.01,0.05706111907958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,8,power_law_1.01,0.04351103782653808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,8,power_law_1.01,0.05914368152618408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,8,power_law_1.01,0.05991680145263671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,8,power_law_1.01,0.060130558013916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,8,power_law_1.01,0.06338175773620605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,8,power_law_1.01,0.06302080154418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,8,power_law_1.01,0.057771520614624025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,8,power_law_1.01,0.05972224235534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,8,power_law_1.01,0.06294015884399415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,8,power_law_1.01,0.06611455917358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,8,power_law_1.01,0.07121920108795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,8,power_law_1.01,0.08770688056945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,8,power_law_1.01,0.09942655563354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,8,power_law_1.01,0.12144000053405761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,8,power_law_1.01,0.15170047760009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,8,power_law_1.01,0.19607295989990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,8,power_law_1.01,0.273569278717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,8,power_law_1.01,0.3758963012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,8,power_law_1.01,0.46543743133544924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,8,power_law_1.2,0.022769920825958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,8,power_law_1.01,0.6774246215820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,8,power_law_1.2,0.040921602249145504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,8,power_law_1.2,0.04255231857299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,8,power_law_1.2,0.0478323221206665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,8,power_law_1.01,0.9045465850830079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,8,power_law_1.2,0.05391232013702393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,8,power_law_1.2,0.05196928024291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,8,power_law_1.2,0.0774451208114624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,8,power_law_1.2,0.07823616027832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,8,power_law_1.2,0.07976831912994384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,8,power_law_1.2,0.08063488006591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,8,power_law_1.2,0.08568191528320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,8,power_law_1.2,0.08747776031494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,8,power_law_1.2,0.07937407970428467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,8,power_law_1.2,0.08254464149475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,8,power_law_1.2,0.08823552131652831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,8,power_law_1.2,0.0912499237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,8,power_law_1.2,0.09984512329101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,8,power_law_1.2,0.11262720108032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,8,power_law_1.2,0.12909055709838868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,8,power_law_1.2,0.1575385570526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,8,power_law_1.2,0.19308288574218752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,8,power_law_1.2,0.2497420883178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,8,power_law_1.2,0.3486604690551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,8,power_law_1.2,0.49339263916015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,8,power_law_1.2,0.6341670227050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,8,power_law_1.2,0.025149440765380858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,8,power_law_1.2,0.9035008239746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,8,power_law_1.2,0.03029759883880615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,8,power_law_1.2,0.03220096111297607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,8,power_law_1.2,0.03816832065582275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,8,power_law_1.2,0.04557055950164795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,8,power_law_1.2,1.269596176147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,8,power_law_1.2,0.04762239933013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,8,power_law_1.2,0.05640192031860351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,8,power_law_1.2,0.056872959136962886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,8,power_law_1.2,0.05674752235412598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,8,power_law_1.2,0.05915264129638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,8,power_law_1.2,0.06510079860687255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,8,power_law_1.2,0.05935103893280029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,8,power_law_1.2,0.06138239860534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,8,power_law_1.2,0.06418047904968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,8,power_law_1.2,0.06606847763061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,8,power_law_1.2,0.07331200122833252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,8,power_law_1.2,0.062310400009155276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,8,power_law_1.2,0.08815872192382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,8,power_law_1.2,0.10187520027160643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,8,power_law_1.2,0.13180800437927248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,8,power_law_1.2,0.16018815994262697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,8,power_law_1.2,0.22639232635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,8,power_law_1.2,0.27955839157104495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,8,power_law_1.2,0.39272705078125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,8,power_law_1.2,0.4918182373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,4,balanced,0.020158720016479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,8,power_law_1.2,0.7443571472167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,4,balanced,0.02074624061584473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,4,balanced,0.022580480575561522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,4,balanced,0.03444607973098755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,4,balanced,0.044268798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,4,balanced,0.06234111785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,4,balanced,0.06493696212768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,4,balanced,0.06580863952636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,4,balanced,0.08064384460449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,4,balanced,0.08119423866271973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,4,balanced,0.08326399803161622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,4,balanced,0.08478079795837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,4,balanced,0.08700799942016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,4,balanced,0.0909785556793213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,4,balanced,0.09435647964477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,4,balanced,0.0969638442993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,4,balanced,0.10553343772888184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,4,balanced,0.12040575981140136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,8,power_law_1.2,0.9338547515869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,4,balanced,0.1328947162628174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,4,balanced,0.15966079711914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,4,balanced,0.18617216110229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,4,balanced,0.24642816543579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,4,balanced,0.29926143646240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,4,balanced,0.44068225860595706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,4,balanced,0.570956802368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,4,balanced,0.022709760665893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,4,balanced,0.8492991638183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,4,balanced,0.02299776077270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,4,balanced,0.02797823905944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,4,balanced,0.024483840465545654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,4,balanced,0.03439232110977173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,4,balanced,0.055175681114196774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,4,balanced,1.1073049926757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,4,balanced,0.05544960021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,4,balanced,0.05652736186981201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,4,balanced,0.07091584205627441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,4,balanced,0.06921088218688964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,4,balanced,0.0727833604812622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,4,balanced,0.07458943843841552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,4,balanced,0.07775872230529786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,4,balanced,0.07951231956481933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,4,balanced,0.08155263900756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,4,balanced,0.08754688262939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,4,balanced,0.10146047592163085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,4,balanced,0.11314047813415526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,4,balanced,0.14208127975463866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,4,balanced,0.16766464233398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,4,balanced,0.06865536212921143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,4,balanced,0.22001920700073244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,4,balanced,0.2732761573791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,4,balanced,0.40015617370605466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,4,balanced,0.5065164947509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,4,power_law_1.01,0.02137984037399292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,4,balanced,0.7518476867675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,4,power_law_1.01,0.03042815923690796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,4,power_law_1.01,0.037190399169921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,4,balanced,0.9918450927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,4,power_law_1.01,0.043517441749572755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,4,power_law_1.01,0.045694718360900874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,4,power_law_1.01,0.06251264095306397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,4,power_law_1.01,0.05156352043151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,4,power_law_1.01,0.06240128040313721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,4,power_law_1.01,0.07682047843933106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,4,power_law_1.01,0.07833216190338135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,4,power_law_1.01,0.08012415885925292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,4,power_law_1.01,0.0805081558227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,4,power_law_1.01,0.08515328407287598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,4,power_law_1.01,0.08820735931396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,4,power_law_1.01,0.09279744148254394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,4,power_law_1.01,0.10067711830139162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,4,power_law_1.01,0.11896191596984865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,4,power_law_1.01,0.1304742431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,4,power_law_1.01,0.07749375820159912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,4,power_law_1.01,0.16113920211791993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,4,power_law_1.01,0.18635648727416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,4,power_law_1.01,0.24627712249755856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,4,power_law_1.01,0.31889280319213864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,4,power_law_1.01,0.4589913558959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,4,power_law_1.01,0.5947647857666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,4,power_law_1.01,0.02376960039138794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,4,power_law_1.01,0.8795174407958986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,4,power_law_1.01,0.026794240474700925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,4,power_law_1.01,1.136995849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,4,power_law_1.01,0.029939200878143314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,4,power_law_1.01,0.035600640773773194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,4,power_law_1.01,0.03980288028717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,4,power_law_1.01,0.044060158729553225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,4,power_law_1.01,0.051919360160827634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,4,power_law_1.01,0.05194240093231202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,4,power_law_1.01,0.06429952144622803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,4,power_law_1.01,0.06280447959899901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,4,power_law_1.01,0.06487552165985108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,4,power_law_1.01,0.06747647762298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,4,power_law_1.01,0.06945663928985596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,4,power_law_1.01,0.07136767864227295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,4,power_law_1.01,0.07429120063781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,4,power_law_1.01,0.07715583801269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,4,power_law_1.01,0.0841881561279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,4,power_law_1.01,0.09874688148498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,4,power_law_1.01,0.11357695579528808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,4,power_law_1.01,0.14197888374328613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,4,power_law_1.01,0.17203712463378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,4,power_law_1.01,0.22603776931762692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,4,power_law_1.01,0.28160255432128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,4,power_law_1.01,0.4168511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,4,power_law_1.01,0.534959373474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,4,power_law_1.2,0.021400320529937743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,4,power_law_1.01,0.7808422088623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,4,power_law_1.2,0.03053567886352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,4,power_law_1.2,0.034832639694213866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,4,power_law_1.2,0.041460480690002445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,4,power_law_1.01,0.9899161529541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,4,power_law_1.2,0.04603263854980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,4,power_law_1.2,0.05282303810119628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,4,power_law_1.2,0.05890816211700439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,4,power_law_1.2,0.06270336151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,4,power_law_1.2,0.07728896141052247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,4,power_law_1.2,0.07781888008117675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,4,power_law_1.2,0.0771891212463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,4,power_law_1.2,0.08066816329956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,4,power_law_1.2,0.08525055885314942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,4,power_law_1.2,0.09029120445251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,4,power_law_1.2,0.09289983749389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,4,power_law_1.2,0.10062335968017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,4,power_law_1.2,0.11907072067260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,4,power_law_1.2,0.13428223609924317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,4,power_law_1.2,0.16614656448364257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,4,power_law_1.2,0.19252992630004884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,4,power_law_1.2,0.08195199966430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,4,power_law_1.2,0.25391616821289065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,4,power_law_1.2,0.3379072189331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,4,power_law_1.2,0.4731584167480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,4,power_law_1.2,0.6200947189331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,4,power_law_1.2,0.023703041076660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,4,power_law_1.2,0.9146995544433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,4,power_law_1.2,0.026448640823364254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,4,power_law_1.2,0.030512640476226805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,4,power_law_1.2,0.03339135885238648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,4,power_law_1.2,1.1574451446533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,3072,1536,8,256,2,32,power_law_1.2,2.513128967285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,4,power_law_1.2,0.04141312122344971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,4,power_law_1.2,0.05391232013702393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,4,power_law_1.2,0.06245632171630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,4,power_law_1.2,0.05315072059631347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,4,power_law_1.2,0.06242303848266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,4,power_law_1.2,0.06365695953369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,4,power_law_1.2,0.06657279968261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,4,power_law_1.2,0.06708608150482179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,4,power_law_1.2,0.07247488021850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,4,power_law_1.2,0.07459455966949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,4,power_law_1.2,0.07720704078674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,4,power_law_1.2,0.08484736442565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,4,power_law_1.2,0.09716480255126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,4,power_law_1.2,0.039907839298248295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,4,power_law_1.2,0.11465344429016114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,4,power_law_1.2,0.1476966381072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,4,power_law_1.2,0.17292287826538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,4,power_law_1.2,0.23369216918945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,4,power_law_1.2,0.298919677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,4,power_law_1.2,0.4279564666748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,2,balanced,0.0202892804145813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,4,power_law_1.2,0.556069107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,2,balanced,0.021656320095062256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,2,balanced,0.024131839275360105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,2,balanced,0.035279359817504886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,4,power_law_1.2,0.8075891113281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,2,balanced,0.050186238288879394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,2,balanced,0.07137919902801514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,2,balanced,0.07389056205749511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,2,balanced,0.07430399894714355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,4,power_law_1.2,1.0104576110839845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,2,balanced,0.07513216018676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,2,balanced,0.07643263816833497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,2,balanced,0.07777664184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,2,balanced,0.09133312225341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,2,balanced,0.09491456031799317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,2,balanced,0.0903974437713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,2,balanced,0.09767295837402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,2,balanced,0.1009382438659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,2,balanced,0.10688639640808106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,2,balanced,0.12089216232299804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,2,balanced,0.13202943801879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,2,balanced,0.15905792236328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,2,balanced,0.18420608520507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,2,balanced,0.24630016326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,2,balanced,0.29689727783203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,2,balanced,0.4617715072631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,2,balanced,0.5945663833618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,2,balanced,0.023043839931488036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,2,balanced,0.024126720428466798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,2,balanced,0.8914726257324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,2,balanced,0.026883840560913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,2,balanced,0.0324838399887085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,2,balanced,0.04590591907501221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,2,balanced,0.07548543930053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,2,balanced,1.192332763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,2,balanced,0.0761075210571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,2,balanced,0.0768832015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,2,balanced,0.07673855781555175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,2,balanced,0.07729919910430907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,2,balanced,0.07958144187927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,2,balanced,0.10069503784179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,2,balanced,0.10080767631530763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,2,balanced,0.10409215927124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,2,balanced,0.1059878444671631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,2,balanced,0.10827391624450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,2,balanced,0.1143616008758545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,2,balanced,0.12706944465637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,2,balanced,0.1371123218536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,2,balanced,0.16268159866333007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,2,balanced,0.18524415969848634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,2,balanced,0.23573503494262696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,2,balanced,0.28405887603759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,2,balanced,0.4416678237915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,2,balanced,0.5426982498168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,2,power_law_1.01,0.021290240287780763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,2,power_law_1.01,0.023196160793304443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,2,balanced,0.8073331451416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,2,power_law_1.01,0.033676800727844236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,2,power_law_1.01,0.039847679138183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,2,power_law_1.01,0.053360638618469236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,2,power_law_1.01,0.048936958312988284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,2,balanced,1.0750476837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,2,power_law_1.01,0.06415232181549071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,2,power_law_1.01,0.06812672138214111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,2,power_law_1.01,0.06948863983154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,2,power_law_1.01,0.07376128196716308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,2,power_law_1.01,0.08507007598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,2,power_law_1.01,0.08622464179992675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,2,power_law_1.01,0.09038463592529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,2,power_law_1.01,0.09264384269714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,2,power_law_1.01,0.09610367774963378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,2,power_law_1.01,0.10287615776062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,2,power_law_1.01,0.11909631729125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,2,power_law_1.01,0.13334783554077148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,2,power_law_1.01,0.16282367706298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,2,power_law_1.01,0.19276544570922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,2,power_law_1.01,0.2505254364013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,2,power_law_1.01,0.06634111881256104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,2,power_law_1.01,0.34309505462646483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,2,power_law_1.01,0.4810163116455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,2,power_law_1.01,0.6324454498291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,2,power_law_1.01,0.023947520256042482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,2,power_law_1.01,0.9076697540283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,2,power_law_1.01,0.0265881609916687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,2,power_law_1.01,0.030369279384613035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,2,power_law_1.01,0.044929280281066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,2,power_law_1.01,0.03862783908843994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,2,power_law_1.01,0.05102719783782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,2,power_law_1.01,1.1800780487060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,2,power_law_1.01,0.06413055896759033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,2,power_law_1.01,0.06467199802398682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,2,power_law_1.01,0.06633855819702147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,2,power_law_1.01,0.06730239868164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,2,power_law_1.01,0.06942080020904541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,2,power_law_1.01,0.09205375671386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,2,power_law_1.01,0.09401472091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,2,power_law_1.01,0.09632767677307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,2,power_law_1.01,0.09730815887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,2,power_law_1.01,0.1021235179901123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,2,power_law_1.01,0.1077939224243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,2,power_law_1.01,0.12321279525756837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,2,power_law_1.01,0.14452223777770995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,2,power_law_1.01,0.18193407058715821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,2,power_law_1.01,0.21386112213134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,2,power_law_1.01,0.27773567199707033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,2,power_law_1.01,0.3369484710693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,2,power_law_1.01,0.4728870391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,2,power_law_1.2,0.021200640201568605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,2,power_law_1.01,0.5973478317260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,2,power_law_1.2,0.02309119939804077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,2,power_law_1.2,0.034455039501190186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,2,power_law_1.01,0.8665177917480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,2,power_law_1.2,0.03858047962188721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,2,power_law_1.2,0.047402238845825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,2,power_law_1.2,0.05208703994750976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,2,power_law_1.01,1.130745620727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,2,power_law_1.2,0.06333695888519288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,2,power_law_1.2,0.0664128017425537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,2,power_law_1.2,0.06760831832885741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,2,power_law_1.2,0.06970623970031739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,2,power_law_1.2,0.07341824054718019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,2,power_law_1.2,0.08571647644042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,2,power_law_1.2,0.08715776443481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,2,power_law_1.2,0.09011839866638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,2,power_law_1.2,0.09390336036682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,2,power_law_1.2,0.09720447540283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,2,power_law_1.2,0.10364288330078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,2,power_law_1.2,0.12078592300415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,2,power_law_1.2,0.13534463882446288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,2,power_law_1.2,0.16558847427368165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,2,power_law_1.2,0.19588991165161135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,2,power_law_1.2,0.2556185531616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,2,power_law_1.2,0.34760959625244137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,2,power_law_1.2,0.5000755310058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,2,power_law_1.2,0.6436262512207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,2,power_law_1.2,0.023998720645904543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,2,power_law_1.2,0.9193727874755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,2,power_law_1.2,0.02651263952255249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,2,power_law_1.2,0.030383360385894776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,2,power_law_1.2,0.03685760021209717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,2,power_law_1.2,0.043900160789489745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,2,power_law_1.2,0.0484339189529419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,2,power_law_1.2,1.1867327880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,2,power_law_1.2,0.06218751907348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,2,power_law_1.2,0.06374271869659423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,2,power_law_1.2,0.06606719970703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,2,power_law_1.2,0.06817408084869385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,2,power_law_1.2,0.0703872013092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,2,power_law_1.2,0.09187583923339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,2,power_law_1.2,0.0932096004486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,2,power_law_1.2,0.0966425609588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,2,power_law_1.2,0.09922944068908691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,2,power_law_1.2,0.10132736206054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,2,power_law_1.2,0.10964096069335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,2,power_law_1.2,0.12961536407470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,2,power_law_1.2,0.15762816429138185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,2,power_law_1.2,0.18703359603881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,2,power_law_1.2,0.21644672393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,2,power_law_1.2,0.281712646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,2,power_law_1.2,0.34563968658447264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,2,power_law_1.2,0.4771660614013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,64,balanced,0.023813118934631346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,2,power_law_1.2,0.6189376068115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,64,balanced,0.023841280937194825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,64,balanced,0.023957760334014894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,64,balanced,0.04511360168457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,64,balanced,0.07034239768981934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,2,power_law_1.2,0.8775014495849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,64,balanced,0.07067776203155518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,64,balanced,0.07122687816619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,2,power_law_1.2,1.144299545288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,64,balanced,0.0711411190032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,64,balanced,0.07221888065338135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,64,balanced,0.0732851219177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,64,balanced,0.07444479942321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,64,balanced,0.06964479923248292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,64,balanced,0.07554944038391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,64,balanced,0.07592319965362548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,64,balanced,0.07807104110717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,64,balanced,0.08121600151062011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,64,balanced,0.08431103706359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,64,balanced,0.09242367744445801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,64,balanced,0.08639488220214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,64,balanced,0.09094271659851075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,64,balanced,0.10200703620910645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,64,balanced,0.13448320388793947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,64,balanced,0.07070975780487061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,64,balanced,0.15545984268188479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,64,balanced,0.21489536285400393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,64,balanced,0.07237631797790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,64,power_law_1.01,0.044843521118164066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,64,balanced,0.27432960510253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,64,power_law_1.01,0.04490880012512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,64,power_law_1.01,0.0698419189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,64,power_law_1.01,0.0706060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,64,power_law_1.01,0.07168255805969238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,64,power_law_1.01,0.07249792098999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,64,power_law_1.01,0.07447936058044433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,64,power_law_1.01,0.07538047790527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,64,power_law_1.01,0.07669248104095458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,64,power_law_1.01,0.07902847766876221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,64,power_law_1.01,0.07942912101745606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,64,power_law_1.01,0.083056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,64,power_law_1.01,0.08661375999450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,64,power_law_1.01,0.09202176094055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,64,power_law_1.01,0.08731776237487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,64,power_law_1.01,0.09297151565551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,64,power_law_1.01,0.04481023788452149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,64,power_law_1.01,0.11290240287780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,64,power_law_1.01,0.15092608451843262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,64,power_law_1.01,0.07066880226135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,64,power_law_1.01,0.18811775207519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,64,power_law_1.01,0.24603519439697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,64,power_law_1.01,0.33729663848876956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,64,power_law_1.01,0.5646899032592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,64,power_law_1.01,1.0573503875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,64,power_law_1.2,0.044843521118164066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,64,power_law_1.01,1.3321830749511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,64,power_law_1.2,0.04499328136444092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,64,power_law_1.2,0.06769919872283936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,64,power_law_1.2,0.07048319816589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,64,power_law_1.2,0.04524543762207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,64,power_law_1.2,0.07071231842041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,64,power_law_1.01,0.6619391632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,64,power_law_1.2,0.07222400188446046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,64,power_law_1.2,0.0734284782409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,64,power_law_1.2,0.07406335830688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,64,power_law_1.2,0.07593088150024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,64,power_law_1.2,0.07735424041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,64,power_law_1.2,0.07944831848144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,64,power_law_1.2,0.08287232398986817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,64,power_law_1.2,0.08606207847595215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,64,power_law_1.2,0.09061632156372071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,64,power_law_1.2,0.09019392013549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,64,power_law_1.2,0.08998271942138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,64,power_law_1.2,0.1049292755126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,64,power_law_1.2,0.13172351837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,64,power_law_1.2,0.18340351104736327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,64,power_law_1.2,0.24494079589843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,64,power_law_1.2,0.4076761627197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,64,power_law_1.2,0.4652556610107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,64,power_law_1.2,0.7203545379638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,32,balanced,0.02058880090713501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,32,balanced,0.020753920078277588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,32,balanced,0.020826880931854246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,64,power_law_1.2,1.1496691131591796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,32,balanced,0.037052159309387205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,32,balanced,0.05624959945678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,32,balanced,0.06098048210144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,32,balanced,0.06189311981201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,32,balanced,0.06238848209381104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,32,balanced,0.06258687973022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,32,balanced,0.0629030418395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,32,balanced,0.06389376163482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,32,balanced,0.06465919971466064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,32,balanced,0.06653567790985107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,32,balanced,0.06737535953521728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,32,balanced,0.06951551914215089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,32,balanced,0.07096191883087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,32,balanced,0.074170880317688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,32,balanced,0.08017663955688477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,32,balanced,0.07405695915222169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,32,balanced,0.07614719867706299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,32,balanced,0.08158975601196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,32,balanced,0.09692031860351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,32,balanced,0.10336383819580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,32,balanced,0.14052864074707033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,32,balanced,0.17459455490112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,32,balanced,0.24331392288208006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,32,balanced,0.3210380935668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,32,power_law_1.01,0.04066688060760498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,64,power_law_1.2,2.54044677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,32,power_law_1.01,0.04115583896636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,32,power_law_1.01,0.0410368013381958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,32,power_law_1.01,0.057368321418762205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,32,power_law_1.01,0.059260158538818365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,32,power_law_1.01,0.056872959136962886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,32,power_law_1.01,0.06122240066528321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,32,power_law_1.01,0.06195583820343018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,32,power_law_1.01,0.06425343990325928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,32,power_law_1.01,0.0648038387298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,32,power_law_1.01,0.0661683177947998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,32,power_law_1.01,0.07230720043182373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,32,power_law_1.01,0.07571968078613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,32,power_law_1.01,0.08047231674194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,32,power_law_1.01,0.07528831958770751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,32,power_law_1.01,0.07502719879150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,32,power_law_1.01,0.0821286392211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,32,power_law_1.01,0.0942784023284912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,32,power_law_1.01,0.1209216022491455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,32,power_law_1.01,0.15780608177185057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,32,power_law_1.01,0.06896895885467529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,32,power_law_1.01,0.22907264709472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,32,power_law_1.01,0.26591487884521486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,32,power_law_1.01,0.42745727539062506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,32,power_law_1.01,0.5230694580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,64,power_law_1.2,1.876853790283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,32,power_law_1.2,0.04132863998413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,32,power_law_1.2,0.04075647830963135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,32,power_law_1.2,0.041269760131835934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,32,power_law_1.01,0.7949107360839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,32,power_law_1.2,0.05631103992462159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,32,power_law_1.2,0.05841536045074462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,32,power_law_1.2,0.05980800151824951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,32,power_law_1.2,0.06098944187164307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,32,power_law_1.01,1.0976332855224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,32,power_law_1.2,0.06329472064971924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,32,power_law_1.2,0.06486527919769287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,32,power_law_1.2,0.07095295906066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,32,power_law_1.2,0.06711935997009277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,32,power_law_1.2,0.07278207778930665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,32,power_law_1.2,0.07921152114868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,32,power_law_1.2,0.07591040134429931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,32,power_law_1.2,0.07722367763519286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,32,power_law_1.2,0.07837440013885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,32,power_law_1.2,0.10546560287475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,32,power_law_1.2,0.1412339210510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,32,power_law_1.2,0.1789516830444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,32,power_law_1.2,0.06397568225860596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,32,power_law_1.2,0.26995967864990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,32,power_law_1.2,0.3148608016967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,32,power_law_1.2,0.09013759613037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,32,power_law_1.2,0.5426752090454101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,32,power_law_1.2,0.663562240600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,16,balanced,0.018743040561676024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,16,balanced,0.018910720348358154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,16,balanced,0.019813120365142822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,16,balanced,0.025783040523529054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,16,balanced,0.0354150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,16,balanced,0.05787136077880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,16,balanced,0.05985536098480224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,16,balanced,0.06019839763641357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,16,balanced,0.060764160156250004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,16,balanced,0.06298751831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,16,balanced,0.06342400074005126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,16,balanced,0.0656115198135376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,16,balanced,0.06689536094665527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,16,balanced,0.06922495841979981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,16,balanced,0.07432831764221191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,16,balanced,0.0774182415008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,16,balanced,0.06782591819763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,32,power_law_1.2,1.60102783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,16,balanced,0.07048960208892822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,16,balanced,0.07590400218963624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,16,balanced,0.08919808387756348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,16,balanced,0.09948672294616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,16,balanced,0.11685248374938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,16,balanced,0.13398143768310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,16,balanced,0.1942323112487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,16,balanced,0.24285568237304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,16,balanced,0.3381785583496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,16,power_law_1.01,0.03530751943588257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,16,balanced,0.44454399108886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,16,power_law_1.01,0.04020480155944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,16,power_law_1.01,0.03974656105041504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,16,power_law_1.01,0.03860095977783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,16,power_law_1.01,0.053236479759216304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,16,power_law_1.01,0.05790207862854004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,16,power_law_1.01,0.060115199089050296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,16,power_law_1.01,0.06190207958221435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,16,power_law_1.01,0.06341375827789306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,16,power_law_1.01,0.06477312088012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,16,power_law_1.01,0.06787327766418458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,16,power_law_1.01,0.07174272060394286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,16,power_law_1.01,0.0763481616973877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,16,power_law_1.01,0.07112703800201417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,16,power_law_1.01,0.07113984107971191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,16,power_law_1.01,0.05687424182891846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,16,power_law_1.01,0.07112576007843018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,16,power_law_1.01,0.07963391780853271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,16,power_law_1.01,0.08962688446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,16,power_law_1.01,0.11071104049682616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,16,power_law_1.01,0.12458111763000487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,16,power_law_1.01,0.18413055419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,16,power_law_1.01,0.22193536758422852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,16,power_law_1.01,0.3212160110473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,32,power_law_1.2,1.200232925415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,16,power_law_1.01,0.45381248474121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,16,power_law_1.2,0.03428735971450806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,16,power_law_1.2,0.03845247983932495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,16,power_law_1.01,0.57591552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,16,power_law_1.2,0.039997439384460445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,16,power_law_1.2,0.04092671871185303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,16,power_law_1.2,0.0519871997833252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,16,power_law_1.2,0.056340479850769044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,16,power_law_1.2,0.05665791988372802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,16,power_law_1.2,0.061121277809143074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,16,power_law_1.01,0.9315955352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,16,power_law_1.2,0.06185984134674072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,16,power_law_1.2,0.0628223991394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,16,power_law_1.2,0.06569471836090088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,16,power_law_1.2,0.07128960132598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,16,power_law_1.2,0.06824960231781005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,16,power_law_1.2,0.07706624031066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,16,power_law_1.2,0.06938496112823486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,16,power_law_1.2,0.07120512008666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,16,power_law_1.2,0.07763840198516846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,16,power_law_1.2,0.08551168441772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,16,power_law_1.2,0.09164928436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,16,power_law_1.2,0.12106368064880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,16,power_law_1.2,0.1581273555755615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,16,power_law_1.2,0.2255014419555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,16,power_law_1.2,0.29851776123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,16,power_law_1.2,0.40112640380859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,8,balanced,0.020967679023742674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,8,balanced,0.021856000423431395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,16,power_law_1.2,0.8903539276123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,8,balanced,0.03517568111419678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,16,power_law_1.2,1.040505599975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,8,balanced,0.044801278114318846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,8,balanced,0.07588863849639893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,8,balanced,0.0775705623626709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,8,balanced,0.07904895782470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,16,power_law_1.2,0.5221017456054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,8,balanced,0.08031871795654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,8,balanced,0.08286848068237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,8,balanced,0.08872832298278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,8,balanced,0.08101247787475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,8,balanced,0.08343296051025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,8,balanced,0.022769920825958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,8,balanced,0.08249855995178222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,8,balanced,0.08627967834472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,8,balanced,0.093570556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,8,balanced,0.10232831954956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,8,balanced,0.13470080375671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,8,balanced,0.07277567863464356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,8,balanced,0.19424640655517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,8,balanced,0.2342207908630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,8,balanced,0.09074687957763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,8,balanced,0.33338111877441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,8,balanced,0.14955519676208495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,8,balanced,0.41985023498535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,8,balanced,0.599978256225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,8,power_law_1.01,0.04278783798217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,8,power_law_1.01,0.04114560127258301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,8,balanced,0.7731584167480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,8,power_law_1.01,0.04241536140441894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,8,power_law_1.01,0.0688704013824463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,8,power_law_1.01,0.07243264198303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,8,power_law_1.01,0.07516672134399413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,8,power_law_1.01,0.07563007831573486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,8,power_law_1.01,0.07849728107452393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,8,power_law_1.01,0.08302080154418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,8,power_law_1.01,0.08609791755676269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,8,power_law_1.01,0.023907840251922607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,8,power_law_1.01,0.08777215957641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,8,power_law_1.01,0.0803929615020752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,8,power_law_1.01,0.08212608337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,8,power_law_1.01,0.0848908805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,8,power_law_1.01,0.08836223602294921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,8,power_law_1.01,0.0990719985961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,8,power_law_1.01,0.11023872375488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,8,power_law_1.01,0.13920512199401855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,8,power_law_1.01,0.15912960052490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,8,power_law_1.01,0.22334463119506837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,8,power_law_1.01,0.037761280536651606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,8,power_law_1.01,0.31183103561401365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,8,power_law_1.01,0.41708286285400387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,8,power_law_1.2,0.023816959857940672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,8,power_law_1.01,0.6188198471069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,8,power_law_1.2,0.03485183954238892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,8,power_law_1.01,0.7811840057373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,8,power_law_1.2,0.039055359363555905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,8,power_law_1.2,0.04296448230743408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,8,power_law_1.2,0.06935296058654786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,8,power_law_1.01,1.0652403259277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,8,power_law_1.2,0.07261055946350098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,8,power_law_1.2,0.07510655879974365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,8,power_law_1.2,0.07792895793914795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,8,power_law_1.2,0.07918335914611815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,8,power_law_1.2,0.08214912414550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,8,power_law_1.2,0.08617728233337403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,8,power_law_1.2,0.08450816154479981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,8,power_law_1.2,0.0813849639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,8,power_law_1.2,0.08472319602966308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,8,power_law_1.2,0.08745856285095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,8,power_law_1.2,0.09435903549194335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,8,power_law_1.2,0.1011903953552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,8,power_law_1.2,0.12140159606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,8,power_law_1.2,0.15080320358276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,8,power_law_1.2,0.18593536376953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,8,power_law_1.2,0.2498969650268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,8,power_law_1.2,0.3099737548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,8,power_law_1.2,0.46327678680419926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,8,power_law_1.2,0.613520622253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,8,power_law_1.2,0.04393856048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,8,power_law_1.2,1.1173004913330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,4,balanced,0.024705278873443603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,4,balanced,0.037734398841857905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,4,balanced,0.05134719848632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,4,balanced,0.06339839935302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,4,balanced,0.08028927803039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,4,balanced,0.02263040065765381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,4,balanced,0.08243071556091308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,4,balanced,0.08673151969909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,4,balanced,0.09194751739501952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,4,balanced,0.0948198413848877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,4,balanced,0.08462847709655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,4,balanced,0.08773632049560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,4,balanced,0.08606335639953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,4,balanced,0.08879232406616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,4,balanced,0.02174079895019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,4,balanced,0.09303680419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,4,balanced,0.11369983673095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,4,balanced,0.15087743759155275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,4,balanced,0.16865407943725585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,8,power_law_1.2,0.8807295989990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,4,balanced,0.22596223831176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,4,balanced,0.261900806427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,4,balanced,0.0834598445892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,4,balanced,0.40581119537353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,4,balanced,0.5039116668701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,4,power_law_1.01,0.023192319869995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,4,balanced,0.7396749114990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,4,power_law_1.01,0.02755712032318115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,4,power_law_1.01,0.03588223934173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,4,balanced,0.9536038208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,4,power_law_1.01,0.04058112144470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,4,balanced,0.10414208412170409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,4,power_law_1.01,0.07334271907806397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,4,power_law_1.01,0.074968318939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,4,power_law_1.01,0.07648896217346192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,4,power_law_1.01,0.08076800346374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,4,power_law_1.01,0.0860377597808838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,4,power_law_1.01,0.09065216064453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,4,power_law_1.01,0.08521727561950684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,4,power_law_1.01,0.08397055625915527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,4,power_law_1.01,0.057112321853637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,4,power_law_1.01,0.08584575653076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,4,power_law_1.01,0.09344256401062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,4,power_law_1.01,0.10526080131530761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,4,power_law_1.01,0.11958527565002441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,4,power_law_1.01,0.1476467227935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,4,power_law_1.01,0.045748481750488276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,4,power_law_1.01,0.08818816184997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,4,power_law_1.01,0.4310899353027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,4,power_law_1.01,0.17281408309936525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,4,power_law_1.01,0.5547891235351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,4,power_law_1.01,0.226190071105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,4,power_law_1.01,0.3150732803344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,4,power_law_1.2,0.02321919918060303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,4,power_law_1.2,0.036981759071350095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,4,power_law_1.01,0.8357568359374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,4,power_law_1.01,1.0728998565673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,4,power_law_1.2,0.044893441200256345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,4,power_law_1.2,0.07238143920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,4,power_law_1.2,0.05834496021270752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,4,power_law_1.2,0.07439104080200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,4,power_law_1.2,0.07707776069641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,4,power_law_1.2,0.08031999588012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,4,power_law_1.2,0.03079807996749878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,4,power_law_1.2,0.08649855613708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,4,power_law_1.2,0.08936063766479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,4,power_law_1.2,0.08484992027282715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,4,power_law_1.2,0.08618111610412597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,4,power_law_1.2,0.08757760047912597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,4,power_law_1.2,0.09004544258117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,4,power_law_1.2,0.0963929557800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,4,power_law_1.2,0.11002240180969239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,4,power_law_1.2,0.12662912368774415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,4,power_law_1.2,0.15775744438171385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,4,power_law_1.2,0.17952255249023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,4,power_law_1.2,0.24148351669311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,4,power_law_1.2,0.3126067161560059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,4,power_law_1.2,0.47733505249023434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,4,power_law_1.2,0.04036736011505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,2,balanced,0.020655360221862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,2,balanced,0.022439680099487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,2,balanced,0.02655103921890259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,32,power_law_1.01,4.666014709472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,4,power_law_1.2,0.5967475128173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,2,balanced,0.040933117866516114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,2,balanced,0.058406400680541995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,2,balanced,0.07428480148315429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,2,balanced,0.07710847854614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,2,balanced,0.07639296054840088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,2,balanced,0.08513152122497558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,2,balanced,0.08638208389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,2,balanced,0.08643072128295899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,2,balanced,0.08897024154663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,4,power_law_1.2,1.1527603149414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,2,balanced,0.09150848388671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,2,balanced,0.09221376419067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,2,balanced,0.0925772762298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,2,balanced,0.09793408393859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,2,balanced,0.09545344352722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,2,balanced,0.10512767791748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,2,balanced,0.11456895828247071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,2,balanced,0.16074752807617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,2,balanced,0.17721216201782225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,2,balanced,0.23687423706054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,2,balanced,0.272619514465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,4,power_law_1.2,0.8846144104003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,2,balanced,0.4316518402099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,2,balanced,0.5342655944824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,2,power_law_1.01,0.021351680755615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,2,power_law_1.01,0.02546816110610962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,2,power_law_1.01,0.034946560859680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,2,balanced,0.7897293090820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,2,power_law_1.01,0.04209023952484131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,2,power_law_1.01,0.048348159790039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,2,power_law_1.01,0.06775551795959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,2,power_law_1.01,0.06932479858398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,2,power_law_1.01,0.07895296096801759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,2,balanced,1.0255257415771486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,2,power_law_1.01,0.08285056114196777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,2,power_law_1.01,0.08496000289916991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,2,power_law_1.01,0.08751487731933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,2,power_law_1.01,0.09061120033264161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,2,power_law_1.01,0.09130623817443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,2,power_law_1.01,0.09636735916137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,2,power_law_1.01,0.10122112274169921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,2,power_law_1.01,0.11632384300231932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,2,power_law_1.01,0.1303987216949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,2,power_law_1.01,0.15815936088562013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,2,power_law_1.01,0.18818559646606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,2,power_law_1.01,0.06227968215942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,2,power_law_1.01,0.24189823150634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,2,power_law_1.01,0.31545215606689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,2,power_law_1.01,0.4454131317138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,2,power_law_1.01,0.5659468841552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,2,power_law_1.2,0.02150399923324585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,2,power_law_1.01,0.8573197174072267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,2,power_law_1.2,0.02520319938659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,2,power_law_1.2,0.0364736008644104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,2,power_law_1.2,0.04146815776824951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,2,power_law_1.2,0.046535677909851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,2,power_law_1.01,1.0827378845214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,2,power_law_1.2,0.0612940788269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,2,power_law_1.01,0.0799616003036499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,2,power_law_1.2,0.06779776096343995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,2,power_law_1.2,0.06917503833770752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,2,power_law_1.2,0.07804031848907471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,2,power_law_1.2,0.08045439720153809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,2,power_law_1.2,0.08398464202880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,2,power_law_1.2,0.08630144119262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,2,power_law_1.2,0.08760319709777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,2,power_law_1.2,0.09431424140930175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,2,power_law_1.2,0.09441663742065429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,2,power_law_1.2,0.09771391868591309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,2,power_law_1.2,0.10363903999328614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,2,power_law_1.2,0.11832192420959473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,2,power_law_1.2,0.13308927536010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,2,power_law_1.2,0.16412416458129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,2,power_law_1.2,0.1930035209655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,2,power_law_1.2,0.24747264862060545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,2,power_law_1.2,0.3321753692626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,2,power_law_1.2,0.45667072296142575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,64,balanced,0.05702655792236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,64,balanced,0.07278719902038575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,64,balanced,0.09010432243347169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,64,balanced,0.15623295783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,64,balanced,0.23750911712646486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,64,balanced,0.24712703704833983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,64,balanced,0.24987264633178713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,64,balanced,0.25787776947021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,64,balanced,0.25599231719970705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,64,balanced,0.2727475166320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,64,balanced,0.2565465545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,64,balanced,0.2700121688842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,64,balanced,0.2767705535888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,64,balanced,0.28874624252319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,64,balanced,0.2937164878845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,64,balanced,0.31197696685791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,2,power_law_1.2,0.5793843078613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,64,balanced,0.3181222343444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,64,balanced,0.34654335021972654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,64,balanced,0.3740134429931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,64,balanced,0.49957630157470706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,2,power_law_1.2,1.1418547058105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,64,balanced,0.5539686584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,64,balanced,0.7173554992675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,2,power_law_1.2,0.8962163543701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,64,balanced,0.8195852661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,64,balanced,0.035786240100860595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,64,balanced,0.04799359798431396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,64,balanced,1.2268057250976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,64,balanced,0.05914112091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,64,balanced,0.0948812770843506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,64,balanced,1.5371020507812498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,64,balanced,0.13095680236816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,64,balanced,0.1342899227142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,64,balanced,0.13846783638000487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,64,balanced,0.14296064376831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,64,balanced,0.14286080360412598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,64,balanced,0.15819392204284669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,64,balanced,0.15045760154724122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,64,balanced,0.1543603229522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,64,balanced,0.16444671630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,64,balanced,0.17179136276245116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,64,balanced,0.1763532829284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,64,balanced,2.2775564575195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,64,balanced,0.18783872604370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,64,balanced,0.20305152893066408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,64,balanced,0.21978111267089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,64,balanced,0.24045055389404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,64,balanced,0.2966899108886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,64,balanced,0.3507980728149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,64,balanced,0.4647705459594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,64,balanced,2.9758041381835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,64,balanced,0.5713100814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,64,balanced,0.8095948791503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,64,power_law_1.01,0.19631999969482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,64,balanced,1.018191375732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,64,power_law_1.01,0.19724672317504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,64,power_law_1.01,0.20360960006713866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,64,power_law_1.01,0.20572416305541993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,64,balanced,1.50173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,64,power_law_1.01,0.21547519683837893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,64,power_law_1.01,0.21208320617675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,64,power_law_1.01,0.2084774398803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,64,power_law_1.01,0.22414720535278318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,64,power_law_1.01,0.231011848449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,64,power_law_1.01,0.2559270477294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,64,balanced,1.955078430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,64,power_law_1.01,0.24047487258911132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,64,power_law_1.01,0.26223871231079104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,64,power_law_1.01,0.2761062431335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,64,power_law_1.01,0.29971200942993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,64,power_law_1.01,0.3646092987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,64,power_law_1.01,0.34275585174560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,64,power_law_1.01,0.4178265762329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,64,power_law_1.01,0.49980926513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,64,power_law_1.01,0.551464958190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,64,power_law_1.01,0.7691519927978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,64,power_law_1.01,0.9682022094726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,64,power_law_1.01,1.4455935668945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,64,power_law_1.01,1.7398553466796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,64,power_law_1.01,0.11786111831665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,64,power_law_1.01,2.9825292968749997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,64,power_law_1.01,0.11683072090148924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,64,power_law_1.01,0.11795455932617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,64,power_law_1.01,0.11867263793945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,64,power_law_1.01,0.10061440467834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,64,power_law_1.01,0.1266547203063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,64,power_law_1.01,0.13610752105712892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,64,power_law_1.01,3.8674468994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,64,power_law_1.01,0.14592127799987792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,64,power_law_1.01,0.14263296127319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,64,power_law_1.01,0.16577024459838868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,64,power_law_1.01,0.1382361602783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,64,power_law_1.01,0.1683839988708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,64,power_law_1.01,0.17617664337158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,64,power_law_1.01,0.19753599166870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,64,power_law_1.01,0.20320383071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,64,power_law_1.01,0.2280396842956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,64,power_law_1.01,0.24626688003540037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,64,power_law_1.01,0.2892799949645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.01,0.3284774398803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.01,0.4838054275512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.01,0.5496448135375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,64,power_law_1.01,5.7029003906249995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.01,0.7712691497802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.01,0.9490739440917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.01,1.5134835815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,64,power_law_1.2,0.19542272567749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,64,power_law_1.2,0.19931007385253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.01,2.1877516174316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,64,power_law_1.01,7.799576416015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,64,power_law_1.2,0.20165376663208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,64,power_law_1.2,0.2047104072570801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,64,power_law_1.2,0.21684736251831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,64,power_law_1.2,0.2094451141357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,64,power_law_1.2,0.2139251136779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,64,power_law_1.2,0.2164262390136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,64,power_law_1.2,0.2233958435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.01,3.2481817626953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,64,power_law_1.2,0.23512704849243163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,64,power_law_1.2,0.24933120727539065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,64,power_law_1.2,0.2623590469360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,64,power_law_1.2,0.33666816711425784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,64,power_law_1.2,0.3068032073974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,64,power_law_1.2,0.35282432556152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,64,power_law_1.2,0.3890483093261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,64,power_law_1.2,0.4583436965942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.01,4.233697204589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,64,power_law_1.2,0.5415603256225585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,64,power_law_1.2,0.6533760070800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,64,power_law_1.2,0.8762163543701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,64,power_law_1.2,1.2293427276611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,64,power_law_1.2,1.7323699951171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,64,power_law_1.2,2.404910125732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,64,power_law_1.2,0.11715328216552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,64,power_law_1.2,0.11664640426635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,64,power_law_1.2,3.556640014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,64,power_law_1.2,0.11802240371704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,64,power_law_1.2,0.11443072319030763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,64,power_law_1.2,0.13647232055664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,64,power_law_1.2,0.1280294418334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,64,power_law_1.2,0.13513343811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,64,power_law_1.2,0.14544384002685545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,64,power_law_1.2,0.15533439636230467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,64,power_law_1.2,0.15255167961120605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,64,power_law_1.2,5.183433227539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,64,power_law_1.2,0.17062400817871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,64,power_law_1.2,0.1723468780517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,64,power_law_1.2,0.19826303482055666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,64,power_law_1.2,0.22034431457519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,64,power_law_1.2,0.22551040649414061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,64,power_law_1.2,0.16236160278320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,64,power_law_1.2,0.24401407241821288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,64,power_law_1.2,0.32000255584716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.2,0.39511039733886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.2,0.5308556747436524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.2,0.6228287887573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.2,0.9594432067871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.2,1.365760040283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,64,power_law_1.2,7.954981079101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.2,2.0091226196289065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.2,2.786488342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,64,power_law_1.2,10.056355590820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,32,balanced,0.04089087963104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.2,4.362078857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.2,5.337009887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,32,balanced,0.10444543838500978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,32,balanced,0.07676671981811524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,32,balanced,0.1526374435424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,32,balanced,0.23161216735839846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,32,balanced,0.24142208099365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,32,balanced,0.2111743927001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,32,balanced,0.24216192245483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,32,balanced,0.251909122467041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,32,balanced,0.2574809646606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,32,balanced,0.23805183410644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,32,balanced,0.2525734329223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,32,balanced,0.26841983795166013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,32,balanced,0.283875846862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,32,balanced,0.2828659248352051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,32,balanced,0.4462374496459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,32,balanced,0.2725350379943848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,32,balanced,0.5140492630004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,32,balanced,0.29239936828613283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,32,balanced,0.33158145904541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,32,balanced,1.139109115600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,32,balanced,1.408047332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,32,balanced,2.145605163574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,32,balanced,0.028208639621734623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,32,balanced,0.04
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,32,balanced,0.053706240653991696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,32,balanced,0.09149567604064941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,32,balanced,0.1237286376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,32,balanced,0.13815168380737303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,32,balanced,2.748029479980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,32,balanced,0.3662489700317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,32,balanced,0.15772031784057616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,32,balanced,0.1480742359161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,32,balanced,0.15611519813537597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,32,balanced,0.16128639221191404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,32,balanced,0.1652672004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,32,balanced,0.835367660522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,32,balanced,0.17901824951171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,32,balanced,0.19288448333740232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,32,balanced,0.2113216018676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,32,balanced,0.20060672760009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,32,balanced,0.21940992355346678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,32,balanced,0.2589516830444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,32,balanced,0.2994163131713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,32,balanced,0.1490931224822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,32,balanced,0.37789695739746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,32,balanced,0.45764865875244143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,32,balanced,0.6312652969360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,32,balanced,0.7986073303222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,32,balanced,1.141301727294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,32,balanced,1.4668109130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,32,balanced,2.1602624511718753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,32,power_law_1.01,0.2162995147705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,32,balanced,2.8334170532226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,32,balanced,0.7268608093261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,32,power_law_1.01,0.208408317565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,32,power_law_1.01,0.19198591232299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,32,power_law_1.01,0.2108083152770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,32,power_law_1.01,0.20724735260009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,32,power_law_1.01,0.17648895263671877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,32,power_law_1.01,0.20525440216064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,32,power_law_1.01,0.18993152618408202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,32,power_law_1.01,0.206059513092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,32,power_law_1.01,0.2460416030883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,32,power_law_1.01,0.22793344497680662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,32,power_law_1.01,0.2210406494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,32,power_law_1.01,0.2767103958129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,32,power_law_1.01,0.33274112701416014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,32,power_law_1.01,0.3666278457641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,32,power_law_1.01,0.2799551963806152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,32,power_law_1.01,0.5070387268066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,32,power_law_1.01,0.26316415786743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,32,power_law_1.01,0.2891891288757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,32,power_law_1.01,0.2572467231750488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,32,power_law_1.01,1.9682226562499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,32,power_law_1.01,0.8016973114013671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,32,power_law_1.01,1.1108850860595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,32,power_law_1.01,3.073966064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,32,power_law_1.01,0.11841279983520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,32,power_law_1.01,0.11884672164916991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,32,power_law_1.01,0.1285580825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,32,power_law_1.01,0.11908864021301269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,32,power_law_1.01,1.4351155090332033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,32,power_law_1.01,0.13682047843933104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,32,power_law_1.01,0.13713791847229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,32,power_law_1.01,0.15452416419982912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,32,power_law_1.01,0.14847999572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,32,power_law_1.01,0.1518400001525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,32,power_law_1.01,0.15917695999145506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,32,power_law_1.01,0.10626943588256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,32,power_law_1.01,4.022101745605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,32,power_law_1.01,0.16415231704711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,32,power_law_1.01,0.17158784866333007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,32,power_law_1.01,0.202795524597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,32,power_law_1.01,0.20501888275146482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,32,power_law_1.01,0.2268569564819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,32,power_law_1.01,0.22830080032348632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,32,power_law_1.01,0.2667417526245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,32,power_law_1.01,0.3215039825439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,32,power_law_1.01,0.4412108612060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,32,power_law_1.01,0.6671295928955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,32,power_law_1.01,0.5487897491455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,32,power_law_1.01,0.7570726776123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,32,power_law_1.01,0.9903833770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,32,power_law_1.01,1.4412492370605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,32,power_law_1.01,1.8890701293945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,32,power_law_1.2,0.20695808410644528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,32,power_law_1.01,2.8245632934570315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,32,power_law_1.2,0.21075456619262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,32,power_law_1.01,4.024747619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,32,power_law_1.2,0.2081689643859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,32,power_law_1.2,0.2168396759033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,32,power_law_1.2,0.24934656143188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,32,power_law_1.2,0.23108224868774413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,3072,1536,8,256,2,32,power_law_1.2,3.5390438842773433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,32,power_law_1.2,0.20592384338378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,32,power_law_1.2,0.20110591888427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,32,power_law_1.2,0.22139648437499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,32,power_law_1.2,0.26098175048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,32,power_law_1.2,0.22363775253295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,32,power_law_1.2,0.2711424064636231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,32,power_law_1.2,0.3665216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,32,power_law_1.2,0.28048255920410153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,32,power_law_1.2,0.17931392669677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,32,power_law_1.2,0.42295169830322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,32,power_law_1.2,0.5341721725463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,32,power_law_1.2,1.195214080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,32,power_law_1.2,1.7473330688476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,32,power_law_1.2,0.2665651130676269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,32,power_law_1.2,0.29598976135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,32,power_law_1.2,0.28891136169433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,32,power_law_1.2,2.2860223388671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,32,power_law_1.2,0.11973504066467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,32,power_law_1.2,0.13518848419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,32,power_law_1.2,0.11981439590454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,32,power_law_1.2,0.12081664085388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,32,power_law_1.2,0.11120384216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,32,power_law_1.2,0.13639936447143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,32,power_law_1.2,3.5847732543945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,32,power_law_1.2,0.14765824317932127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,32,power_law_1.2,0.15089792251586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,32,power_law_1.2,0.13766912460327146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,32,power_law_1.2,0.15474559783935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,32,power_law_1.2,0.15956480026245118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,32,power_law_1.2,0.170251522064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,32,power_law_1.2,0.18234495162963865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,32,power_law_1.2,0.20908416748046874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,32,power_law_1.2,0.20792703628540038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,32,power_law_1.2,0.2080806350708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,32,power_law_1.2,0.2325209617614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,32,power_law_1.2,0.29183616638183596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,32,power_law_1.2,0.35081600189208983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,32,power_law_1.2,0.4934451293945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,32,power_law_1.2,0.5933900833129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,32,power_law_1.2,0.7937677001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,32,power_law_1.2,4.7789208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,32,power_law_1.2,1.1944601440429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,32,power_law_1.2,1.6404570007324217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,16,balanced,0.03855743885040283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,16,balanced,0.05005568027496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,16,balanced,0.06973951816558838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,32,power_law_1.2,2.173454132080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,16,balanced,0.1142848014831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,16,balanced,0.1867788887023926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,16,balanced,0.22076160430908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,16,balanced,0.2557926368713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,16,balanced,0.2617728042602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,16,balanced,0.276940803527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,16,balanced,0.27457151412963865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,16,balanced,0.28299903869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,16,balanced,0.29778175354003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,16,balanced,0.3007423973083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,32,power_law_1.2,3.3373645019531253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,16,balanced,0.32212993621826175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,16,balanced,0.31383552551269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,16,balanced,0.3342156982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,16,balanced,0.3575936126708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,16,balanced,0.4172940826416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,32,power_law_1.2,4.236159973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,16,balanced,0.47901569366455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,16,balanced,0.6598707580566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,16,balanced,0.7382911682128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,16,balanced,1.0043993377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,32,power_law_1.2,0.9462911987304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,16,balanced,1.2194969940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,16,balanced,0.028217599391937253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,16,balanced,0.03229055881500244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,16,balanced,0.04855167865753174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,16,balanced,1.8030796813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,16,balanced,0.07491712093353271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,16,balanced,0.11455360412597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,16,balanced,0.1336780834197998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,16,balanced,0.14495360374450683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,16,balanced,0.14476415634155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,16,balanced,2.293061065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,16,balanced,0.15595647811889649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,16,balanced,0.15908224105834962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,16,balanced,0.18606975555419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,16,balanced,0.16750848770141602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,16,balanced,0.19705728530883787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,16,balanced,0.20656768798828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,16,balanced,0.2025868797302246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,16,balanced,0.22326656341552736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,16,balanced,0.24053375244140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,16,balanced,0.2973964881896973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,16,balanced,0.34829952239990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,16,balanced,0.4460966491699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,16,balanced,0.5436019134521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,16,balanced,0.7791232299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,16,balanced,0.9764454650878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,16,balanced,4.4578369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,16,balanced,3.4175347900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,16,balanced,1.4399090576171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,16,power_law_1.01,0.14273152351379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,16,balanced,1.846251525878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,16,power_law_1.01,0.1992844772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,16,power_law_1.01,0.19000192642211916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,16,power_law_1.01,0.20632448196411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,16,power_law_1.01,0.2091379165649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,16,power_law_1.01,0.22878719329833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,16,balanced,2.744591369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,16,power_law_1.01,0.21467008590698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,16,power_law_1.01,0.23134719848632815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,16,power_law_1.01,0.24579584121704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,32,power_law_1.2,0.7674253082275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,16,power_law_1.01,0.24135679244995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,16,power_law_1.01,0.2595878410339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,16,balanced,3.5807745361328123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,16,power_law_1.01,0.2856908798217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,16,power_law_1.01,0.2916236877441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,16,power_law_1.01,0.3003315162658692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,16,power_law_1.01,0.3206604766845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,16,power_law_1.01,0.3704460906982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,16,power_law_1.01,0.512432632446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,16,power_law_1.01,0.6347596740722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,16,power_law_1.01,0.7569113922119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,16,power_law_1.01,0.21028863906860354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,16,power_law_1.01,1.0924825286865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,16,power_law_1.01,0.4303334426879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,16,power_law_1.01,1.3539865112304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,16,power_law_1.01,0.08876543998718261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,16,power_law_1.01,0.11697152137756348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,16,power_law_1.01,0.11967103958129884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,16,power_law_1.01,2.0214796447753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,16,power_law_1.01,0.12217599868774413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,16,power_law_1.01,0.12206463813781739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,16,power_law_1.01,0.128024320602417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,16,power_law_1.01,0.13675647735595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,16,power_law_1.01,0.14521984100341795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,16,power_law_1.01,2.602974853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,16,power_law_1.01,0.1481766414642334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,16,power_law_1.01,0.15830016136169434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,16,power_law_1.01,0.18238079071044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,16,power_law_1.01,0.16633087158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,16,power_law_1.01,0.20193407058715823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,16,power_law_1.01,0.18710271835327147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,16,power_law_1.01,0.20472320556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,16,power_law_1.01,0.14821120262145998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,16,power_law_1.01,0.23456895828247068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,16,power_law_1.01,0.2786355209350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,16,power_law_1.01,0.32345855712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,16,power_law_1.01,3.8763687133789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,16,power_law_1.01,0.4348595046997071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,16,power_law_1.01,0.533251838684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,16,power_law_1.01,0.7540326690673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,16,power_law_1.01,0.9434803009033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,16,power_law_1.2,0.1465574359893799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,16,power_law_1.01,1.421923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,16,power_law_1.01,5.225743408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,16,power_law_1.2,0.1921356773376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,16,power_law_1.01,1.8012672424316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,16,power_law_1.2,0.19227775573730468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,16,power_law_1.2,0.20552064895629885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,16,power_law_1.2,0.2059097671508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,16,power_law_1.2,0.2157414436340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,16,power_law_1.2,0.20220800399780275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,16,power_law_1.2,0.21054079055786135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,16,power_law_1.2,0.22870912551879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,16,power_law_1.2,0.23857536315917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,16,power_law_1.2,0.2328384017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,16,power_law_1.2,0.26280832290649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,16,power_law_1.2,0.2849190330505371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,16,power_law_1.01,2.7824179077148434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,16,power_law_1.2,0.31213184356689455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,16,power_law_1.2,0.3251456069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,16,power_law_1.2,0.3427289581298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,16,power_law_1.2,0.3824281692504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,16,power_law_1.2,0.48132350921630856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,16,power_law_1.2,0.5357222366333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,16,power_law_1.2,0.6625868988037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,16,power_law_1.01,3.5111053466796873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,16,power_law_1.2,0.8390898895263671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,16,power_law_1.2,1.2294387054443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,16,power_law_1.2,0.08912896156311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,16,power_law_1.2,1.5695896911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,16,power_law_1.2,0.11271295547485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,16,power_law_1.2,0.1186137580871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,16,power_law_1.2,0.12195072174072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,16,power_law_1.2,2.282161865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,16,power_law_1.2,0.11052543640136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,16,power_law_1.2,0.12352000236511232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,16,power_law_1.2,0.1454732799530029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,16,power_law_1.2,0.1366464042663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,16,power_law_1.2,0.14329471588134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,16,power_law_1.2,2.9100134277343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,16,power_law_1.2,0.15018879890441894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,16,power_law_1.2,0.1566425609588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,16,power_law_1.2,0.17064191818237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,16,power_law_1.2,0.1832012748718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,16,power_law_1.2,0.20892288208007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,16,power_law_1.2,0.1992460823059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,16,power_law_1.2,0.20571903228759764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,16,power_law_1.2,0.23568511962890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,16,power_law_1.2,0.2939161682128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,16,power_law_1.2,0.3343027114868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,16,power_law_1.2,4.261769104003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,16,power_law_1.2,0.4561164855957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,16,power_law_1.2,0.5693824005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,16,power_law_1.2,0.7930419158935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,16,power_law_1.2,1.0478451538085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,16,power_law_1.2,1.4834815979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,8,balanced,0.032325119972229005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,8,balanced,0.047038722038269046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,16,power_law_1.2,1.919208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,8,balanced,0.0616819190979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,8,balanced,0.09752063751220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,8,balanced,0.20616064071655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,8,balanced,0.1555840015411377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,8,balanced,0.22296703338623045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,8,balanced,0.2269260787963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,8,balanced,0.2674880027770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,8,balanced,0.27043584823608396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,8,balanced,0.28085376739501955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,8,balanced,0.3013695907592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,8,balanced,0.30294912338256835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,8,balanced,0.3210764694213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,8,balanced,0.3113279914855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,8,balanced,0.323818244934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,16,power_law_1.2,6.03282958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,16,power_law_1.2,2.9083264160156252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,8,balanced,0.3472883224487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,8,balanced,0.40207744598388667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,8,balanced,0.4629209518432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,8,balanced,0.6359360122680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,8,balanced,0.7273804473876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,8,balanced,1.0107481384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,16,power_law_1.2,3.8458047485351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,8,balanced,0.02674175977706909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,8,balanced,1.2008716583251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,8,balanced,0.031383039951324465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,8,balanced,0.04460927963256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,8,balanced,0.06646656036376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,8,balanced,0.10626815795898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,8,balanced,1.8131610107421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,8,balanced,0.12726400375366212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,8,balanced,0.1383155155181885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,8,balanced,0.1422092819213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,8,balanced,0.16459264755249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,8,balanced,0.17083904266357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,8,balanced,0.18400127410888673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,8,balanced,2.3068223571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,8,balanced,0.1942412757873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,8,balanced,0.21260288238525388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,8,balanced,0.2004096031188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,8,balanced,0.21501440048217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,8,balanced,0.23706239700317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,8,balanced,0.28280704498291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,8,balanced,0.16611711502075194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,8,balanced,0.3318694305419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,8,balanced,0.4265113449096679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,8,balanced,3.413223571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,8,balanced,0.5152511978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,8,balanced,0.7471858978271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,8,balanced,0.9335782623291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,8,power_law_1.01,0.08331392288208009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,8,balanced,1.3689561462402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,8,balanced,4.435924377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,8,power_law_1.01,0.1412326431274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,8,power_law_1.01,0.12298879623413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,8,balanced,1.7425881958007814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,8,power_law_1.01,0.15273088455200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,8,power_law_1.01,0.185166072845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,8,power_law_1.01,0.19419647216796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,8,power_law_1.01,0.19988224029541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,8,power_law_1.01,0.21171968460083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,8,power_law_1.01,0.24377983093261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,8,power_law_1.01,0.23501823425292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,8,power_law_1.01,0.24718463897705076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,8,power_law_1.01,0.2789056015014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,8,power_law_1.01,0.2891302490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,8,power_law_1.01,0.29801984786987307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,8,power_law_1.01,0.29394432067871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,8,power_law_1.01,0.3023654365539551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,8,power_law_1.01,0.35747840881347653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,8,power_law_1.01,0.42088577270507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,8,power_law_1.01,0.514382095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,8,balanced,3.3918093872070316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,8,balanced,2.598155517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,8,power_law_1.01,0.6204224014282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,8,power_law_1.01,0.7582963562011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,8,power_law_1.01,1.0655667114257814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,8,power_law_1.01,0.056815361976623534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,8,power_law_1.01,1.3430490112304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,8,power_law_1.01,0.09101823806762696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,8,power_law_1.01,0.08052224159240723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,8,power_law_1.01,1.9288345336914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,8,power_law_1.01,0.10013312339782714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,8,power_law_1.01,0.10909055709838866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,8,power_law_1.01,0.11916416168212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,8,power_law_1.01,0.12838656425476075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,8,power_law_1.01,2.594129943847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,8,power_law_1.01,0.1333631992340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,8,power_law_1.01,0.15426048278808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,8,power_law_1.01,0.15708160400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,8,power_law_1.01,0.16120704650878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,8,power_law_1.01,0.1737651252746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,8,power_law_1.01,0.1833216094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,8,power_law_1.01,0.20267391204833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,8,power_law_1.01,0.1933247947692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,8,power_law_1.01,0.2005401611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,8,power_law_1.01,3.7662567138671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,8,power_law_1.01,0.23336448669433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,8,power_law_1.01,0.28231168746948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,8,power_law_1.01,0.32781185150146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,8,power_law_1.01,0.4305331039428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,8,power_law_1.01,0.547064323425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,8,power_law_1.01,0.7388095855712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,8,power_law_1.01,4.835150146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,8,power_law_1.01,0.9563712310791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,8,power_law_1.2,0.08365440368652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,8,power_law_1.2,0.10728575706481933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,8,power_law_1.01,1.374625244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,8,power_law_1.2,0.1205939197540283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,8,power_law_1.2,0.15884927749633787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,8,power_law_1.2,0.17451904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,8,power_law_1.01,1.8137164306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,8,power_law_1.2,0.20015232086181642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,8,power_law_1.2,0.19276800155639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,8,power_law_1.2,0.19979904174804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,8,power_law_1.2,0.21572992324829104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,8,power_law_1.2,0.24817535400390628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,8,power_law_1.2,0.2477235221862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,8,power_law_1.2,0.2753830337524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,8,power_law_1.2,0.28176895141601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,8,power_law_1.2,0.30946815490722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,8,power_law_1.01,2.55338623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,8,power_law_1.2,0.3138521575927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,8,power_law_1.2,0.33333248138427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,8,power_law_1.2,0.3594944000244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,8,power_law_1.2,0.43714176177978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,8,power_law_1.2,0.5341465759277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,8,power_law_1.2,0.6344204711914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,8,power_law_1.2,0.7905433654785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,8,power_law_1.2,1.1279782104492189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,8,power_law_1.2,1.3921510314941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,8,power_law_1.2,0.0564083194732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,8,power_law_1.01,3.4553778076171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,8,power_law_1.2,0.07064447879791261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,8,power_law_1.2,0.09197952270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,8,power_law_1.2,2.1137432861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,8,power_law_1.2,0.09471232414245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,8,power_law_1.2,0.11298687934875488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,8,power_law_1.2,0.12325119972229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,8,power_law_1.2,0.13157759666442873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,8,power_law_1.2,2.6320037841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,8,power_law_1.2,0.1503974437713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,8,power_law_1.2,0.1296563243865967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,8,power_law_1.2,0.15655296325683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,8,power_law_1.2,0.16257152557373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,8,power_law_1.2,0.17590656280517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,8,power_law_1.2,0.18351871490478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,8,power_law_1.2,0.20890367507934568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,8,power_law_1.2,0.1991846466064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,8,power_law_1.2,0.2097702407836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,8,power_law_1.2,0.2372979164123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,8,power_law_1.2,0.2905062484741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,8,power_law_1.2,0.3392678451538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,8,power_law_1.2,0.454442253112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,8,power_law_1.2,3.981653747558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,8,power_law_1.2,0.5522188949584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,8,power_law_1.2,0.7745664215087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,8,power_law_1.2,0.998757095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,4,balanced,0.03945600032806397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,4,balanced,0.05560192108154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,4,balanced,0.08223744392395019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,8,power_law_1.2,1.4063154602050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,4,balanced,0.1330022430419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,4,balanced,0.22560384750366208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,4,balanced,0.31413248062133786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,8,power_law_1.2,1.8456871032714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,4,balanced,0.3301670455932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,4,balanced,0.33283329010009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,4,balanced,0.34796031951904294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,4,balanced,0.3531327819824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,4,balanced,0.3628006362915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,4,balanced,0.3956927871704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,8,power_law_1.2,2.7377920532226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,4,balanced,0.40164096832275387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,4,balanced,0.42322944641113286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,4,balanced,0.42000385284423825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,4,balanced,0.44153728485107424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,4,balanced,0.45986560821533207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,4,balanced,0.5036108779907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,4,balanced,0.5741414260864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,4,balanced,0.8713190460205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,4,balanced,0.9626918029785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,8,power_law_1.2,5.283225708007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,4,balanced,1.3819891357421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,4,balanced,1.5943014526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,4,balanced,2.423467559814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,4,balanced,0.2057267189025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,4,balanced,0.36698112487792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,4,balanced,3.035045166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,4,balanced,0.6229568099975585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,8,power_law_1.2,3.6098559570312503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,4,balanced,1.1700211334228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,4,balanced,4.4234765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,4,balanced,2.122906951904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,4,balanced,5.649076538085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,4,balanced,3.021603698730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,4,balanced,2.9156210327148435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,4,balanced,2.9576754760742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,4,balanced,3.0313369750976564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,4,balanced,2.940208740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,4,balanced,2.5071423339843752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,4,balanced,2.517475891113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,4,balanced,2.9942950439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,4,balanced,2.5602432250976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,4,balanced,2.5441856384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,4,balanced,2.54772216796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,4,balanced,2.583105163574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,4,balanced,2.6558386230468747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,4,balanced,2.7110104370117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,4,balanced,2.854915771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,4,balanced,2.9554803466796877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,4,balanced,5.5000244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,4,power_law_1.01,0.07375232219696046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,4,power_law_1.01,0.11776639938354491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,4,balanced,5.771738891601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,4,power_law_1.01,0.11480959892272949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,4,power_law_1.01,0.15430015563964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,4,power_law_1.01,0.2025894355773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,4,power_law_1.01,0.2908518409729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,4,power_law_1.01,0.27963775634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,4,power_law_1.01,0.2966617584228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,4,power_law_1.01,0.3096844863891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,4,power_law_1.01,0.3176179122924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,4,power_law_1.01,0.3468057632446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,4,power_law_1.01,0.36120704650878904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,4,balanced,8.50688232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,4,power_law_1.01,0.36612735748291014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,4,power_law_1.01,0.3975129699707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,4,power_law_1.01,0.4041715240478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,4,power_law_1.01,0.42864639282226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,4,power_law_1.01,0.48408065795898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,4,balanced,9.09109619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,4,power_law_1.01,0.5660851287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,4,power_law_1.01,0.6821836853027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,4,power_law_1.01,0.831278076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,4,power_law_1.01,0.9990259552001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,4,power_law_1.01,1.383996124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,4,power_law_1.01,1.750373077392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,4,power_law_1.01,2.4458163452148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,4,power_law_1.01,0.5959449768066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,4,power_law_1.01,3.1599832153320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,4,balanced,14.694085693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,4,power_law_1.01,1.1245145416259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,4,power_law_1.01,1.0402816009521483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,4,power_law_1.01,4.663623657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,4,power_law_1.01,1.429863739013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,4,power_law_1.01,1.8417893981933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,4,power_law_1.01,5.985099487304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,4,power_law_1.01,2.5828466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,4,power_law_1.01,2.41417724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,4,balanced,18.038199462890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,4,power_law_1.01,2.6237554931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,4,power_law_1.01,2.7281777954101565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,4,power_law_1.01,2.5326220703124998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,4,power_law_1.01,2.2174656677246096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,4,power_law_1.01,2.2827635192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,4,power_law_1.01,2.324748840332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,4,power_law_1.01,2.354883880615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,4,power_law_1.01,2.3695475769042966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,4,power_law_1.01,2.5298892211914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,4,power_law_1.01,2.7655130004882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,4,power_law_1.01,3.04516357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,4,power_law_1.01,4.149336242675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,4,power_law_1.01,6.456103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,4,power_law_1.01,9.080403442382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,4,power_law_1.01,2.784673156738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,4,power_law_1.2,0.07291903972625732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,4,power_law_1.2,0.09542271614074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,4,power_law_1.2,0.11531007766723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,4,power_law_1.2,0.15771903991699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,4,power_law_1.2,0.18265472412109376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,4,power_law_1.2,0.2648076820373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,4,power_law_1.2,0.2808332824707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,4,power_law_1.01,11.163330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,4,power_law_1.2,0.2836940765380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,4,power_law_1.2,0.3199193572998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,4,power_law_1.2,0.3244518280029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,4,power_law_1.2,0.350882568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,4,power_law_1.2,0.35825023651123045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,4,power_law_1.2,0.36496768951416014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,4,power_law_1.2,0.4176665496826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,4,power_law_1.2,0.43010944366455084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,4,power_law_1.2,0.4566476821899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,4,power_law_1.2,0.5014822387695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,4,power_law_1.2,0.5884211349487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,4,power_law_1.2,0.7000025939941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,4,power_law_1.01,3.5899481201171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,4,power_law_1.2,0.8422502136230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,4,power_law_1.2,1.0244147491455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,4,power_law_1.2,1.4163967895507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,4,power_law_1.01,5.2997198486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,4,power_law_1.2,1.797959747314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,4,power_law_1.01,15.561434326171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,4,power_law_1.2,0.5908684921264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,4,power_law_1.2,2.512533721923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,4,power_law_1.2,0.7950847625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,4,power_law_1.2,1.039456024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,4,power_law_1.2,3.222982482910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,4,power_law_1.2,1.3746214294433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,4,power_law_1.2,4.709744567871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,4,power_law_1.2,1.671557159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,4,power_law_1.2,2.5288613891601566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,4,power_law_1.2,6.103098754882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,4,power_law_1.2,2.625762634277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,4,power_law_1.2,2.387626190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,4,power_law_1.2,2.6149017333984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,4,power_law_1.01,20.672624511718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,4,power_law_1.2,2.5850405883789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,4,power_law_1.2,2.6545419311523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,4,power_law_1.2,2.299188537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,4,power_law_1.2,2.4440319824218752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,4,power_law_1.2,2.5177600097656248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,4,power_law_1.2,2.5417344665527346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,4,power_law_1.2,2.679043884277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,4,power_law_1.2,2.9521075439453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,4,power_law_1.2,3.188118896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,4,power_law_1.2,3.8685708618164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,4,power_law_1.2,4.455119323730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,4,power_law_1.2,5.649679565429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,4,power_law_1.2,6.8532519531250005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,2,balanced,0.04049791812896729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,2,balanced,0.06377344131469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,2,balanced,0.09559552192687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,4,power_law_1.2,9.676375122070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,2,balanced,0.29254783630371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,2,balanced,0.4138611221313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,2,balanced,0.163874568939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,2,balanced,0.42470783233642584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,2,balanced,0.4414847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,2,balanced,0.4487129592895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,2,balanced,0.4589120101928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,2,balanced,0.47569919586181636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,2,balanced,0.43029121398925785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,4,power_law_1.2,2.2855270385742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,4,power_law_1.2,11.8092919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,2,balanced,0.4852070236206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,2,balanced,0.5087564849853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,2,balanced,0.45189376831054684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,2,balanced,0.464977912902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,2,balanced,0.490777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,2,balanced,0.5272832107543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,2,balanced,0.5712550354003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,2,balanced,0.903736343383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,2,balanced,1.0032447814941405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,2,balanced,1.4682829284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,2,balanced,1.659069366455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,2,balanced,2.5552767944335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,4,power_law_1.2,16.19845458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,2,balanced,3.2168218994140623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,2,balanced,0.693592300415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,2,balanced,4.681695861816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,2,balanced,1.2614745330810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,2,balanced,5.9166796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,2,balanced,2.3086810302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,2,balanced,0.2312870407104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,2,balanced,0.38779136657714847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,2,balanced,3.3742898559570316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,2,balanced,3.5019021606445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,2,balanced,3.3012249755859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,2,balanced,3.44724365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,2,balanced,3.464748840332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,2,balanced,3.3408703613281245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,2,balanced,3.538446044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,2,balanced,3.3319949340820316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,4,power_law_1.2,21.59361572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,2,balanced,3.4855078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,2,balanced,3.481221008300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,2,balanced,3.511476440429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,2,balanced,3.6033575439453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,2,balanced,3.649227600097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,2,balanced,3.6969345092773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,2,balanced,3.8907006835937503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,2,balanced,3.9429440307617183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,2,balanced,7.332933349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,2,balanced,7.815894775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,2,power_law_1.01,0.06157311916351318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,2,power_law_1.01,0.11165056228637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,2,power_law_1.01,0.09112575531005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,2,power_law_1.01,0.16708223342895506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,2,power_law_1.01,0.22606208801269528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,2,power_law_1.01,0.331228141784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,2,power_law_1.01,0.35214977264404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,2,power_law_1.01,0.36843006134033207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,2,balanced,11.377565917968749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,2,power_law_1.01,0.3882828903198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,2,power_law_1.01,0.4117388916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,2,power_law_1.01,0.4456396865844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,2,power_law_1.01,0.4883840179443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,2,balanced,12.13400146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,2,power_law_1.01,0.5473843383789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,2,power_law_1.01,0.43994110107421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,2,power_law_1.01,0.6004735946655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,2,power_law_1.01,0.46138881683349614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,2,power_law_1.01,0.49637889862060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,2,power_law_1.01,0.5749824142456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,2,power_law_1.01,0.69388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,2,power_law_1.01,0.8441395568847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,2,power_law_1.01,1.0611583709716796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,2,power_law_1.01,1.4269926452636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,2,power_law_1.01,1.7962240600585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,2,power_law_1.01,2.4977894592285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,2,power_law_1.01,0.37536254882812503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,2,power_law_1.01,3.2713433837890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,2,power_law_1.01,0.6961190032958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,2,power_law_1.01,0.8472908782958986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,2,balanced,19.610463867187498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,2,power_law_1.01,1.3039756774902345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,2,power_law_1.01,4.751587829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,2,power_law_1.01,1.6846566772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,2,power_law_1.01,6.149556274414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,2,power_law_1.01,2.7877313232421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,2,power_law_1.01,2.9021835327148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,2,power_law_1.01,2.780447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,2,power_law_1.01,2.9492364501953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,2,balanced,23.956621093749998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,2,power_law_1.01,3.033721618652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,2,power_law_1.01,3.1249652099609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,2,power_law_1.01,3.1629876708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,2,power_law_1.01,3.0831256103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,2,power_law_1.01,3.1438757324218747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,2,power_law_1.01,3.241653747558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,2,power_law_1.01,3.33072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,2,power_law_1.01,3.3813067626953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,2,power_law_1.01,3.694639282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,2,power_law_1.01,3.966492309570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,2,power_law_1.01,4.756481323242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,2,power_law_1.01,5.416259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,2,power_law_1.01,6.845711059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,2,power_law_1.2,0.06151040077209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,2,power_law_1.2,0.08151679992675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,2,power_law_1.2,0.11214847564697265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,2,power_law_1.01,8.352536621093751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,2,power_law_1.2,0.2067955207824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,2,power_law_1.2,0.32342144012451174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,2,power_law_1.2,0.35002750396728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,2,power_law_1.2,0.16062976837158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,2,power_law_1.2,0.3607961654663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,2,power_law_1.2,0.3908915328979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,2,power_law_1.2,0.41397632598876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,2,power_law_1.2,0.44478080749511717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,2,power_law_1.2,0.5165017700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,2,power_law_1.2,0.5626073455810546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,2,power_law_1.01,11.177442626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,2,power_law_1.2,0.4558003234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,2,power_law_1.2,0.6246182250976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,2,power_law_1.2,0.47325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,2,power_law_1.2,0.512938232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,2,power_law_1.2,0.5830502319335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,2,power_law_1.2,0.704369888305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,2,power_law_1.2,0.8678656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,2,power_law_1.2,1.0765363311767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,2,power_law_1.2,1.4577101135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,2,power_law_1.01,13.934355468749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,2,power_law_1.2,1.8419148254394533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,2,power_law_1.2,2.5638961791992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,2,power_law_1.2,0.37533824920654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,2,power_law_1.2,3.3102490234374997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,2,power_law_1.2,0.5728243255615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,2,power_law_1.2,0.8688409423828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,2,power_law_1.2,4.8107736206054685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,2,power_law_1.2,1.1956339263916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,2,power_law_1.2,1.6564991760253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,2,power_law_1.01,19.702818603515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,2,power_law_1.2,6.198801879882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,2,power_law_1.2,2.6001177978515626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,2,power_law_1.2,2.8991845703125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,2,power_law_1.2,2.9352014160156252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,2,power_law_1.2,2.8605569458007816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,2,power_law_1.2,3.0677273559570315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,2,power_law_1.2,3.0310516357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,2,power_law_1.2,3.138291320800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,3072,1536,8,256,2,32,power_law_1.2,6.649791870117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,2,power_law_1.2,3.2323199462890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,3072,1536,8,256,2,32,power_law_1.2,5.467403564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,2,power_law_1.2,3.3275518798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,2,power_law_1.2,3.394081420898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,2,power_law_1.01,25.853085937499998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,2,power_law_1.2,3.400243225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,2,power_law_1.2,3.622017211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,2,power_law_1.2,3.9901669311523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,2,power_law_1.2,4.203852844238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,2,power_law_1.2,4.852255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,2,power_law_1.2,5.678069458007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,8,balanced,0.023966720104217527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,8,balanced,0.024097280502319334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,8,balanced,0.023992319107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,8,balanced,0.03661695957183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,8,balanced,0.03709055900573731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,8,balanced,0.03772032022476196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,8,balanced,0.03807231903076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,8,balanced,0.03814912080764771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,8,balanced,0.038616321086883544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,8,balanced,0.03909248113632202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,8,balanced,0.03915519952774048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,8,balanced,0.04035071849822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,8,balanced,0.04053247928619384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,2,power_law_1.2,7.105181274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,8,balanced,0.04163199901580811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,8,balanced,0.044710397720336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,8,balanced,0.045068798065185545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,8,balanced,0.04959616184234619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,8,balanced,0.06059904098510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,8,balanced,0.06690303802490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,8,balanced,0.08595711708068847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,8,balanced,0.08223615646362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,8,balanced,0.10172415733337403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,8,balanced,0.12046463966369629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,8,balanced,0.19314176559448243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,8,balanced,0.24608383178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,8,balanced,0.024775679111480715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,8,balanced,0.3538431930541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,8,balanced,0.024791040420532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,8,balanced,0.024495360851287843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,8,balanced,0.44475265502929684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,8,balanced,0.04112256050109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,8,balanced,0.041047039031982424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,8,balanced,0.041649918556213375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,2,power_law_1.2,8.688779296875001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,8,balanced,0.04119167804718017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,8,balanced,0.04225279808044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,8,balanced,0.041649918556213375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,8,balanced,0.04188543796539307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,8,balanced,0.043020801544189455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,8,balanced,0.04250368118286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,8,balanced,0.04328320026397705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,8,balanced,0.04431104183197022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,8,balanced,0.04413440227508545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,8,balanced,0.04579967975616455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,8,balanced,0.047989759445190426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,8,balanced,0.04895743846893311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,8,balanced,0.06079103946685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,8,balanced,0.05519231796264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,8,balanced,0.06112768173217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,8,balanced,0.07366399765014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,8,balanced,0.08966015815734864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,8,balanced,0.1092454433441162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,8,balanced,0.16439552307128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,8,balanced,0.04136064052581787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,8,balanced,0.19924480438232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,8,power_law_1.01,0.03586431980133057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,8,power_law_1.01,0.03694463968276977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,8,power_law_1.01,0.03689088106155396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,8,power_law_1.01,0.03759743928909302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,8,power_law_1.01,0.03861119985580445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,8,power_law_1.01,0.04010752201080322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,8,power_law_1.01,0.040674557685852056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,8,power_law_1.01,0.042466559410095216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,8,power_law_1.01,0.046369280815124515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,8,power_law_1.01,0.05537280082702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,8,power_law_1.01,0.05880703926086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,8,power_law_1.01,0.06274176120758057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,8,power_law_1.01,0.06952703952789306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,8,power_law_1.01,0.07930496215820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,8,power_law_1.01,0.08385663986206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,8,power_law_1.01,0.023870720863342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,8,power_law_1.01,0.08537471771240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,8,power_law_1.01,0.09906304359436036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,2,power_law_1.2,11.4771240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,8,power_law_1.01,0.1096127986907959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,8,power_law_1.01,0.16375551223754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,8,power_law_1.01,0.2774617576599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,8,power_law_1.01,0.9485734558105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,8,power_law_1.01,0.23353343963623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,8,power_law_1.01,0.024595201015472412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,8,power_law_1.01,0.040538878440856935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,8,power_law_1.01,0.04111999988555908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,8,power_law_1.01,0.04152703762054443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,8,power_law_1.01,0.04193151950836181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,8,power_law_1.01,0.04238463878631592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,8,power_law_1.01,0.04278272151947021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,2,power_law_1.2,14.601372070312499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,8,power_law_1.01,0.043380479812622066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,8,power_law_1.01,0.04334847927093506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,8,power_law_1.01,0.044465918540954594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,8,power_law_1.01,0.04501503944396973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,8,power_law_1.01,0.046443519592285154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,8,power_law_1.01,0.046809601783752444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,8,power_law_1.01,0.049181442260742184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,8,power_law_1.01,0.05477759838104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,8,power_law_1.01,0.059123201370239256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,8,power_law_1.01,0.058073601722717284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,8,power_law_1.01,0.06146687984466552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,8,power_law_1.01,0.41003776550292964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,8,power_law_1.01,0.07377664089202882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,8,power_law_1.01,0.08010111808776856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,8,power_law_1.01,0.6087680053710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,8,power_law_1.01,0.7928614044189454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,8,power_law_1.01,0.10604800224304198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,8,power_law_1.01,0.16093311309814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,2,power_law_1.2,20.66532958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,16,8,power_law_1.2,0.02399616003036499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,16,8,power_law_1.2,0.03586816072463989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,16,8,power_law_1.2,0.03674751996994018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,16,8,power_law_1.2,0.03668735980987549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,16,8,power_law_1.2,0.03767040014266968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,16,8,power_law_1.2,0.03878400087356567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,8,power_law_1.01,0.19368576049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,16,8,power_law_1.2,0.03988480091094971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,16,8,power_law_1.2,0.04805503845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,16,8,power_law_1.2,0.0533568000793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,8,power_law_1.01,0.27671936035156247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,16,8,power_law_1.2,0.05094655990600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,16,8,power_law_1.2,0.061922559738159175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,16,8,power_law_1.2,0.056134400367736814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,16,8,power_law_1.2,0.06279935836791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,16,8,power_law_1.2,0.06843008041381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,16,8,power_law_1.2,0.0811788845062256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,16,8,power_law_1.2,0.08345727920532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,16,8,power_law_1.2,0.0843609619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,16,8,power_law_1.2,0.09684608459472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,16,8,power_law_1.2,0.11131135940551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,8,power_law_1.01,1.491848907470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,16,8,power_law_1.2,0.15677696228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,16,8,power_law_1.2,0.23580287933349608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,16,8,power_law_1.2,0.40012161254882816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,16,8,power_law_1.2,0.32408191680908205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,8,power_law_1.01,0.38859649658203127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,8,power_law_1.2,0.024399359226226807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,2,power_law_1.2,27.039655761718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,8,power_law_1.2,0.04053760051727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,8,power_law_1.2,0.04093952178955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,8,power_law_1.2,0.04114687919616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,8,power_law_1.2,0.04127103805541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,8,power_law_1.2,0.041904640197753903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,8,power_law_1.2,0.042224640846252444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,8,power_law_1.2,0.04309760093688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,16,8,power_law_1.2,0.5789068984985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,8,power_law_1.2,0.04358143806457519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,8,power_law_1.2,0.04429823875427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,8,power_law_1.2,0.045227518081665044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,8,power_law_1.2,0.0464358377456665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,8,power_law_1.2,0.047425279617309565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,8,power_law_1.2,0.050263037681579595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,8,power_law_1.2,0.05661695957183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,16,8,power_law_1.2,0.8265574645996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,8,power_law_1.2,0.060002560615539546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,8,power_law_1.2,0.060889601707458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,8,power_law_1.2,0.0559065580368042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,8,power_law_1.2,0.06670207977294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,8,power_law_1.2,0.08600319862365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,8,power_law_1.2,0.1058739185333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,8,power_law_1.2,0.15310336112976075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,8,power_law_1.2,0.2354739189147949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,16,8,power_law_1.2,1.1666086578369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,8,power_law_1.2,0.19612928390502932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,4,balanced,0.022263040542602537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,4,balanced,0.02217344045639038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,4,balanced,0.023970561027526854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,4,balanced,0.0341375994682312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,4,balanced,0.03471231937408447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,4,balanced,0.034824960231781006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,4,balanced,0.03543936014175415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,4,balanced,0.03588095903396606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,4,balanced,0.0372160005569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,4,balanced,0.0375167989730835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,4,balanced,0.03801984071731567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,8,power_law_1.01,0.5471974563598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,4,balanced,0.039429121017456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,4,balanced,0.042182397842407224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,4,balanced,0.04699264049530029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,4,balanced,0.05223552227020264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,4,balanced,0.05303679943084717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,4,balanced,0.058314242362976075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,4,balanced,0.07961855888366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,4,balanced,0.07405439853668214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,4,balanced,0.0869273567199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,4,balanced,0.09729920387268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,4,balanced,0.11747584342956544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,16,8,power_law_1.2,1.6313253784179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,4,balanced,0.137326078414917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,4,balanced,0.21769088745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,4,balanced,0.2820710372924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,4,balanced,0.023686399459838865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,4,balanced,0.0233625602722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,4,balanced,0.41378177642822267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,4,balanced,0.025107200145721438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,4,balanced,0.039178240299224856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,4,balanced,0.039942400455474855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,4,balanced,0.5245222473144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,4,balanced,0.03970047950744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,4,balanced,0.039883520603179935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,4,balanced,0.040421118736267095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,4,balanced,0.0404966402053833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,4,balanced,0.041013760566711424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,4,balanced,0.040885758399963376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,4,balanced,0.041474561691284176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,4,balanced,0.042524161338806155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,4,balanced,0.042650880813598635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,4,balanced,0.043900160789489745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,4,balanced,0.04550911903381348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,4,balanced,0.04745344161987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,4,balanced,0.05846784114837646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,4,balanced,0.053085441589355464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,4,balanced,0.05865087985992432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,4,balanced,0.06969600200653077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,4,balanced,0.08306816101074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,4,balanced,0.09857024192810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,4,balanced,0.13320704460144045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,4,balanced,0.16528127670288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,4,balanced,0.24442752838134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,4,power_law_1.01,0.022663679122924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,4,power_law_1.01,0.02369024038314819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,4,power_law_1.01,0.03474816083908081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,4,power_law_1.01,0.03451647996902466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,8,power_law_1.01,0.6875827026367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,4,power_law_1.01,0.03518719911575317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,4,power_law_1.01,0.035829761028289796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,4,power_law_1.01,0.03856384038925171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,4,power_law_1.01,0.03943808078765869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,4,power_law_1.01,0.041221117973327635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,4,power_law_1.01,0.048089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,4,power_law_1.01,0.054223361015319826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,4,balanced,0.3096089553833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,4,power_law_1.01,0.05705984115600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,4,power_law_1.01,0.06539391994476318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,4,power_law_1.01,0.07639039993286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,4,power_law_1.01,0.07594367980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,4,power_law_1.01,0.08234880447387696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,4,power_law_1.01,0.08938752174377441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,4,power_law_1.01,0.0987110424041748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,4,power_law_1.01,0.13096832275390624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,4,power_law_1.01,0.04183040142059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,4,power_law_1.01,0.14959872245788575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,4,power_law_1.01,0.23217920303344725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,4,power_law_1.01,0.7076198577880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,4,power_law_1.01,0.023676159381866454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,4,power_law_1.01,0.02507904052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,4,power_law_1.01,0.03948415994644165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,4,power_law_1.01,0.039619839191436766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,4,power_law_1.01,0.03978624105453491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,4,power_law_1.01,0.04033408164978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,4,power_law_1.01,0.04076032161712646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,4,power_law_1.01,0.304007682800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,4,power_law_1.01,0.04149375915527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,4,power_law_1.01,0.04230400085449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,4,power_law_1.01,0.04352255821228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,4,power_law_1.01,0.3823129653930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,4,power_law_1.01,0.04452223777770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,4,power_law_1.01,0.04131840229034424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,4,power_law_1.01,0.045692157745361325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,4,power_law_1.01,0.5508480072021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,4,power_law_1.01,0.04743680000305176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,4,power_law_1.01,0.0564467191696167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,4,power_law_1.01,0.05376383781433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,4,power_law_1.01,0.059006719589233404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,4,power_law_1.01,0.05890175819396972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,4,power_law_1.01,0.07050752162933349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,4,power_law_1.01,0.08519552230834962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,4,power_law_1.01,0.09803647994995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,4,power_law_1.01,0.1314355182647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,8,power_law_1.2,0.388988151550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,4,power_law_1.01,0.17737855911254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,4,power_law_1.2,0.022708480358123777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,4,power_law_1.2,0.026408960819244386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,4,power_law_1.2,0.0346995210647583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,4,power_law_1.2,0.038672640323638915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,4,power_law_1.2,0.035151360034942625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,4,power_law_1.2,0.035797760486602784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,8,power_law_1.2,0.5431078338623048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,4,power_law_1.2,0.037569279670715335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,4,power_law_1.2,0.03966079950332642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,4,power_law_1.2,0.04769536018371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,4,power_law_1.2,0.05406976222991944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,4,power_law_1.2,0.05072000026702881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,4,power_law_1.2,0.06018432140350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,4,power_law_1.2,0.056282877922058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,4,power_law_1.2,0.0633075189590454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,4,power_law_1.2,0.07522047996520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,4,power_law_1.2,0.07980800151824952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,4,power_law_1.2,0.08138367652893067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,4,power_law_1.2,0.08999423980712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,4,power_law_1.2,0.09894783973693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,4,power_law_1.01,0.23057024002075197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,4,power_law_1.2,0.1186240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,4,power_law_1.2,0.1498905563354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,4,power_law_1.01,1.0229759979248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,4,power_law_1.01,0.3330547332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,4,power_law_1.2,0.2170150375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,4,power_law_1.01,0.41027072906494144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,4,power_law_1.2,0.023697919845581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,4,power_law_1.2,0.025055999755859377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,4,power_law_1.2,0.03945472002029419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,4,power_law_1.2,0.2919283294677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,8,power_law_1.2,0.68474365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,4,power_law_1.2,0.039777278900146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,4,power_law_1.2,0.03960448026657105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,4,power_law_1.2,0.040447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,4,power_law_1.2,0.040616960525512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,4,power_law_1.2,0.041541118621826176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,4,power_law_1.2,0.04184832096099854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,4,power_law_1.2,0.042512640953063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,4,power_law_1.2,0.04417535781860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,4,power_law_1.2,0.04456960201263428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,4,power_law_1.2,0.04585599899291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,4,power_law_1.2,0.48650878906250006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,4,power_law_1.2,0.04760191917419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,4,power_law_1.2,0.055706877708435056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,4,power_law_1.2,0.056314878463745124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,4,power_law_1.2,0.055517439842224126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,4,power_law_1.2,0.05931392192840577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,4,power_law_1.2,0.07088255882263184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,4,power_law_1.2,0.09420415878295899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,4,power_law_1.2,0.0854041576385498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,4,power_law_1.2,0.3894246292114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,4,power_law_1.2,0.952811508178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,4,power_law_1.2,0.13013888359069825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,8,balanced,0.04561408042907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,8,balanced,0.04432127952575683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,8,balanced,0.04421760082244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,8,balanced,0.08434432029724122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,8,balanced,0.08455167770385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,8,balanced,0.08587136268615722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,8,balanced,0.08471936225891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,8,balanced,0.08506752014160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,8,balanced,0.08815744400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,8,balanced,0.08624128341674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,8,balanced,0.08673791885375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,8,balanced,0.0914560031890869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,8,balanced,0.09185152053833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,8,balanced,0.09556096076965333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,8,balanced,0.09610624313354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,8,balanced,0.09630335807800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,8,balanced,0.10276608467102051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,8,balanced,0.10690688133239745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,8,balanced,0.11014016151428223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,8,balanced,0.1299187183380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,8,balanced,0.13210111618041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,8,balanced,0.1548633575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,8,balanced,0.18604160308837892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,4,power_law_1.2,0.1709427261352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,8,balanced,0.30653823852539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,8,balanced,0.39008766174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,8,balanced,0.5675379180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,4,power_law_1.01,0.579372787475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,8,balanced,0.029341440200805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,8,balanced,0.02942591905593872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,8,balanced,0.029400320053100587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,8,balanced,0.7486937713623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,8,balanced,0.0510591983795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,8,balanced,0.05115263938903809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,8,balanced,0.050621438026428225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,8,balanced,0.05116672039031982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,8,balanced,0.051610879898071296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,8,balanced,0.051199998855590824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,8,balanced,0.051639041900634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,8,balanced,0.052112641334533694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,4,power_law_1.2,0.5485055923461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,8,balanced,0.05191167831420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,8,balanced,0.05234560012817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,8,balanced,0.05404543876647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,8,balanced,0.05403776168823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,8,balanced,0.05385216236114502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,8,balanced,0.0568665599822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,8,balanced,0.06409088134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,8,balanced,0.0666099214553833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,8,balanced,0.07524864196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,8,balanced,0.07047296047210694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,8,balanced,0.08628864288330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,8,balanced,0.09723135948181152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,8,balanced,0.12317695617675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,8,balanced,0.15217791557312013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,8,balanced,0.23192447662353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,8,balanced,0.2837260818481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,8,power_law_1.01,0.04478591918945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,8,power_law_1.01,0.08350079536437989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,8,power_law_1.01,0.08200320243835449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,8,power_law_1.01,0.08621055603027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,8,power_law_1.01,0.08499327659606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,8,power_law_1.01,0.09049087524414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,4,power_law_1.2,0.8553778839111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,8,power_law_1.01,0.09359616279602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,8,power_law_1.01,0.09610367774963378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,8,power_law_1.01,0.09594240188598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,8,power_law_1.01,0.10072959899902342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,8,power_law_1.01,0.10589695930480958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,8,power_law_1.01,0.10291839599609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,8,power_law_1.01,0.1086847972869873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,8,power_law_1.01,0.08531840324401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,8,power_law_1.01,0.11568896293640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,4,power_law_1.2,0.23537536621093752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,8,power_law_1.01,0.12389887809753417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,8,power_law_1.01,0.12999551773071288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,8,power_law_1.01,0.15263615608215333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,8,power_law_1.01,0.17231744766235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,8,power_law_1.01,0.28944639205932615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,8,power_law_1.01,0.36794113159179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,8,power_law_1.01,0.5355942535400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,8,power_law_1.01,0.02917504072189331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,8,power_law_1.01,0.050392317771911624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,8,power_law_1.01,0.05120384216308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,8,power_law_1.01,0.051215357780456536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,8,power_law_1.01,0.05142144203186035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,8,power_law_1.01,0.9656076812744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,8,power_law_1.01,0.05157375812530518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,8,power_law_1.01,0.6757926177978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,8,power_law_1.01,0.0518336009979248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,8,power_law_1.01,0.05249152183532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,8,power_law_1.01,0.05329408168792724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,8,power_law_1.01,0.053107199668884275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,8,power_law_1.01,0.05461631774902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,8,power_law_1.01,0.056081919670104986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,8,power_law_1.01,0.059887361526489255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,8,power_law_1.01,0.06438911914825439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,8,power_law_1.01,0.06761472225189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,8,power_law_1.01,1.1784499359130858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,8,power_law_1.01,0.06997632026672364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,8,power_law_1.01,0.08621312141418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,8,power_law_1.01,0.0891750431060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,8,power_law_1.01,0.0706380796432495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,8,power_law_1.01,0.12475008010864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,8,power_law_1.01,0.14640128135681152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,4,power_law_1.2,0.3262118530273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,8,power_law_1.01,1.9708621215820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,8,power_law_1.01,0.25329280853271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,8,power_law_1.01,0.22526336669921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,4,power_law_1.2,0.4598028945922851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,8,power_law_1.01,0.40101375579833987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,8,power_law_1.01,0.5024499130249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,8,power_law_1.01,0.8094937896728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,16,8,power_law_1.2,0.0477836799621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,16,8,power_law_1.2,0.08552448272705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,16,8,power_law_1.2,0.08591360092163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,16,8,power_law_1.2,0.08569472312927247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,16,8,power_law_1.2,0.08672127723693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,16,8,power_law_1.2,0.09006208419799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,16,8,power_law_1.2,0.09247360229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,16,8,power_law_1.2,0.0943398380279541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,16,8,power_law_1.2,0.09569279670715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,16,8,power_law_1.2,0.09618304252624513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,16,8,power_law_1.2,0.10058112144470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,16,8,power_law_1.2,0.10304384231567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,16,8,power_law_1.2,0.10603775978088378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,16,8,power_law_1.2,0.10913023948669434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,16,8,power_law_1.2,0.11552512168884277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,16,8,power_law_1.2,0.12568703651428223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,16,8,power_law_1.2,0.13249024391174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,16,8,power_law_1.2,0.14713215827941895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,16,8,power_law_1.2,0.17365760803222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,16,8,power_law_1.2,0.30410112380981447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,16,8,power_law_1.2,0.3903744125366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,16,8,power_law_1.2,0.5097036743164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,16,8,power_law_1.2,0.7130022430419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,8,power_law_1.01,2.846001892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,8,power_law_1.2,0.02882431983947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,8,power_law_1.2,0.05016320228576661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,8,power_law_1.2,0.0506547212600708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,8,power_law_1.2,0.05083648204803467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,8,power_law_1.2,0.05178880214691162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,8,power_law_1.2,0.051255040168762214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,8,power_law_1.2,0.05259903907775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,8,power_law_1.2,0.0523967981338501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,8,power_law_1.2,0.05375999927520751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,16,8,power_law_1.2,1.0730150604248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,16,8,power_law_1.2,1.2182963562011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,8,power_law_1.2,0.05355775833129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,8,power_law_1.2,0.05617536067962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,8,power_law_1.2,0.057285118103027347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,8,power_law_1.2,0.061387519836425784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,8,power_law_1.2,0.0684441614151001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,8,power_law_1.2,0.07216512203216553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,8,power_law_1.2,0.07299712181091308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,8,power_law_1.2,0.08573311805725098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,8,power_law_1.2,0.06415743827819824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,8,power_law_1.2,0.09493632316589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,8,power_law_1.2,0.12539263725280764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,8,power_law_1.2,0.14789631843566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,8,power_law_1.01,1.060179214477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,8,power_law_1.2,0.2682508850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,8,power_law_1.2,0.23078399658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,16,8,power_law_1.2,2.037122497558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,8,power_law_1.2,0.5179481506347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,16,8,power_law_1.2,2.6166528320312503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,8,power_law_1.2,0.40887424468994144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,4,balanced,0.02841088056564331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,4,balanced,0.028079359531402587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,4,balanced,0.04307199954986572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,4,balanced,0.0791103982925415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,4,balanced,0.07934720039367675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,4,balanced,0.08075519561767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,4,balanced,0.08186752319335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,4,balanced,0.08357631683349609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,4,balanced,0.08516608238220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,4,balanced,0.08675200462341308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,4,balanced,0.08839936256408691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,4,balanced,0.090763521194458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,4,balanced,0.09232640266418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,4,balanced,0.09468928337097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,4,balanced,0.0970956802368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,4,balanced,0.09956992149353028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,4,balanced,0.10507776260375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,4,balanced,0.11695232391357421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,4,balanced,0.11519488334655761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,8,power_law_1.2,0.791878433227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,4,balanced,0.13110655784606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,4,balanced,0.14445440292358397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,4,balanced,0.17555200576782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,4,balanced,0.2118911933898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,4,balanced,0.36675201416015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,4,balanced,0.44297855377197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,4,balanced,0.027484159469604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,4,balanced,0.027526400089263915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,4,balanced,0.6552934265136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,4,balanced,0.029373440742492672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,4,balanced,0.048948478698730466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,4,balanced,0.04833151817321778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,4,balanced,0.049176321029663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,4,balanced,0.855709457397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,4,balanced,0.049815039634704586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,4,balanced,0.0496947193145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,4,balanced,0.050079998970031736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,4,balanced,0.05031551837921142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,4,balanced,0.05065983772277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,8,power_law_1.2,1.0359117126464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,4,balanced,0.051248641014099115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,4,balanced,0.05174528121948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,4,balanced,0.05819007873535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,4,balanced,0.060674557685852046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,4,balanced,0.06494463920593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,4,balanced,0.07363584041595458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,4,balanced,0.06811776161193847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,4,balanced,0.0806822395324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,4,balanced,0.09012351989746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,4,balanced,0.11380991935729981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,4,balanced,0.13588224411010744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,4,balanced,0.18051200866699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,4,balanced,0.22665216445922853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,4,balanced,0.052748799324035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,4,balanced,0.3425459289550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,4,balanced,0.02065279960632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,4,balanced,0.43574401855468753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,4,balanced,0.021872639656066895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,4,balanced,0.024747519493103026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,4,balanced,0.022561280727386473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,4,balanced,0.02900736093521118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,4,balanced,0.033153278827667235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,4,balanced,0.038641920089721685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,4,balanced,0.04398335933685303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,4,balanced,0.04865536212921143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,4,balanced,0.0545689582824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,4,balanced,0.05912960052490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,4,balanced,0.0615065622329712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,4,balanced,0.06869376182556153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,4,balanced,0.020692479610443116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,4,balanced,0.07865983963012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,4,balanced,0.0832703971862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,4,balanced,0.08693120002746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,4,balanced,0.11475456237792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,4,balanced,0.11553407669067384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,4,balanced,0.16846975326538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,4,balanced,0.2024460792541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,4,balanced,0.3047500801086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,4,balanced,0.38329727172851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,4,balanced,0.5450188827514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,4,power_law_1.01,0.040759038925170896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,4,power_law_1.01,0.045688319206237796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,4,balanced,0.6991782379150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,4,power_law_1.01,0.07159679889678955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,4,power_law_1.01,0.08063872337341309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,4,power_law_1.01,0.08396672248840333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,4,power_law_1.01,0.07928448200225831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,4,balanced,1.0142681884765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,4,power_law_1.01,0.08644607543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,4,power_law_1.01,0.08687871932983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,4,power_law_1.01,0.09070079803466798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,4,power_law_1.01,0.09113856315612792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,4,power_law_1.01,0.09551615715026855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,4,power_law_1.01,0.09608192443847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,4,power_law_1.01,0.09885696411132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,4,balanced,1.3666035461425783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,4,power_law_1.01,0.10506752014160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,4,power_law_1.01,0.11117568016052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,4,power_law_1.01,0.11541888236999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,4,power_law_1.01,0.12335743904113769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,4,power_law_1.01,0.13702143669128417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,4,power_law_1.01,0.14408960342407226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,4,power_law_1.01,0.19660415649414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,4,power_law_1.01,0.22396928787231446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,4,power_law_1.01,0.36527870178222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,4,power_law_1.01,0.02737407922744751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,4,power_law_1.01,0.029130239486694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,4,power_law_1.01,0.04870528221130371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,4,power_law_1.01,0.049204478263854975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,4,power_law_1.01,0.04941823959350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,4,power_law_1.01,0.049835519790649416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,4,power_law_1.01,0.7177677154541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,4,power_law_1.01,0.05014400005340576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,4,power_law_1.01,0.05094912052154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,4,power_law_1.01,0.051571202278137204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,4,power_law_1.01,0.051892480850219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,4,power_law_1.01,0.05417344093322753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,4,power_law_1.01,0.0559449577331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,4,power_law_1.01,0.05884287834167481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,4,power_law_1.01,0.06275455951690674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,4,power_law_1.01,0.06838272094726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,4,power_law_1.01,0.0698905611038208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,4,power_law_1.01,0.42266624450683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,4,power_law_1.01,0.07240575790405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,4,power_law_1.01,0.08136063575744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,4,power_law_1.01,0.08722944259643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,4,power_law_1.01,0.11533568382263185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,4,power_law_1.01,0.13282688140869142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,4,power_law_1.01,0.1830988883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,4,power_law_1.01,0.8253081512451171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,4,power_law_1.01,0.24731903076171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,4,power_law_1.01,1.7998707580566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,4,power_law_1.01,0.020610558986663818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,4,power_law_1.01,0.021267199516296388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,4,power_law_1.01,0.02218496084213257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,4,power_law_1.01,0.024023039340972902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,4,power_law_1.01,0.02837631940841675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,4,power_law_1.01,0.038058240413665775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,4,power_law_1.01,0.04766848087310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,4,power_law_1.01,0.054869761466979985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,4,power_law_1.01,0.057943038940429695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,4,power_law_1.01,0.06135680198669433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,4,power_law_1.01,0.06795008182525634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,4,power_law_1.01,0.4691660690307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,4,power_law_1.01,0.07726208209991456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,4,power_law_1.01,0.08419455528259277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,4,power_law_1.01,0.08661503791809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,4,power_law_1.01,0.3449740982055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,4,power_law_1.01,0.09404671669006348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,4,power_law_1.01,0.11401344299316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,4,power_law_1.01,0.6410419464111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,4,power_law_1.01,0.11437952041625976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,4,power_law_1.01,1.3320755004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,4,power_law_1.01,0.1667584037780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,4,power_law_1.01,0.20297855377197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,4,power_law_1.01,0.29935359954833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,4,power_law_1.01,0.38382080078124997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,4,power_law_1.01,0.8394598388671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,4,power_law_1.2,0.038748159408569335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,4,power_law_1.2,0.04325888156890869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,4,power_law_1.2,0.051768321990966794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,4,power_law_1.2,0.08061951637268067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,4,power_law_1.2,0.0805568027496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,4,power_law_1.2,0.08270336151123046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,4,power_law_1.2,0.08530048370361329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,4,power_law_1.2,0.08764543533325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,4,power_law_1.2,0.0890073585510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,4,power_law_1.2,0.0913856029510498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,4,power_law_1.2,0.0939788818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,4,power_law_1.2,0.09726079940795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,4,power_law_1.2,0.09888511657714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,4,power_law_1.2,0.10522751808166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,4,power_law_1.01,0.5370611190795899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,4,power_law_1.2,0.11038335800170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,4,power_law_1.2,0.11942272186279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,4,power_law_1.2,0.11978112220764162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,4,power_law_1.2,0.14495743751525877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,4,power_law_1.2,0.13247872352600099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,4,power_law_1.2,0.20033920288085935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,4,power_law_1.2,0.24685695648193356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,4,power_law_1.2,0.35768062591552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,4,power_law_1.01,0.7039615631103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,4,power_law_1.2,0.43189121246337886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,4,power_law_1.2,0.754101791381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,4,power_law_1.2,0.02721280097961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,4,power_law_1.2,0.028844799995422367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,4,power_law_1.2,0.04827263832092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,4,power_law_1.2,0.04841599941253662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,4,power_law_1.2,0.048578557968139646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,4,power_law_1.2,0.04908927917480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,4,power_law_1.2,0.049465599060058596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,4,power_law_1.2,0.05002367973327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,4,power_law_1.01,1.0132032012939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,4,power_law_1.2,0.050476799011230464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,4,power_law_1.2,0.05099775791168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,4,power_law_1.2,0.053096961975097653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,4,power_law_1.2,0.055174398422241214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,4,power_law_1.2,0.05912960052490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,4,power_law_1.2,0.0629798412322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,4,power_law_1.2,0.06730879783630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,4,power_law_1.2,0.0711513614654541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,4,power_law_1.2,0.07296256065368653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,4,power_law_1.2,0.08185855865478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,4,power_law_1.2,0.0925055980682373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,4,power_law_1.2,0.8512960052490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,4,power_law_1.2,0.11593215942382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,4,power_law_1.2,1.4251084899902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,4,power_law_1.2,0.13542783737182618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,4,power_law_1.2,0.17435007095336913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,4,power_law_1.2,0.2493107223510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,4,power_law_1.01,1.34453369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,4,power_law_1.2,0.3664255905151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,16384,2,8,32,4,power_law_1.2,0.02088320016860962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,16384,2,8,32,4,power_law_1.2,0.021465599536895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,16384,2,8,32,4,power_law_1.2,0.022417919635772703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,16384,2,8,32,4,power_law_1.2,0.02406912088394165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,16384,2,8,32,4,power_law_1.2,0.028601601123809817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,16384,2,8,32,4,power_law_1.2,0.037852160930633545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,16384,2,8,32,4,power_law_1.2,0.04753920078277588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,16384,2,8,32,4,power_law_1.2,0.05474559783935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,16384,2,8,32,4,power_law_1.2,0.057310719490051266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,16384,2,8,32,4,power_law_1.2,0.06191232204437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,16384,2,8,32,4,power_law_1.2,0.06789631843566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,16384,2,8,32,4,power_law_1.2,0.07798143863677978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,16384,2,8,32,4,power_law_1.2,0.08300800323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,4,power_law_1.2,0.4580198287963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,16384,2,8,32,4,power_law_1.2,0.08767744064331054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,16384,2,8,32,4,power_law_1.2,0.0934438419342041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,16384,2,8,32,4,power_law_1.2,0.11376128196716309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,16384,2,8,32,4,power_law_1.2,0.11477375984191895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,16384,2,8,32,4,power_law_1.2,0.16739200592041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,16384,2,8,32,4,power_law_1.2,0.20298240661621092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,4,power_law_1.2,0.6547443389892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,4,power_law_1.01,1.9743040466308592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,16384,2,8,32,4,power_law_1.2,0.3019174385070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,4,power_law_1.2,1.5920512390136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,16384,2,8,32,4,power_law_1.2,0.3814796829223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,4,power_law_1.2,0.8638233947753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,16384,2,8,32,4,power_law_1.2,0.5391155242919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,128,balanced,0.06956799983978271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,128,balanced,0.06959743976593018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,128,balanced,0.06970111846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,128,balanced,0.06966911792755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,128,balanced,0.06965248107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,128,balanced,0.08859007835388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,128,balanced,0.13950079917907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,128,balanced,0.1393344020843506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,128,balanced,0.13990528106689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,128,balanced,0.13999999999999999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,128,balanced,0.14017151832580566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,128,balanced,0.14218239784240722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,128,balanced,0.1432691192626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,128,balanced,0.14514944076538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,128,balanced,0.14635007858276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,128,balanced,0.14772480010986327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,128,balanced,0.1544422435760498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,128,balanced,0.1602956771850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,128,balanced,0.14398976325988772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,128,balanced,0.16697856903076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,128,balanced,0.16530559539794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,128,balanced,0.18139904022216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,128,balanced,0.19048320770263671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,128,balanced,0.23226240158081052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,128,balanced,0.2922444725036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,128,balanced,0.45113601684570315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,128,balanced,0.5233472061157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,128,balanced,0.04144000053405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,128,balanced,0.04084864139556885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,128,balanced,0.04263807773590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,128,balanced,0.043308801651000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,128,balanced,0.04187903881072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,128,balanced,0.054223361015319826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,128,balanced,0.06617343902587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,128,balanced,0.06630784034729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,128,balanced,0.06733695983886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,128,balanced,0.06723584175109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,128,balanced,0.06764671802520753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,4,power_law_1.01,2.6419085693359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,128,balanced,0.06829951763153076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,128,balanced,0.06854400157928467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,128,balanced,0.06987008094787597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,128,balanced,0.07040256023406982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,128,balanced,0.07102335929870605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,128,balanced,0.07540095806121826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,128,balanced,0.07439487934112549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,128,balanced,0.08078720092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,16384,2,8,32,4,power_law_1.2,0.703790054321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,128,balanced,0.08776448249816896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,128,balanced,0.08587519645690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,128,balanced,0.09657728195190429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,128,balanced,0.10767744064331056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,128,balanced,0.13006848335266114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,128,balanced,0.1493926429748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,128,balanced,0.1887411117553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,128,balanced,0.23796096801757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,128,power_law_1.01,0.08897151947021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,128,power_law_1.01,0.08830080032348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,128,power_law_1.01,0.08887807846069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,128,power_law_1.01,0.0887168025970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,128,power_law_1.01,0.1388761615753174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,128,power_law_1.01,0.1412940788269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,128,power_law_1.01,0.14279295921325683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,128,power_law_1.01,0.1441420841217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,128,power_law_1.01,0.1448153591156006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,128,power_law_1.01,0.14619135856628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,128,power_law_1.01,0.148853759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,128,power_law_1.01,0.1494105625152588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,128,power_law_1.01,0.15460351943969725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,128,power_law_1.01,0.1607027244567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,128,power_law_1.01,0.1661222457885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,128,power_law_1.01,0.17200511932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,128,power_law_1.01,0.17358591079711913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,128,power_law_1.01,0.18371583938598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,128,power_law_1.01,0.230515193939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,128,power_law_1.01,0.3487091064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,128,power_law_1.01,0.4279641723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,128,power_law_1.01,0.5981017684936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,128,power_law_1.01,0.8014771270751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,128,power_law_1.01,1.0613900756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.054918398857116704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.054849281311035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,128,power_law_1.01,1.5276760864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.05493247985839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.054826240539550784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.06690432071685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.06761216163635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.06814847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.06777599811553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,128,power_law_1.01,2.462378234863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.06877439975738525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.07001855850219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.075316481590271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.07356031894683837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.07234816074371338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.07956352233886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.08991488456726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.09279232025146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.09927295684814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.10907775878906249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.14967935562133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,128,power_law_1.01,3.226414184570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,16384,2,8,32,4,power_law_1.2,1.0206591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.16330751419067382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.26160512924194335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.3516287994384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.08546560287475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,0.510621452331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.6155929565429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,1.031362533569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,1.2096166229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,16384,2,8,32,4,power_law_1.2,1.3444377136230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,128,power_law_1.2,0.08903552055358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,128,power_law_1.2,0.08841983795166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,128,power_law_1.2,0.0882585620880127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,128,power_law_1.2,0.13638400077819823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,128,power_law_1.2,0.13959424018859862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,128,power_law_1.2,0.14157952308654784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,128,power_law_1.2,0.14203519821166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,128,power_law_1.2,0.14392576217651368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,128,power_law_1.2,0.14386303901672365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,128,power_law_1.2,0.14642304420471192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,128,power_law_1.2,0.152293119430542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,128,power_law_1.2,0.14957183837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,128,power_law_1.2,0.15922176361083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,128,power_law_1.2,0.161265926361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,128,power_law_1.2,0.1708710479736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,128,power_law_1.2,0.17283327102661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,128,power_law_1.2,0.18121856689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,128,power_law_1.2,0.22386175155639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,128,power_law_1.2,0.290882568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,128,power_law_1.2,0.42564865112304684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,128,power_law_1.2,0.6242777633666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,128,power_law_1.2,0.8614822387695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,128,power_law_1.2,1.1626969909667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,128,power_law_1.2,2.0359654235839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,128,power_law_1.2,2.6695513916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,128,power_law_1.2,3.849411926269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.06095871925354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,128,power_law_1.2,5.285725708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.057946882247924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.05502975940704345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.06403840065002442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.0661836814880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.0677350378036499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.06665728092193604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.06910848140716552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.07127808094024658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.07048192024230956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.07269631862640381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.07422207832336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.07666304111480712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.08416255950927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.08873087882995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.0912281608581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.09577856063842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.10828672409057619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.13209343910217286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.1857267189025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.22299776077270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.32714752197265623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.5286272048950196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,0.7447705841064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,1.0011724853515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,1.587420196533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,16384,2,8,32,4,power_law_1.2,1.9746394348144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,2.1721612548828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,16384,2,8,32,4,power_law_1.2,2.651514892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,64,balanced,0.057674241065979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,64,balanced,0.05890175819396972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,64,balanced,0.057495040893554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,64,balanced,0.057529602050781246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,64,balanced,0.06648320198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,64,balanced,0.08734975814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,64,balanced,0.13092991828918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,64,balanced,0.13080191612243652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,64,balanced,0.13218048095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,64,balanced,0.13186304092407225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,64,balanced,0.1327564811706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,64,balanced,0.13432191848754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,64,balanced,0.13530367851257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,64,balanced,0.13517824172973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,64,balanced,0.14117376327514647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,64,balanced,0.14313216209411622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,64,balanced,0.14828800201416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,64,balanced,0.15331199645996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,64,balanced,0.15181183815002441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,64,balanced,0.16177791595458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,64,balanced,0.17302656173706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,64,balanced,0.1949068832397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,64,balanced,0.21218431472778318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,64,balanced,0.26554752349853517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,64,balanced,0.33839233398437496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,64,balanced,0.511541748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,64,balanced,0.03360512018203735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,64,balanced,0.6205593490600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,64,balanced,0.03460736036300659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,64,balanced,0.03258624076843262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,64,balanced,0.034460160732269284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,64,balanced,0.04163328170776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,64,balanced,0.054826240539550784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,64,balanced,0.06687871932983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,64,balanced,0.06671232223510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,64,balanced,0.0680614423751831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,64,balanced,0.06810751914978028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,64,balanced,0.06960256099700927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,64,balanced,0.06992000102996826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,64,balanced,0.07133312225341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,64,balanced,0.07217408180236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,64,balanced,0.07311359882354737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,64,balanced,0.07568640232086181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,64,balanced,0.07875455856323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,64,balanced,0.08583295822143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,64,balanced,0.08070015907287598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,64,balanced,0.08800383567810058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,64,balanced,0.09904128074645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,64,balanced,0.11389056205749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,64,balanced,0.13162879943847655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,64,balanced,0.1676313591003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,64,balanced,0.20045183181762694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,64,balanced,0.2645350456237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,64,balanced,0.3360153579711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,64,power_law_1.01,0.08695551872253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,64,power_law_1.01,0.08731904029846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,64,power_law_1.01,0.08690176010131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,64,power_law_1.01,0.0874623966217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,64,power_law_1.01,0.12281855583190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,64,power_law_1.01,0.1245900821685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,64,power_law_1.01,0.12866175651550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,64,power_law_1.01,0.12999551773071288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,64,power_law_1.01,0.13023103713989256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,64,power_law_1.01,0.13142016410827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,64,power_law_1.01,0.14219136238098146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,64,power_law_1.01,0.14278783798217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,64,power_law_1.01,0.14581503868103027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,64,power_law_1.01,0.15091967582702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,64,power_law_1.01,0.15698431968688964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,64,power_law_1.01,0.15475071907043456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,64,power_law_1.01,0.1642176055908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,64,power_law_1.01,0.18757375717163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,64,power_law_1.01,0.21008512496948245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,64,power_law_1.01,0.2615500831604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,64,power_law_1.01,0.35350143432617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,64,power_law_1.01,0.5146739196777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,64,power_law_1.01,0.6333401489257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,64,power_law_1.01,0.8453555297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,64,power_law_1.01,1.2406553649902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,64,power_law_1.01,0.0546457576751709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,64,power_law_1.01,0.05478015899658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,64,power_law_1.01,1.8077900695800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,64,power_law_1.01,0.05470208168029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,64,power_law_1.01,0.05480447769165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,64,power_law_1.01,0.06447360038757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,64,power_law_1.01,0.06611968040466308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,64,power_law_1.01,0.06879104137420654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,64,power_law_1.01,0.07035264015197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,64,power_law_1.01,2.4162010192871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,64,power_law_1.01,0.07092607975006103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,64,power_law_1.01,0.07139200210571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,64,power_law_1.01,0.0724185609817505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,64,power_law_1.01,0.07492479801177979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,64,power_law_1.01,0.07899648189544678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,64,power_law_1.01,0.08281344413757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,64,power_law_1.01,0.08622079849243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,64,power_law_1.01,0.0862822437286377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,64,power_law_1.01,0.08962944030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,64,power_law_1.01,0.09809791564941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,64,power_law_1.01,0.11360639572143554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,64,power_law_1.01,0.15415936470031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,64,power_law_1.01,0.18143871307373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,64,power_law_1.01,0.25142656326293944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,64,power_law_1.01,0.32682113647460936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,64,power_law_1.01,0.46140159606933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,64,power_law_1.01,0.6154713439941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,64,power_law_1.01,0.8588339233398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,64,power_law_1.01,1.1843609619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,64,power_law_1.2,0.086810884475708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,64,power_law_1.2,0.08656384468078612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,64,power_law_1.2,0.087193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,64,power_law_1.2,0.07828864097595215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,64,power_law_1.2,0.12203136444091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,64,power_law_1.2,0.12671999931335448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,64,power_law_1.2,0.12969984054565428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,64,power_law_1.2,0.13101951599121092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,64,power_law_1.2,0.13093503952026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,64,power_law_1.2,0.13225215911865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,64,power_law_1.2,0.13893888473510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,64,power_law_1.2,0.14298239707946778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,64,power_law_1.2,0.14828800201416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,64,power_law_1.2,0.15351679801940918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,64,power_law_1.2,0.15836031913757326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,64,power_law_1.2,0.16359167098999022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,64,power_law_1.2,0.17207040786743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,64,power_law_1.2,0.20789119720458987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,64,power_law_1.2,0.23751552581787108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,64,power_law_1.2,0.33413761138916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,64,power_law_1.2,0.4306047821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,64,power_law_1.2,0.5993049621582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,64,power_law_1.2,0.84102783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,64,power_law_1.2,1.3434060668945311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,64,power_law_1.2,1.512606658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,64,power_law_1.2,2.7500595092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,64,power_law_1.2,0.057018880844116215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,64,power_law_1.2,0.05464960098266601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,64,power_law_1.2,0.054944000244140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,64,power_law_1.2,0.06342144012451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,64,power_law_1.2,3.741073913574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,64,power_law_1.2,0.06361599922180175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,64,power_law_1.2,0.0685913610458374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,64,power_law_1.2,0.06819071769714355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,64,power_law_1.2,0.07063680171966553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,64,power_law_1.2,0.07180928230285645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,64,power_law_1.2,0.07249663829803467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,64,power_law_1.2,0.07392127990722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,64,power_law_1.2,0.0770585584640503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,64,power_law_1.2,0.08149632453918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,64,power_law_1.2,0.08692992210388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,64,power_law_1.2,0.08605567932128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,64,power_law_1.2,0.08716287612915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,64,power_law_1.2,0.09455615997314452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,64,power_law_1.2,0.11051520347595215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,64,power_law_1.2,0.1326591968536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,64,power_law_1.2,0.17782016754150393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,64,power_law_1.2,0.1928191947937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,64,power_law_1.2,0.3418252944946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,64,power_law_1.2,0.3879884719848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,64,power_law_1.2,0.5926361465454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,64,power_law_1.2,0.8296729278564452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,64,power_law_1.2,1.3592230224609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,64,power_law_1.2,1.690575408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,32,balanced,0.03456255912780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,32,balanced,0.031110401153564456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,32,balanced,0.03093247890472412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,32,balanced,0.05632512092590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,32,balanced,0.06562943935394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,32,balanced,0.09021056175231934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,32,balanced,0.13296768188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,32,balanced,0.13293184280395506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,32,balanced,0.1348646354675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,32,balanced,0.1349824047088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,32,balanced,0.13743616104125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,32,balanced,0.14187135696411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,32,balanced,0.1438169574737549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,32,balanced,0.1480358409881592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,32,balanced,0.15078911781311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,32,balanced,0.15603455543518066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,32,balanced,0.1498508834838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,32,balanced,0.15913472175598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,32,balanced,0.16859392166137693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,32,balanced,0.18520063400268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,32,balanced,0.19966463088989256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,32,balanced,0.23052160263061525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,32,balanced,0.25999872207641606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,32,balanced,0.3332185745239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,32,balanced,0.4387583923339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,32,balanced,0.6686118316650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,32,balanced,0.8245734405517577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,32,balanced,0.031063039302825928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,32,balanced,0.031052799224853517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,32,balanced,0.03110527992248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,32,balanced,0.03261055946350098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,32,balanced,0.042027521133422854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,32,balanced,0.057553920745849606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,32,balanced,0.07094272136688232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,32,balanced,0.07113344192504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,32,balanced,0.07283199787139892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,32,balanced,0.07224319934844971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,32,balanced,0.07449344158172608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,32,balanced,0.07489664077758788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,32,balanced,0.07578623771667481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,32,balanced,0.07813632011413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,32,balanced,0.081594877243042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,32,balanced,0.0849830436706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,32,balanced,0.07868800163269044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,32,balanced,0.0859609603881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,32,balanced,0.0942796802520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,32,balanced,0.10922368049621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,32,balanced,0.12652671813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,32,balanced,0.15581695556640623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,32,balanced,0.18537471771240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,32,balanced,0.24721023559570315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,32,balanced,0.3016435241699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,32,balanced,0.4222655868530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,32,balanced,0.04116991996765137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,32,balanced,0.5439321517944335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,32,balanced,0.040372481346130376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,32,balanced,0.040663042068481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,32,balanced,0.041521921157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,32,balanced,0.04075263977050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,32,balanced,0.04446847915649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,32,balanced,0.05470079898834228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,32,balanced,0.05423232078552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,32,balanced,0.05956352233886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,32,balanced,0.05912064075469971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,32,balanced,0.07236224174499511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,32,balanced,0.07700607776641846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,32,balanced,0.09026559829711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,32,balanced,0.09869440078735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,32,balanced,0.1257369613647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,32,balanced,0.12983551979064942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,32,balanced,0.13627519607543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,32,balanced,0.1921356773376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,32,balanced,0.23000320434570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,32,balanced,0.3337843322753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,32,balanced,0.4257689666748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,32,balanced,0.613328628540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,32,balanced,0.8022937774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,32,balanced,1.1742489624023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,32,balanced,1.554124755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,32,balanced,2.289772796630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,32,power_law_1.01,0.09149567604064941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,32,power_law_1.01,0.0909324836730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,32,power_law_1.01,0.09149824142456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,32,power_law_1.01,0.09005056381225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,32,balanced,2.9777368164062503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,32,power_law_1.01,0.12782079696655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,32,power_law_1.01,0.12508543968200683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,32,power_law_1.01,0.1307033634185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,32,power_law_1.01,0.13225855827331542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,32,power_law_1.01,0.13455871582031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,32,power_law_1.01,0.1344217586517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,32,power_law_1.01,0.14291328430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,32,power_law_1.01,0.14462592124938964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,32,power_law_1.01,0.1467852783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,32,power_law_1.01,0.15377023696899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,32,power_law_1.01,0.15247872352600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,32,power_law_1.01,0.15736703872680663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,32,power_law_1.01,0.16822912216186522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,32,power_law_1.01,0.18444416046142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,32,power_law_1.01,0.20640895843505858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,32,power_law_1.01,0.2284543991088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,32,power_law_1.01,0.28769407272338865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,32,power_law_1.01,0.39637760162353514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,32,power_law_1.01,0.49522560119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,32,power_law_1.01,0.7703052520751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,32,power_law_1.01,0.9162982177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,32,power_law_1.01,1.4146124267578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,32,power_law_1.01,0.0563699197769165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,32,power_law_1.01,0.05657343864440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,32,power_law_1.01,1.9027059936523436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,32,power_law_1.01,0.05689983844757081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,32,power_law_1.01,0.05759103775024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,32,power_law_1.01,0.06878848075866699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,32,power_law_1.01,0.06893439769744873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,32,power_law_1.01,0.07035776138305663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,32,power_law_1.01,0.07196159839630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,32,power_law_1.01,0.07194496154785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,32,power_law_1.01,0.07343232154846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,32,power_law_1.01,0.07658239841461181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,32,power_law_1.01,0.0789798402786255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,32,power_law_1.01,0.08249216079711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,32,power_law_1.01,0.0897267246246338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,32,power_law_1.01,0.0829644775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,32,power_law_1.01,0.08318335533142089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,32,power_law_1.01,0.09055487632751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,32,power_law_1.01,0.10820223808288573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,32,power_law_1.01,0.11799296379089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,32,power_law_1.01,0.16053119659423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,32,power_law_1.01,0.1907174491882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,32,power_law_1.01,0.2558847999572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,32,power_law_1.01,0.31618560791015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,32,power_law_1.01,0.4874675369262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,32,power_law_1.01,0.5735564804077148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,32,power_law_1.01,0.9650367736816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,32,power_law_1.01,0.04248960018157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,32,power_law_1.01,1.1617894744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,32,power_law_1.01,0.040839681625366206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,32,power_law_1.01,0.04335360050201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,32,power_law_1.01,0.044432640075683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,32,power_law_1.01,0.04580863952636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,32,power_law_1.01,0.055659518241882325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,32,power_law_1.01,0.05700607776641846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,32,power_law_1.01,0.07656832218170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,32,power_law_1.01,0.09072256088256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,32,power_law_1.01,0.07538303852081299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,32,power_law_1.01,0.09950336456298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,32,power_law_1.01,0.12903552055358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,32,power_law_1.01,0.13218175888061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,32,power_law_1.01,0.18588928222656248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,32,power_law_1.01,0.18819711685180665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,32,power_law_1.01,0.22200576782226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,32,power_law_1.01,0.27687936782836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,32,power_law_1.01,0.42033664703369145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,32,power_law_1.01,0.47255550384521483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,32,power_law_1.01,0.783710708618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,32,power_law_1.01,1.0335577392578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,32,power_law_1.01,1.4857498168945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,32,power_law_1.2,0.09148927688598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,32,power_law_1.2,0.09109248161315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,32,power_law_1.2,0.09146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,32,power_law_1.2,0.0904371166229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,32,power_law_1.2,0.1251904010772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,32,power_law_1.2,0.12902912139892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,32,power_law_1.2,0.12981632232666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,32,power_law_1.2,0.13057920455932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,32,power_law_1.2,0.12072704315185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,32,power_law_1.2,0.13443072319030763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,32,power_law_1.2,0.14200575828552248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,32,power_law_1.2,0.14442879676818848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,32,power_law_1.2,0.1522982406616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,32,power_law_1.2,0.1543628787994385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,32,power_law_1.2,0.157510404586792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,32,power_law_1.2,0.16368000030517577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,32,power_law_1.2,0.17167360305786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,32,power_law_1.2,0.19215360641479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,32,power_law_1.2,0.22281856536865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,32,power_law_1.2,0.24603647232055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,32,power_law_1.2,0.37906688690185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,32,power_law_1.2,0.4721446228027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,32,power_law_1.2,0.646561279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,32,power_law_1.2,1.0956928253173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,32,power_law_1.2,1.1570764923095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,32,power_law_1.2,2.0974079895019533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,32,power_law_1.2,0.06256127834320069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,32,power_law_1.2,0.056258559226989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,32,power_law_1.2,0.056629757881164554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,32,power_law_1.2,2.60013427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,32,power_law_1.2,0.05608320236206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,32,power_law_1.2,0.07007232189178467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,32,power_law_1.2,0.06688127994537355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,32,power_law_1.2,0.0700928020477295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,32,power_law_1.2,0.071146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,32,power_law_1.2,0.07236095905303955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,32,power_law_1.2,0.07636223793029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,32,power_law_1.2,0.07949696063995362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,32,power_law_1.2,0.08311936378479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,32,power_law_1.2,0.08702079772949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,32,power_law_1.2,0.07428607940673829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,32,power_law_1.2,0.08459136009216309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,32,power_law_1.2,0.08771967887878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,32,power_law_1.2,0.09410304069519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,32,power_law_1.2,0.11459712028503417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,32,power_law_1.2,0.135664644241333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,32,power_law_1.2,0.1733951950073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,32,power_law_1.2,0.19966720581054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,32,power_law_1.2,0.26908800125122073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,32,power_law_1.2,0.36630016326904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,32,power_law_1.2,0.6334463882446288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,32,power_law_1.2,0.8617804718017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,32,power_law_1.2,1.2861273193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,4,32,power_law_1.2,0.04312960147857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,4,32,power_law_1.2,0.04143743991851807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,4,32,power_law_1.2,0.04224639892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,32,power_law_1.2,1.8551756286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,4,32,power_law_1.2,0.04198400020599365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,4,32,power_law_1.2,0.04835072040557861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,4,32,power_law_1.2,0.057116160392761225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,4,32,power_law_1.2,0.06153344154357911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,4,32,power_law_1.2,0.07229184150695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,4,32,power_law_1.2,0.07782911777496337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,4,32,power_law_1.2,0.09581439971923829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,4,32,power_law_1.2,0.12625280380249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,4,32,power_law_1.2,0.1331545639038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,4,32,power_law_1.2,0.13517056465148927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,32,power_law_1.01,1.9547698974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,4,32,power_law_1.2,0.18441343307495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,4,32,power_law_1.2,0.18634624481201173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,4,32,power_law_1.2,0.2724505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,4,32,power_law_1.2,0.2762060737609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,4,32,power_law_1.2,0.42431488037109377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,4,32,power_law_1.2,0.6542655944824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,4,32,power_law_1.2,0.9244620513916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,4,32,power_law_1.2,1.1336153411865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,32,power_law_1.01,2.925788269042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,32,power_law_1.01,4.343607177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,4,32,power_law_1.2,2.0757478332519534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,16,balanced,0.03052799940109253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,16,balanced,0.03052799940109253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,16,balanced,0.04354047775268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,16,balanced,0.056110081672668455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,16,balanced,0.06794367790222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,16,balanced,0.09088768005371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,16,balanced,0.13676671981811522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,16,balanced,0.13699839591979981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,16,balanced,0.14183168411254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,16,balanced,0.1418841552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,16,balanced,0.1455731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,16,balanced,0.14878463745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,16,balanced,0.15341055870056153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,16,balanced,0.14766207695007325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,16,balanced,0.151398401260376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,16,balanced,0.1558566379547119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,16,balanced,0.1628531265258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,16,balanced,0.17622400283813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,16,balanced,0.1897817611694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,16,balanced,0.21798912048339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,16,balanced,0.2454528045654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,16,balanced,0.3030156707763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,16,balanced,0.3570547103881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,16,balanced,0.47871486663818363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,16,balanced,0.634466552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,16,balanced,0.9772467041015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,16,balanced,1.2165248107910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,16,balanced,0.03070847988128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,16,balanced,0.030589439868927003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,16,balanced,0.03132159948348999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,16,balanced,0.03529344081878662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,16,balanced,0.04526976108551025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,16,balanced,0.062338562011718744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,16,balanced,0.07990911960601807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,16,balanced,0.07943295955657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,16,balanced,0.08086015701293944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,16,balanced,0.08106240272521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,16,balanced,0.08301568031311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,16,balanced,0.08528384208679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,16,balanced,0.09084799766540527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,16,balanced,0.08352128028869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,16,balanced,0.08720512390136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,16,balanced,0.09018367767333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,16,balanced,0.09723520278930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,16,balanced,0.10956671714782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,16,balanced,0.1256588840484619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,16,balanced,0.15212032318115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,16,balanced,0.18275711059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,16,balanced,0.23564416885375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,16,balanced,0.28887935638427736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,16,balanced,0.40678527832031247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,16,balanced,0.5116275024414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,16,balanced,0.7362931060791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,16,balanced,0.9661772918701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,16,balanced,0.03036799907684326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,16,balanced,0.0303654408454895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,16,balanced,0.043543038368225095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,16,balanced,0.04362112045288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,16,balanced,0.04498176097869873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,16,balanced,0.04910208225250244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,16,balanced,0.062199039459228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,16,balanced,0.06195968151092529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,16,balanced,0.06716800212860108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,16,balanced,0.06699520111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,16,balanced,0.08324224472045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,16,balanced,0.08823552131652831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,16,balanced,0.10226816177368163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,16,balanced,0.10329855918884276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,16,balanced,0.140185604095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,16,balanced,0.14491776466369627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,16,balanced,0.15906432151794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,16,balanced,0.23552127838134768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,16,balanced,0.28638591766357424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,16,balanced,0.41703422546386715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,16,balanced,0.5308492660522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,16,balanced,0.773523178100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,16,balanced,1.0142208099365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,4,32,power_law_1.2,2.27791748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,16,balanced,1.497469482421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,16,balanced,1.9765721130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,16,balanced,2.96078857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,16,power_law_1.01,0.06758912086486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,16,power_law_1.01,0.08737919807434083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,16,power_law_1.01,0.08568832397460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,16,power_law_1.01,0.08817791938781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,16,power_law_1.01,0.08932864189147949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,16,power_law_1.01,0.12365056037902833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,16,power_law_1.01,0.1283942413330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,16,balanced,3.8319732666015627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,16,power_law_1.01,0.12973312377929686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,16,power_law_1.01,0.1324390411376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,16,power_law_1.01,0.13710080146789552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,16,power_law_1.01,0.14164735794067382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,16,power_law_1.01,0.14565247535705567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,16,power_law_1.01,0.15069567680358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,16,power_law_1.01,0.14653696060180663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,16,power_law_1.01,0.15087360382080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,16,power_law_1.01,0.15880191802978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,16,power_law_1.01,0.1657151985168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,16,power_law_1.01,0.1891059112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,16,power_law_1.01,0.20076416015624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,16,power_law_1.01,0.23773183822631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,16,power_law_1.01,0.298604793548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,16,power_law_1.01,0.3838246536254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,16,power_law_1.01,0.5324889755249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,16,power_law_1.01,0.7411122894287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,16,power_law_1.01,1.0597119903564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,16,power_law_1.01,1.3552742004394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,16,power_law_1.01,0.044581117630004885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,16,power_law_1.01,0.05888383865356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,16,power_law_1.01,0.059157757759094244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,16,power_law_1.01,0.06061823844909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,16,power_law_1.01,1.9162060546875002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,16,power_law_1.01,0.06036863803863526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,16,power_law_1.01,0.0736191987991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,16,power_law_1.01,0.07556352138519287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,16,power_law_1.01,0.07685887813568115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,16,power_law_1.01,0.07742591857910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,16,power_law_1.01,0.08041983604431152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,16,power_law_1.01,0.08485631942749024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,16,power_law_1.01,0.0864691162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,16,power_law_1.01,0.09121919631958007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,16,power_law_1.01,0.08601856231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,16,power_law_1.01,0.08653823852539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,16,power_law_1.01,0.09298303604125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,16,power_law_1.01,0.10079104423522948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,16,power_law_1.01,0.1197593593597412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,16,power_law_1.01,0.14631168365478514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,16,power_law_1.01,0.1957043266296387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,16,power_law_1.01,0.2287718391418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,16,power_law_1.01,0.30005632400512694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,16,power_law_1.01,0.3178047943115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,16,power_law_1.01,0.5731046295166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,16,power_law_1.01,0.7047821044921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,16,power_law_1.01,1.0483519744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,16,power_law_1.01,0.03232640027999878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,16,power_law_1.01,0.03278975963592529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,16,power_law_1.01,1.4500416564941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,16,power_law_1.01,0.042580480575561526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,16,power_law_1.01,0.0471295976638794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,16,power_law_1.01,0.04889855861663818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,16,power_law_1.01,0.05246463775634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,16,power_law_1.01,0.06101632118225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,16,power_law_1.01,0.07401088237762452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,16,power_law_1.01,0.07766272068023682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,16,power_law_1.01,0.09664640426635743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,16,power_law_1.01,0.10276864051818849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,16,power_law_1.01,0.1225382423400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,16,power_law_1.01,0.13926783561706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,16,power_law_1.01,0.1519206428527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,16,power_law_1.01,0.18084352493286132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,16,power_law_1.01,0.1948748779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,16,power_law_1.01,0.26057600021362304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,16,power_law_1.01,0.3501990509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,16,power_law_1.01,0.5042585754394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,16,power_law_1.01,0.7191423797607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,16,power_law_1.01,0.9449894714355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,16,power_law_1.01,1.036715545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,4,32,power_law_1.2,3.2288525390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,32,power_law_1.01,6.2994409179687505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,16,power_law_1.01,1.450900421142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,16,power_law_1.01,2.601292724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,16,power_law_1.2,0.06778240203857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,16,power_law_1.2,0.08667008399963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,16,power_law_1.2,0.08028415679931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,16,power_law_1.2,0.08869119644165038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,16,power_law_1.2,0.08892031669616698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,16,power_law_1.2,0.11758975982666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,16,power_law_1.2,0.1268070411682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,16,power_law_1.2,0.12837887763977052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,16,power_law_1.2,0.13409279823303222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,16,power_law_1.2,0.13737600326538085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,16,power_law_1.2,0.14309887886047362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,16,power_law_1.2,0.14810879707336427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,16,power_law_1.2,0.1538035202026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,16,power_law_1.2,0.15184127807617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,16,power_law_1.2,0.1583615970611572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,16,power_law_1.2,0.16143615722656252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,16,power_law_1.2,0.17133312225341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,16,power_law_1.2,0.1934668731689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,16,power_law_1.2,0.22226303100585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,16,power_law_1.2,0.27238271713256834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,16,power_law_1.2,0.3127782440185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,16,power_law_1.2,0.454832649230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,16,power_law_1.2,0.6004876708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,16,power_law_1.2,0.8019174194335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,16,power_law_1.2,1.27206787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,16,power_law_1.2,1.855985870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,16,power_law_1.2,2.3018995666503903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,16,power_law_1.2,0.04810880184173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,16,power_law_1.2,0.057287678718566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,16,power_law_1.2,0.05647232055664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,16,power_law_1.2,0.05924992084503174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,16,power_law_1.2,0.05910655975341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,16,power_law_1.2,0.0710643196105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,16,power_law_1.2,0.07384448051452637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,16,power_law_1.2,0.07636735916137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,16,power_law_1.2,0.07893119812011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,16,power_law_1.2,0.08013055801391603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,16,power_law_1.2,0.084782075881958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,16,power_law_1.2,0.08927488327026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,16,power_law_1.2,0.0904371166229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,16,power_law_1.2,0.08689023971557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,16,power_law_1.2,0.09077631950378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,16,power_law_1.2,0.09376640319824218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,16,power_law_1.2,0.10710911750793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,16,power_law_1.2,0.12773632049560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,16,power_law_1.2,0.14505984306335448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,16,power_law_1.2,0.1966963195800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,16,power_law_1.2,0.24589311599731448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,16,power_law_1.2,0.31039487838745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,16,power_law_1.2,0.449431037902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,16,power_law_1.2,0.6710848236083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,16,power_law_1.2,0.8793689727783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,16,power_law_1.2,1.3040396118164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,16,power_law_1.2,1.7487397766113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,16,power_law_1.2,0.03303296089172363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,16,power_law_1.2,0.03408128023147583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,16,power_law_1.2,0.04246143817901611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,16,power_law_1.2,0.0448140811920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,16,power_law_1.2,0.04942592144012451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,16,power_law_1.2,0.05420544147491455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,16,power_law_1.2,0.07181312084197998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,16,power_law_1.2,0.07448959827423096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,16,power_law_1.2,0.07928319931030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,16,power_law_1.2,0.09851263999938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,16,power_law_1.2,0.12007424354553223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,16,power_law_1.2,0.1380416011810303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,16,power_law_1.2,0.14449536323547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,16,power_law_1.2,0.16858112335205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,16,power_law_1.2,0.2003596878051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,16,power_law_1.2,0.20967935562133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,16,power_law_1.2,0.26851711273193357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,32,power_law_1.01,7.870474243164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,16,power_law_1.2,0.3576755142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,16,power_law_1.2,0.501863670349121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,16,power_law_1.2,0.7490329742431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,16,power_law_1.2,0.8636160278320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,16,power_law_1.01,3.2339685058593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,4,32,power_law_1.2,5.430973510742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,16,power_law_1.2,1.4496307373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,16,power_law_1.2,1.9456076049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,16,power_law_1.01,6.704680786132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,8,balanced,0.030566399097442624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,8,balanced,0.030958080291748048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,8,balanced,0.04263423919677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,8,balanced,0.060634880065917975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,8,balanced,0.07040768146514893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,8,balanced,0.0968563175201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,8,balanced,0.14152704238891603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,8,balanced,0.14605567932128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,8,balanced,0.1496217632293701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,8,balanced,0.15339263916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,8,balanced,0.14677248001098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,8,balanced,0.15080320358276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,8,balanced,0.15453184127807618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,8,balanced,0.1620966339111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,8,balanced,0.16959743499755858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,8,balanced,0.1748646354675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,8,balanced,0.18684928894042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,8,balanced,0.21232255935668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,8,balanced,0.23834495544433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,8,balanced,0.2901657676696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,8,balanced,0.34306304931640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,8,balanced,0.4516928100585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,8,balanced,0.5550297546386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,8,balanced,0.7700748443603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,8,balanced,1.044120330810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,8,balanced,1.6148287963867187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,8,balanced,2.084199676513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,8,balanced,0.031139841079711916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,8,balanced,0.031249918937683106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,8,balanced,0.03423104047775268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,8,balanced,0.04117760181427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,8,balanced,0.05188479900360108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,8,balanced,0.07402112007141112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,8,balanced,0.0952076816558838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,8,balanced,0.09815296173095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,8,balanced,0.10077312469482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,8,balanced,0.10340479850769042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,8,balanced,0.0970969581604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,8,balanced,0.1007091236114502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,8,balanced,0.1032908821105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,8,balanced,0.11059328079223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,8,balanced,0.11518719673156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,8,balanced,0.1219315242767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,8,balanced,0.13600768089294432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,8,balanced,0.16055936813354493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,8,balanced,0.1877337646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,8,balanced,0.23936384201049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,8,balanced,0.29251712799072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,8,balanced,0.3974195098876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,8,balanced,0.49803520202636714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,8,balanced,0.7297625732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,8,balanced,0.9353126525878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,8,balanced,1.3776165771484377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,8,balanced,1.817442626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,8,power_law_1.01,0.062332158088684086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,8,power_law_1.01,0.06729599952697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,8,power_law_1.01,0.06950143814086915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,8,power_law_1.01,0.07933184146881103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,8,power_law_1.01,0.0827660846710205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,8,power_law_1.01,0.08613759994506835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,8,power_law_1.01,0.1289971160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,8,power_law_1.01,0.1358579158782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,8,power_law_1.01,0.13876992225646972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,8,power_law_1.01,0.14459391593933107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,8,power_law_1.01,0.14950271606445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,8,power_law_1.01,0.14705535888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,8,power_law_1.01,0.1458803176879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,8,power_law_1.01,0.15172351837158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,8,power_law_1.01,0.156048641204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,8,power_law_1.01,0.16403072357177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,8,power_law_1.01,0.17451520919799807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,8,power_law_1.01,0.19303936004638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,8,power_law_1.01,0.2157593536376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,8,power_law_1.01,0.2687398338317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,8,power_law_1.01,0.3157580757141113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,8,power_law_1.01,0.3904959869384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,8,power_law_1.01,0.5315788650512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,8,power_law_1.01,0.7626483154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,8,power_law_1.01,0.9831513977050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,8,power_law_1.01,1.503970489501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,8,power_law_1.01,1.9644224548339841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,8,power_law_1.01,0.03657344102859497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,8,power_law_1.01,0.05021312236785889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,8,power_law_1.01,0.05523839950561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,8,power_law_1.01,0.05924736022949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,8,power_law_1.01,0.06700287818908691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,8,power_law_1.01,0.06600063800811767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,8,power_law_1.01,0.08979968070983887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,8,power_law_1.01,0.09027968406677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,8,power_law_1.01,0.09284480094909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,8,power_law_1.01,0.09535743713378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,8,power_law_1.01,0.10152704238891601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,8,power_law_1.01,0.09868160247802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,8,power_law_1.01,0.09528575897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,8,power_law_1.01,0.10068223953247071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,8,power_law_1.01,0.10411392211914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,8,power_law_1.01,0.1113856029510498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,8,power_law_1.01,0.12004735946655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,8,power_law_1.01,0.14623871803283692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,8,power_law_1.01,0.17207296371459962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,8,power_law_1.01,0.20336000442504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,8,power_law_1.01,0.2678016090393066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,8,power_law_1.01,0.3677977752685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,8,power_law_1.01,0.491486701965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,8,power_law_1.01,0.6839334106445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,8,power_law_1.01,0.8092736053466798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,8,power_law_1.01,1.3310835266113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,8,power_law_1.01,1.7430221557617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,8,power_law_1.2,0.06372096061706542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,4,32,power_law_1.2,8.428898315429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,8,power_law_1.2,0.06692736148834229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,8,power_law_1.2,0.06578815937042236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,8,power_law_1.2,0.0752127981185913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,8,power_law_1.2,0.08279423713684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,8,power_law_1.2,0.08841471672058106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,8,power_law_1.2,0.12999168395996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,8,power_law_1.2,0.1344268798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,8,power_law_1.2,0.13691904067993163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,8,power_law_1.2,0.14159487724304198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,8,power_law_1.2,0.14872960090637205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,8,power_law_1.2,0.14819456100463868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,8,power_law_1.2,0.14710144042968748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,8,power_law_1.2,0.15225600242614745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,8,power_law_1.2,0.16402175903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,8,power_law_1.2,0.16553728103637694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,16,power_law_1.01,4.9235162353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,8,power_law_1.2,0.1721164894104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,8,power_law_1.2,0.22441471099853513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,8,power_law_1.2,0.19524736404418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,8,power_law_1.2,0.27751295089721684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,8,power_law_1.2,0.33929088592529294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,8,power_law_1.2,0.44413185119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,8,power_law_1.2,0.5492467117309571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,8,power_law_1.2,0.9041305541992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,8,power_law_1.2,0.9912038421630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,8,power_law_1.2,0.036587519645690916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,8,power_law_1.2,0.04874495983123779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,8,power_law_1.2,1.583953857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,8,power_law_1.2,0.05094783782958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,8,power_law_1.2,0.05767168045043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,8,power_law_1.2,0.06573056221008301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,8,power_law_1.2,0.0638323211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,8,power_law_1.2,0.08948479652404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,8,power_law_1.2,0.09184767723083495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,8,power_law_1.2,0.09211520195007325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,8,power_law_1.2,0.09774592399597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,8,power_law_1.2,2.265927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,8,power_law_1.2,0.09938559532165528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,16,power_law_1.2,2.90329345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,8,power_law_1.2,0.10145279884338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,8,power_law_1.2,0.10214143753051759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,8,power_law_1.2,0.11416576385498048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,8,power_law_1.2,0.10701055526733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,8,power_law_1.2,0.12186495780944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,8,power_law_1.2,0.15017215728759764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,8,power_law_1.2,0.17770624160766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,8,power_law_1.2,0.2337459182739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,8,power_law_1.2,0.2958835220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,8,power_law_1.2,0.3605913543701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,8,power_law_1.2,0.09852928161621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,8,power_law_1.2,0.49260414123535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,8,power_law_1.2,0.7112601470947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,4,balanced,0.030332159996032716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,8,power_law_1.2,0.9759193420410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,4,balanced,0.03194240093231201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,4,balanced,0.06440063953399658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,4,balanced,0.04571392059326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,4,balanced,0.07511807918548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,4,balanced,0.10043519973754882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,4,balanced,0.10314496040344238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,4,balanced,0.10523008346557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,8,power_law_1.2,1.4584947204589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,4,balanced,0.14218624114990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,4,balanced,0.1443276786804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,4,balanced,0.14916607856750488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,4,balanced,0.15196928024291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,4,balanced,0.15622783660888673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,8,power_law_1.2,1.8350349426269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,4,balanced,0.16375295639038084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,4,balanced,0.17012096405029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,4,balanced,0.17663232803344725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,4,balanced,0.21223936080932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,4,balanced,0.237126407623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,4,balanced,0.29042816162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,4,balanced,0.34509056091308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,4,balanced,0.4538534545898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,4,balanced,0.5559807968139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,4,balanced,0.18734464645385743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,4,balanced,0.7703001403808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,4,balanced,0.030256640911102296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,4,balanced,1.0301337432861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,4,balanced,0.03207808017730713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,4,balanced,0.045623040199279784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,4,balanced,0.035854079723358155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,4,balanced,0.061758718490600585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,4,balanced,0.09249919891357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,4,balanced,0.09608192443847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,4,balanced,0.0964902400970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,4,balanced,1.6121253967285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,4,balanced,0.12245504379272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,4,balanced,0.12331904411315917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,4,balanced,0.1289292812347412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,4,balanced,0.1297433567047119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,4,balanced,0.13353216171264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,4,balanced,0.14085760116577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,4,balanced,0.1461081600189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,4,balanced,0.14835455894470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,4,balanced,0.16286848068237306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,4,balanced,0.1883955192565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,4,balanced,0.21053823471069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,4,balanced,0.26494848251342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,4,balanced,0.31330047607421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,4,balanced,0.4105548858642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,4,balanced,0.5122214508056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,4,balanced,0.7646028900146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,4,balanced,2.168536376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,4,power_law_1.01,0.037020161151885986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,4,balanced,0.9680166625976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,4,power_law_1.01,0.05953279972076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,4,power_law_1.01,0.06318848133087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,4,balanced,1.4560806274414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,4,power_law_1.01,0.07345024108886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,4,power_law_1.01,0.07681024074554443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,4,power_law_1.01,0.08762240409851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,4,power_law_1.01,0.10084863662719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,4,power_law_1.01,0.1021247959136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,4,balanced,1.9206207275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,4,power_law_1.01,0.13637375831604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,4,power_law_1.01,0.1373862361907959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,4,power_law_1.01,0.14035200119018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,4,power_law_1.01,0.14498687744140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,4,power_law_1.01,0.14805248260498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,4,power_law_1.01,0.15599743843078612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,4,power_law_1.01,0.16299135208129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,4,power_law_1.01,0.16900863647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,4,power_law_1.01,0.18490495681762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,4,power_law_1.01,0.20738815307617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,4,power_law_1.01,0.23933696746826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,4,power_law_1.01,0.29156864166259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,4,power_law_1.01,0.34198143005371096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,4,power_law_1.01,0.447399673461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,4,power_law_1.01,0.5454143905639649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,4,power_law_1.01,0.8028428649902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,4,power_law_1.01,0.03460992097854614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,4,power_law_1.01,1.1073113250732423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,4,power_law_1.01,0.04074751853942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,4,power_law_1.01,0.04909952163696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,4,power_law_1.01,0.05613056182861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,4,power_law_1.01,1.5767205810546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,4,power_law_1.01,0.0646131181716919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,4,power_law_1.01,0.06475008010864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,4,power_law_1.01,0.09456128120422364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,4,power_law_1.01,0.08491904258728027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,4,power_law_1.01,0.10978560447692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,4,power_law_1.01,0.11291007995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,4,power_law_1.01,0.11634304046630858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,4,power_law_1.01,2.067421417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,4,power_law_1.01,0.12192383766174317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,4,power_law_1.01,0.12260864257812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,4,power_law_1.01,0.13284223556518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,4,power_law_1.01,0.14354816436767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,4,power_law_1.01,0.14412927627563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,4,power_law_1.01,0.15373056411743163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,4,power_law_1.01,0.18158208847045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,4,power_law_1.01,0.21441791534423826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,4,power_law_1.01,0.2633919906616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,4,power_law_1.01,0.31865983963012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,4,power_law_1.01,0.43537662506103514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,4,power_law_1.01,0.5819097518920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,4,power_law_1.01,0.7865049743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,4,power_law_1.2,0.037493760585784915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,4,power_law_1.01,1.051942367553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,4,power_law_1.2,0.059157757759094244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,4,power_law_1.2,0.06197887897491455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,4,power_law_1.2,0.07207424163818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,4,power_law_1.01,1.5244096374511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,4,power_law_1.2,0.07814784049987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,4,power_law_1.2,0.08859904289245606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,4,power_law_1.2,0.09027327537536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,4,power_law_1.2,0.10352383613586427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,4,power_law_1.2,0.1374950408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,4,power_law_1.2,0.13696767807006835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,4,power_law_1.2,0.14129664421081542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,4,power_law_1.01,2.0238887023925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,4,power_law_1.2,0.14433152198791505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,4,power_law_1.2,0.14951935768127442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,4,power_law_1.2,0.1573311996459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,4,power_law_1.2,0.16574207305908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,4,power_law_1.2,0.17231231689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,4,power_law_1.2,0.1872345542907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,4,power_law_1.2,0.21200639724731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,4,power_law_1.2,0.23869440078735354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,4,power_law_1.2,0.2907891273498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,4,power_law_1.2,0.34291969299316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,4,power_law_1.2,0.4549811172485351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,4,power_law_1.2,0.5631475067138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,4,power_law_1.2,0.8636608123779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,4,power_law_1.2,0.03442431926727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,4,power_law_1.2,1.1033753967285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,4,power_law_1.2,0.041670398712158205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,4,power_law_1.2,0.04684160232543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,4,power_law_1.2,0.0546227216720581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,4,power_law_1.2,0.06259712219238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,4,power_law_1.2,1.6404237365722658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,4,power_law_1.2,0.06387712001800537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,4,power_law_1.2,0.079683837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,4,power_law_1.2,0.09569791793823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,4,power_law_1.2,0.10804736137390136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,4,power_law_1.2,0.11292799949645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,4,power_law_1.2,0.11703295707702636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,4,power_law_1.2,0.11853440284729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,4,power_law_1.2,2.241817626953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,4,power_law_1.2,0.1329075241088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,4,power_law_1.2,0.13778816223144533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,4,power_law_1.2,0.14548352241516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,4,power_law_1.2,0.15728639602661132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,4,power_law_1.2,0.18430591583251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,4,power_law_1.2,0.21739776611328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,4,power_law_1.2,0.27299455642700193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,4,power_law_1.2,0.327193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,4,power_law_1.2,0.12521599769592284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,4,power_law_1.2,0.4489139175415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,4,power_law_1.2,0.5743513488769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,4,power_law_1.2,0.8197388458251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,4,power_law_1.2,1.079783706665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,128,balanced,0.06358016014099122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,128,balanced,0.0636288022994995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,128,balanced,0.06351744174957276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,128,balanced,0.06349184036254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,4,power_law_1.2,1.555294647216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,128,balanced,0.06324607849121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,128,balanced,0.07927040100097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,128,balanced,0.12547840118408202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,128,balanced,0.12439680099487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,128,balanced,0.12602368354797364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,128,balanced,0.12606335639953614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,128,balanced,0.1248204803466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,4,power_law_1.2,2.093297882080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,128,balanced,0.12813311576843261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,128,balanced,0.12770560264587402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,128,balanced,0.12916735649108885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,128,balanced,0.13263487815856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,128,balanced,0.13341055870056154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,128,balanced,0.1322982406616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,128,balanced,0.13833087921142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,128,balanced,0.1448153591156006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,128,balanced,0.15268351554870604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,128,balanced,0.14822912216186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,128,balanced,0.162425594329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,128,balanced,0.16835199356079103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,128,balanced,0.21082239151000975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,128,balanced,0.2570342445373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,128,balanced,0.03606656074523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,128,balanced,0.03531775951385498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,128,balanced,0.3879641723632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,128,balanced,0.037052159309387205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,128,balanced,0.0366975998878479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,128,balanced,0.03718528032302856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,128,balanced,0.45730430603027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,128,balanced,0.04956416130065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,128,balanced,0.061012477874755854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,128,balanced,0.06092800140380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,128,balanced,0.06160255908966065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,128,balanced,0.06127999782562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,128,balanced,0.0620198392868042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,128,balanced,0.06255231857299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,128,balanced,0.062641921043396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,128,balanced,0.06328703880310058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,128,balanced,0.06458752155303955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,128,balanced,0.06574336051940918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,128,balanced,0.06694015979766846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,128,balanced,0.06819583892822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,128,balanced,0.07350527763366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,128,balanced,0.08066944122314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,128,balanced,0.0774783992767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,128,balanced,0.08690815925598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,128,balanced,0.09756416320800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,128,balanced,0.11848575592041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,128,balanced,0.13522303581237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,128,balanced,0.17365631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,128,balanced,0.2165657615661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,128,power_law_1.01,0.07935743808746339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,128,power_law_1.01,0.07877120018005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,128,power_law_1.01,0.07850111961364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,128,power_law_1.01,0.07909376144409179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,128,power_law_1.01,0.12428799629211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,128,power_law_1.01,0.12643584251403808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,128,power_law_1.01,0.12616448402404784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,128,power_law_1.01,0.12940287590026855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,128,power_law_1.01,0.1296793556213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,128,power_law_1.01,0.1352665615081787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,128,power_law_1.01,0.1313036823272705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,128,power_law_1.01,0.13250432014465333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,128,power_law_1.01,0.13522303581237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,128,power_law_1.01,0.1454092788696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,128,power_law_1.01,0.1526694393157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,128,power_law_1.01,0.15451519966125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,128,power_law_1.01,0.16402175903320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,128,power_law_1.01,0.1976755142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,128,power_law_1.01,0.2661836814880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,128,power_law_1.01,0.36246910095214846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,128,power_law_1.01,0.14856960296630858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,128,power_law_1.01,0.5343040084838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,128,power_law_1.01,0.6123801422119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,128,power_law_1.01,0.9903014373779296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,128,power_law_1.01,0.05036287784576417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,128,power_law_1.01,1.242886428833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,128,power_law_1.01,0.050470399856567386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,128,power_law_1.01,0.05014272212982178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,128,power_law_1.01,0.05052159786224365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,128,power_law_1.01,0.06026495933532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,128,power_law_1.01,0.0620633602142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,128,power_law_1.01,0.06184447765350341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,128,power_law_1.01,0.06269184112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,128,power_law_1.01,2.247000274658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,128,power_law_1.01,0.06248191833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,128,power_law_1.01,0.06370560169219971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,128,power_law_1.01,0.064966402053833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,128,power_law_1.01,0.06638463973999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,128,power_law_1.01,0.06891647815704346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,128,power_law_1.01,0.07071872234344483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,128,power_law_1.01,0.0756876802444458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,128,power_law_1.01,0.07648384094238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,128,power_law_1.01,2.771861877441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,128,power_law_1.01,0.08467455863952636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,128,power_law_1.01,0.08746496200561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,128,power_law_1.01,0.1001471996307373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,128,power_law_1.01,0.13143808364868165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,128,power_law_1.01,0.15257856369018555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,128,power_law_1.01,0.22583679199218748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,128,power_law_1.01,0.2817600059509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,128,power_law_1.01,0.4101887893676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,128,power_law_1.01,0.5190758514404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,128,power_law_1.01,0.871694107055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,128,power_law_1.01,1.3194776916503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,128,power_law_1.2,0.07941887855529786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,128,power_law_1.2,0.07904767990112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,128,power_law_1.2,0.07885312080383301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,128,power_law_1.2,0.12315648078918458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,128,power_law_1.2,0.12379648208618163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,128,power_law_1.2,0.1270041561126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,128,power_law_1.2,0.1268607997894287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,128,power_law_1.2,0.1275545597076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,128,power_law_1.2,0.13011712074279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,128,power_law_1.2,0.1314675235748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,128,power_law_1.2,0.1334284782409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,128,power_law_1.2,0.13582207679748534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,128,power_law_1.2,0.1403264045715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,128,power_law_1.2,0.1488486385345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,128,power_law_1.2,0.15348992347717286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,128,power_law_1.2,0.15504256248474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,128,power_law_1.2,0.1563417625427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,128,power_law_1.2,0.1947225570678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,128,power_law_1.2,0.23046144485473632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,128,power_law_1.2,0.31358463287353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,128,power_law_1.2,0.4185689544677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,128,power_law_1.2,0.7705919647216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,128,power_law_1.2,0.9730700683593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,128,power_law_1.2,1.5334950256347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,128,power_law_1.2,2.1144613647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,128,power_law_1.2,3.0871243286132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,128,power_law_1.2,0.05012735843658447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,128,power_law_1.2,0.05035903930664063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,128,power_law_1.2,0.05022463798522949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,128,power_law_1.2,0.06048128128051757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,128,power_law_1.2,0.06144512176513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,128,power_law_1.2,0.0614246416091919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,128,power_law_1.2,5.351641845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,128,power_law_1.2,0.06239488124847412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,128,power_law_1.2,0.06489855766296386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,128,power_law_1.2,0.06399487972259521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,128,power_law_1.2,0.06369152069091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,128,power_law_1.2,0.06644351959228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,128,power_law_1.2,0.06613247871398927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,128,power_law_1.2,0.0694374418258667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,128,power_law_1.2,0.07346176147460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,128,power_law_1.2,0.07994880199432372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,128,power_law_1.2,0.0816204833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,128,power_law_1.2,0.08225152015686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,128,power_law_1.2,0.0974182415008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,128,power_law_1.2,0.11331968307495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,128,power_law_1.2,0.1583308792114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,128,power_law_1.2,0.1896678352355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,128,power_law_1.2,0.32944000244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,16,power_law_1.2,3.89697021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,128,power_law_1.2,0.4539532852172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,128,power_law_1.2,0.7171366119384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,128,power_law_1.2,0.8407667541503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,128,power_law_1.2,1.2537010955810548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,128,power_law_1.2,2.1881651306152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,64,balanced,0.045934081077575684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,64,balanced,0.04587903976440429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,64,balanced,0.048588800430297854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,64,balanced,0.04858367919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,64,balanced,0.05940351963043213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,64,balanced,0.07661952018737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,64,balanced,0.11468031883239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,64,balanced,0.11463808059692382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,64,balanced,0.1157926368713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,64,balanced,0.11586943626403809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,64,balanced,0.116560640335083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,64,balanced,0.11813632011413575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,64,balanced,0.118406400680542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,64,balanced,0.11910783767700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,64,balanced,0.1381427192687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,64,balanced,0.125927677154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,64,balanced,0.1319219207763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,64,balanced,0.13565823554992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,64,balanced,0.13344127655029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,64,balanced,0.14228992462158202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,64,balanced,0.15070719718933107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,64,balanced,0.17170047760009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,64,balanced,0.18723583221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,64,balanced,0.2319590377807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,64,balanced,0.295655689239502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,64,balanced,0.44705791473388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,64,balanced,0.029460480213165285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,64,balanced,0.5406003189086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,64,balanced,0.029500160217285153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,64,balanced,0.03009536027908325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,64,balanced,0.029662721157073975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,64,balanced,0.036472320556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,64,balanced,0.04978432178497315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,64,balanced,0.060208640098571777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,64,balanced,0.05916800022125244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,64,balanced,0.06087039947509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,64,balanced,0.06013567924499512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,64,balanced,0.06189311981201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,64,balanced,0.061817598342895505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,64,balanced,0.06364031791687011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,64,balanced,0.06655360221862792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,64,balanced,0.06678656101226807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,64,balanced,0.0682047986984253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,64,balanced,0.07097983837127686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,64,balanced,0.07768703937530518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,64,balanced,0.07167871952056884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,64,balanced,0.0796121597290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,64,balanced,0.08787712097167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,64,balanced,0.10216704368591309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,64,balanced,0.11789952278137208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,64,balanced,0.15162624359130858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,64,balanced,0.17976320266723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,64,balanced,0.23840768814086913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,64,balanced,0.3009446334838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,64,power_law_1.01,0.07659520149230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,64,power_law_1.01,0.07649663925170899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,64,power_law_1.01,0.07655807971954345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,64,power_law_1.01,0.07703936100006104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,64,power_law_1.01,0.10626303672790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,64,power_law_1.01,0.10753151893615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,64,power_law_1.01,0.1155583953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,64,power_law_1.01,0.1177996826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,64,power_law_1.01,0.11545984268188476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,64,power_law_1.01,0.11705856323242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,64,power_law_1.01,0.11929856300354005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,64,power_law_1.01,0.12440447807312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,64,power_law_1.01,0.13500543594360354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,64,power_law_1.01,0.125982723236084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,64,power_law_1.01,0.13963007926940918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,64,power_law_1.01,0.135928316116333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,64,power_law_1.01,0.1447756767272949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,64,power_law_1.01,0.16009344100952147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,64,power_law_1.01,0.1790604782104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,64,power_law_1.01,0.23448448181152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,64,power_law_1.01,0.2825894355773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,64,power_law_1.01,0.4531161499023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,64,power_law_1.01,0.5240832138061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,64,power_law_1.01,0.7521254730224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,64,power_law_1.01,1.0188313293457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,64,power_law_1.01,0.04996992111206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,64,power_law_1.01,1.3322840881347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,64,power_law_1.01,0.04981760025024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,64,power_law_1.01,0.05029248237609864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,64,power_law_1.01,0.04987520217895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,64,power_law_1.01,0.057674241065979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,64,power_law_1.01,1.8891877746582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,64,power_law_1.01,0.05801216125488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,64,power_law_1.01,0.05994368076324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,64,power_law_1.01,0.06221183776855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,64,power_law_1.01,0.06228352069854737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,64,power_law_1.01,0.06450560092926025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,64,power_law_1.01,0.06471807956695556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,64,power_law_1.01,0.06723328113555908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,64,power_law_1.01,0.06837376117706298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,64,power_law_1.01,0.07241471767425536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,64,power_law_1.01,0.07525887966156006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,64,power_law_1.01,0.07903999805450439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,64,power_law_1.01,0.09100159645080566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,64,power_law_1.01,0.0772876787185669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,64,power_law_1.01,0.10539135932922364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,64,power_law_1.01,0.13401087760925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,64,power_law_1.01,0.157456636428833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,64,power_law_1.01,0.21130624771118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,64,power_law_1.01,0.3177126312255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,64,power_law_1.01,0.4070950317382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,64,power_law_1.01,0.5856204986572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,64,power_law_1.01,0.9046336364746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,64,power_law_1.01,1.0778124999999998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,64,power_law_1.2,0.07698431968688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,64,power_law_1.2,0.07678719997406006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,64,power_law_1.2,0.07693183898925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,64,power_law_1.2,0.10794239997863771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,64,power_law_1.2,0.10631679534912108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,64,power_law_1.2,0.10770048141479491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,64,power_law_1.2,0.11487744331359864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,64,power_law_1.2,0.11526528358459473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,64,power_law_1.2,0.11649279594421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,64,power_law_1.2,0.11798784255981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,64,power_law_1.2,0.12480256080627442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,64,power_law_1.2,0.1275648021697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,64,power_law_1.2,0.1327552032470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,64,power_law_1.2,0.13767168045043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,64,power_law_1.2,0.1391808032989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,64,power_law_1.2,0.13925503730773925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,64,power_law_1.2,0.15483519554138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,64,power_law_1.2,0.17781375885009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,64,power_law_1.2,0.18986751556396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,64,power_law_1.2,0.27600255966186527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,64,power_law_1.2,0.38467201232910153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,64,power_law_1.2,0.5139571380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,64,power_law_1.2,0.6684915161132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,64,power_law_1.2,1.1230489349365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,64,power_law_1.2,1.44835205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,64,power_law_1.2,2.335941162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,64,power_law_1.2,3.0714099121093748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,64,power_law_1.2,0.049960961341857915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,64,power_law_1.2,0.049943041801452634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,64,power_law_1.2,0.049815039634704586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,64,power_law_1.2,0.057474560737609856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,64,power_law_1.2,0.05575679779052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,64,power_law_1.2,0.05725696086883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,64,power_law_1.2,0.05932415962219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,64,power_law_1.2,0.06067967891693116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,64,power_law_1.2,0.0625484800338745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,64,power_law_1.2,0.06322432041168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,64,power_law_1.2,0.06583168029785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,64,power_law_1.2,0.06868991851806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,64,power_law_1.2,0.0705676794052124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,64,power_law_1.2,0.07607679843902589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,64,power_law_1.2,0.07341311931610107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,64,power_law_1.2,0.0782476806640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,64,power_law_1.2,0.08399999618530274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,64,power_law_1.2,0.09731328010559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,64,power_law_1.2,0.1119923210144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,64,power_law_1.2,0.16171136856079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,64,power_law_1.2,0.20917631149291993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,64,power_law_1.2,0.2731110382080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,64,power_law_1.2,0.3647180938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,64,power_law_1.2,0.6136614227294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,64,power_law_1.2,0.6731967926025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,64,power_law_1.2,1.3040269470214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,64,power_law_1.2,1.6027545166015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,4,32,power_law_1.2,11.369052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,16,power_law_1.2,5.4063232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,32,balanced,0.027686400413513185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,32,balanced,0.027495679855346677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,32,balanced,0.02790015935897827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,32,balanced,0.04815231800079346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,32,balanced,0.058279681205749514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,32,balanced,0.07708799839019775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,32,balanced,0.11529727935791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,32,balanced,0.11612799644470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,32,balanced,0.11889920234680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,32,balanced,0.11883647918701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,32,balanced,0.12097791671752929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,32,balanced,0.12413056373596192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,32,balanced,0.12632320404052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,32,balanced,0.13030271530151366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,32,balanced,0.13324543952941895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,32,balanced,0.13769856452941895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,32,balanced,0.13095295906066895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,32,balanced,0.13962623596191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,32,balanced,0.1482265567779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,32,balanced,0.16382976531982424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,32,balanced,0.17524351119995116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,32,balanced,0.2048294448852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,32,balanced,0.2296384048461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,32,balanced,0.2911180877685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,32,balanced,0.3852211380004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,32,balanced,0.5804479980468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,32,balanced,0.02870271921157837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,32,balanced,0.028792319297790525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,32,balanced,0.715130844116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,32,balanced,0.02880768060684204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,32,balanced,0.030615038871765136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,32,balanced,0.03500672101974488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,32,balanced,0.052620801925659176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,32,balanced,0.06391295909881592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,32,balanced,0.06477312088012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,32,balanced,0.06600063800811767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,32,balanced,0.06741759777069092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,32,balanced,0.06743296146392821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,32,balanced,0.06852735996246337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,32,balanced,0.07222911834716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,32,balanced,0.07428991794586182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,32,balanced,0.06613503932952881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,32,balanced,0.07756544113159179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,32,balanced,0.07102848052978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,32,balanced,0.07776000022888183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,32,balanced,0.08500991821289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,32,balanced,0.0964748764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,32,balanced,0.1126694393157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,32,balanced,0.13974656105041502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,32,balanced,0.16615936279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,32,balanced,0.22108543395996091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,32,balanced,0.26964607238769533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,32,balanced,0.3752268981933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,32,balanced,0.031496961116790775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,32,balanced,0.032117760181427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,32,balanced,0.48341121673583987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,32,balanced,0.03154687881469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,32,balanced,0.032156159877777105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,32,balanced,0.03293056011199951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,32,balanced,0.03602432012557984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,32,balanced,0.04754432201385498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,32,balanced,0.047736320495605465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,32,balanced,0.051639041900634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,32,balanced,0.05308671951293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,32,balanced,0.06261760234832764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,32,balanced,0.0686361598968506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,32,balanced,0.07748095989227295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,32,balanced,0.08560256004333497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,32,balanced,0.10945280075073242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,32,balanced,0.11415167808532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,32,balanced,0.11681920051574708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,32,balanced,0.16971519470214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,32,balanced,0.20375295639038088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,32,balanced,0.3006912040710449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,32,balanced,0.3758899307250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,32,balanced,0.5350105667114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,32,balanced,0.6913420867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,32,balanced,1.0165555572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,32,balanced,1.3527590942382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,32,balanced,1.971068115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,32,power_law_1.01,0.07646592140197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,32,power_law_1.01,0.07647359848022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,32,power_law_1.01,0.0773529577255249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,32,balanced,2.644272766113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,32,power_law_1.01,0.07805439949035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,32,power_law_1.01,0.10989824295043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,32,power_law_1.01,0.10366592407226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,32,power_law_1.01,0.11136256217956544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,32,power_law_1.01,0.11318271636962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,32,power_law_1.01,0.11627136230468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,32,power_law_1.01,0.12058752059936524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,32,power_law_1.01,0.12148991584777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,32,power_law_1.01,0.12459775924682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,32,power_law_1.01,0.13576831817626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,32,power_law_1.01,0.12931455612182616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,32,power_law_1.01,0.13311488151550294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,32,power_law_1.01,0.13769984245300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,32,power_law_1.01,0.14002431869506834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,32,power_law_1.01,0.1632601547241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,32,power_law_1.01,0.1725632095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,32,power_law_1.01,0.21189247131347658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,32,power_law_1.01,0.26251136779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,32,power_law_1.01,0.3662156677246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,32,power_law_1.01,0.4376947021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,32,power_law_1.01,0.6162982559204101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,32,power_law_1.01,0.8260147094726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,32,power_law_1.01,1.2092633819580079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,32,power_law_1.01,1.7829965209960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,32,power_law_1.01,0.05687935829162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,32,power_law_1.01,0.051502079963684076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,32,power_law_1.01,0.05227903842926025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,32,power_law_1.01,0.052567038536071774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,32,power_law_1.01,0.06294528007507325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,32,power_law_1.01,0.059032320976257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,32,power_law_1.01,0.06402048110961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,32,power_law_1.01,0.0654911994934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,32,power_law_1.01,0.06511231899261474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,32,power_law_1.01,0.06754303932189941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,32,power_law_1.01,0.06903168201446533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,32,power_law_1.01,0.07128960132598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,32,power_law_1.01,0.0781606388092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,32,power_law_1.01,0.0741260814666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,32,power_law_1.01,0.07611264228820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,32,power_law_1.01,0.08317312240600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,32,power_law_1.01,0.07463551998138428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,32,power_law_1.01,0.09509119987487794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,32,power_law_1.01,0.11124992370605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,32,power_law_1.01,0.14637184143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,32,power_law_1.01,0.1735411262512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,32,power_law_1.01,0.23856000900268554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,32,power_law_1.01,0.2591142463684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,32,power_law_1.01,0.4362150573730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,32,power_law_1.01,0.5576768112182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,32,power_law_1.01,0.8512371063232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,32,power_law_1.01,0.03202176094055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,32,power_law_1.01,1.1191603088378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,32,power_law_1.01,0.03148672103881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,32,power_law_1.01,0.03294719934463501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,32,power_law_1.01,0.03542144060134887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,32,power_law_1.01,0.03757823944091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,32,power_law_1.01,0.05070720195770264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,32,power_law_1.01,0.05217663764953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,32,power_law_1.01,0.062205438613891606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,32,power_law_1.01,0.06566400051116943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,32,power_law_1.01,0.07811583995819091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,32,power_law_1.01,0.08387840270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,32,power_law_1.01,0.11195775985717774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,32,power_law_1.01,0.11465984344482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,32,power_law_1.01,0.15993599891662597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,32,power_law_1.01,0.1655423927307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,32,power_law_1.01,0.19469312667846678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,32,power_law_1.01,0.24805887222290038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,32,power_law_1.01,0.3734016036987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,32,power_law_1.01,0.458782730102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,32,power_law_1.01,0.6800358581542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,32,power_law_1.01,0.7894796752929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,16,power_law_1.2,7.526829833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,32,power_law_1.01,1.2178982543945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,32,power_law_1.2,0.07619328022003173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,32,power_law_1.2,0.07623936176300049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,32,power_law_1.2,0.0766707181930542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,32,power_law_1.2,0.07687808036804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,32,power_law_1.2,0.11149439811706544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,32,power_law_1.2,0.09684224128723144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,32,power_law_1.2,0.10976384162902833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,32,power_law_1.2,0.11341055870056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,32,power_law_1.2,0.11166463851928712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,32,power_law_1.2,0.11596416473388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,32,power_law_1.2,0.12329728126525878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,32,power_law_1.2,0.1269388771057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,32,power_law_1.2,0.1322214412689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,32,power_law_1.2,0.13375231742858887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,32,power_law_1.2,0.13439999580383302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,32,power_law_1.2,0.141146879196167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,32,power_law_1.2,0.15261568069458006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,32,power_law_1.2,0.168143367767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,32,power_law_1.2,0.17117183685302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,32,power_law_1.2,0.2146009635925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,32,power_law_1.2,0.2814233589172363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,32,power_law_1.2,0.4304524612426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,32,power_law_1.2,0.5491763305664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,32,power_law_1.2,0.8800678253173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,32,power_law_1.2,1.1004889678955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,32,power_law_1.2,1.7687603759765627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,32,power_law_1.2,2.344024353027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,32,power_law_1.2,0.05677184104919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,32,power_law_1.2,0.05152512073516846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,32,power_law_1.2,0.05109888076782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,32,power_law_1.2,0.05133440017700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,32,power_law_1.2,0.061539840698242185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,32,power_law_1.2,0.0629747200012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,32,power_law_1.2,0.06322303771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,32,power_law_1.2,0.06410751819610597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,32,power_law_1.2,0.06570623874664307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,32,power_law_1.2,0.06764671802520753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,32,power_law_1.2,0.06960896015167237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,32,power_law_1.2,0.07295616149902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,32,power_law_1.2,0.07693312168121338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,32,power_law_1.2,0.07530496120452881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,32,power_law_1.2,0.0763647985458374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,32,power_law_1.2,0.08035200119018555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,32,power_law_1.2,0.08445823669433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,32,power_law_1.2,0.10198399543762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,32,power_law_1.2,0.11242752075195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,32,power_law_1.2,0.15323776245117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,32,power_law_1.2,0.1914406394958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,32,power_law_1.2,0.27301759719848634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,32,power_law_1.2,0.34923137664794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,32,power_law_1.2,0.48910591125488284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,32,power_law_1.2,0.7730099487304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,32,power_law_1.2,1.1304473876953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,32,power_law_1.2,1.525182647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,4,32,power_law_1.2,0.032175359725952146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,4,32,power_law_1.2,0.032194559574127195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,4,32,power_law_1.2,0.03252095937728881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,4,32,power_law_1.2,0.03353600025177002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,4,32,power_law_1.2,0.0372160005569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,4,32,power_law_1.2,0.05040895938873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,4,32,power_law_1.2,0.05279488086700439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,4,32,power_law_1.2,0.06247424125671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,4,32,power_law_1.2,0.0760371208190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,4,32,power_law_1.2,0.08128255844116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,4,32,power_law_1.2,0.10927359580993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,32,power_law_1.01,1.8422143554687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,4,32,power_law_1.2,0.11393792152404784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,4,32,power_law_1.2,0.11911295890808105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,4,32,power_law_1.2,0.12446463584899903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,4,32,power_law_1.2,0.19522048950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,4,32,power_law_1.2,0.24493055343627929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,4,32,power_law_1.2,0.2978764724731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,4,32,power_law_1.2,0.3319001770019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,4,32,power_law_1.2,0.5332223892211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,32,power_law_1.01,2.6159066772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,4,32,power_law_1.2,0.9752243041992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,4,32,power_law_1.2,1.2975462341308595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,32,power_law_1.01,2.998188781738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,4,32,power_law_1.2,1.5697970581054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,16,balanced,0.028032000064849856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,16,balanced,0.027955200672149662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,16,balanced,0.029351680278778075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,16,balanced,0.04958975791931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,16,balanced,0.06009727954864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,16,balanced,0.08167679786682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,16,balanced,0.12210816383361815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,16,balanced,0.12202112197875976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,16,balanced,0.1246668815612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,16,balanced,0.12460927963256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,16,balanced,0.12853887557983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,16,balanced,0.13164416313171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,16,balanced,0.13592320442199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,16,balanced,0.12886528015136717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,16,balanced,0.133373441696167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,16,balanced,0.13631487846374513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,16,balanced,0.14272000312805175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,16,balanced,0.15613183975219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,16,balanced,0.16640512466430663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,16,balanced,0.192174072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,16,balanced,0.21527807235717775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,16,balanced,0.26631807327270507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,16,balanced,0.3128972816467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,16,balanced,0.4199027252197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,16,balanced,0.5594035339355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,16,balanced,0.8498150634765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,16,balanced,1.0749260711669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,16,balanced,0.027937281131744384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,16,balanced,0.028064000606536865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,16,balanced,0.028577280044555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,16,balanced,0.031430399417877196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,16,balanced,0.04121600151062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,16,balanced,0.0566809606552124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,16,balanced,0.07414144039154053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,16,balanced,0.07419392108917236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,16,balanced,0.07409535884857178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,16,balanced,0.07402239799499512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,16,balanced,0.07601791858673096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,16,balanced,0.07967999935150147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,16,balanced,0.08236031532287598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,16,balanced,0.07541759967803954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,16,balanced,0.07884416103363037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,16,balanced,0.0809830379486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,16,balanced,0.08637184143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,16,balanced,0.09812607765197753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,16,balanced,0.1117311954498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,16,balanced,0.1352639961242676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,16,balanced,0.16192640304565428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,16,balanced,0.20959360122680665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,16,balanced,0.25575296401977543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,16,balanced,0.36008831024169924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,16,balanced,0.4529868698120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,16,balanced,0.6532121276855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,16,balanced,0.8548146820068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,16,balanced,0.0255948805809021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,16,balanced,0.025617918968200683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,16,balanced,0.03456383943557739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,16,balanced,0.03523328065872192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,16,balanced,0.03570048093795776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,16,balanced,0.03996799945831299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,16,balanced,0.05414783954620361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,16,balanced,0.053940482139587395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,16,balanced,0.05885695934295654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,16,balanced,0.058824958801269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,16,balanced,0.07274623870849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,16,balanced,0.07858047962188722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,16,balanced,0.09009023666381835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,16,balanced,0.08911999702453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,16,balanced,0.1263411235809326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,16,balanced,0.12953215599060058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,16,balanced,0.1404582405090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,16,balanced,0.20079616546630857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,16,balanced,0.25044736862182615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,16,balanced,0.36814079284667967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,16,balanced,0.4668851089477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,16,balanced,0.6772108459472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,16,balanced,0.8797618865966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,16,balanced,1.2925772094726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,16,balanced,1.7205107116699216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,16,balanced,2.5460595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,16,balanced,3.3709234619140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,16,power_law_1.01,0.0586240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,16,power_law_1.01,0.07752064228057862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,16,power_law_1.01,0.07613823890686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,16,power_law_1.01,0.07656960010528564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,16,power_law_1.01,0.07940991878509521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,16,power_law_1.01,0.11103360176086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,16,power_law_1.01,0.11555583953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,16,power_law_1.01,0.11590527534484862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,16,power_law_1.01,0.1212224006652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,16,power_law_1.01,0.12426112174987794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,16,power_law_1.01,0.129617919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,16,power_law_1.01,0.13237504005432127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,16,power_law_1.01,0.13688192367553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,16,power_law_1.01,0.132871675491333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,16,power_law_1.01,0.13674240112304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,16,power_law_1.01,0.14135295867919923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,16,power_law_1.01,0.14614656448364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,16,power_law_1.01,0.16624895095825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,16,power_law_1.01,0.1851456069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,16,power_law_1.01,0.22638591766357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,16,power_law_1.01,0.24100223541259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,16,power_law_1.01,0.3417510223388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,16,power_law_1.01,0.461393928527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,16,power_law_1.01,0.5978406524658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,16,power_law_1.01,0.8405299377441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,16,power_law_1.01,1.2033881378173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,16,power_law_1.01,1.5953074645996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,16,power_law_1.01,0.0412608003616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,16,power_law_1.01,0.05352960109710694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,16,power_law_1.01,0.05251200199127197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,16,power_law_1.01,0.05528448104858399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,16,power_law_1.01,0.05678847789764404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,16,power_law_1.01,0.06705023765563964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,16,power_law_1.01,0.06937983989715577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,16,power_law_1.01,0.07100160121917724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,16,power_law_1.01,0.06964735984802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,16,power_law_1.01,0.07270912170410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,16,power_law_1.01,0.07732351779937743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,16,power_law_1.01,0.07953279972076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,16,power_law_1.01,0.08213760375976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,16,power_law_1.01,0.07729536056518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,16,power_law_1.01,0.08248319625854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,16,power_law_1.01,0.08527487754821778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,16,power_law_1.01,0.08991999626159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,16,power_law_1.01,0.10507776260375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,16,power_law_1.01,0.13012736320495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,16,power_law_1.01,0.16412799835205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,16,power_law_1.01,0.19602304458618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,16,power_law_1.01,0.25805696487426755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,16,power_law_1.01,0.32419071197509763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,16,power_law_1.01,0.4917055892944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,16,power_law_1.01,0.6608038330078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,16,power_law_1.01,0.9125376129150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,16,power_law_1.01,1.0952870178222658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,16,power_law_1.01,0.026334719657897947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,16,power_law_1.01,0.031685121059417724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,16,power_law_1.01,0.03449088096618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,16,power_law_1.01,0.03686144113540649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,16,power_law_1.01,0.04019968032836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,16,power_law_1.01,0.050184960365295406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,16,power_law_1.01,0.05395328044891358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,16,power_law_1.01,0.06505216121673583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,16,power_law_1.01,0.06737279891967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,16,power_law_1.01,0.08148223876953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,16,power_law_1.01,0.08971648216247559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,16,power_law_1.01,0.10324735641479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,16,power_law_1.01,0.11553791999816894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,16,power_law_1.01,0.13528575897216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,16,power_law_1.01,0.15535103797912597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,16,power_law_1.01,0.18988800048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,16,power_law_1.01,0.2070822334289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,4,32,power_law_1.2,2.177428436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,32,power_law_1.01,4.850416564941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,16,power_law_1.01,0.2811084747314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,16,power_law_1.01,0.42190078735351566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,16,power_law_1.01,0.5208742523193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,16,power_law_1.01,0.7885234832763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,16,power_law_1.01,1.0131289672851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,16,power_law_1.01,1.3596173095703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,4,32,power_law_1.2,3.208756408691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,16,power_law_1.01,1.7049880981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,16,power_law_1.2,0.05830656051635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,16,power_law_1.2,0.07518847942352294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,16,power_law_1.2,0.07102975845336915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,16,power_law_1.2,0.0741977596282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,16,power_law_1.2,0.07988736152648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,16,power_law_1.2,0.10383999824523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,16,power_law_1.2,0.11582592010498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,16,power_law_1.2,0.11615615844726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,16,power_law_1.2,0.12050559997558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,16,power_law_1.2,0.12466431617736817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,16,power_law_1.2,0.1306227207183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,16,power_law_1.2,0.13568384170532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,16,power_law_1.2,0.13697279930114745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,16,power_law_1.2,0.1303052806854248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,16,power_law_1.2,0.13789440155029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,16,power_law_1.2,0.13957887649536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,16,power_law_1.2,0.1510540771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,16,power_law_1.2,0.1647974395751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,16,power_law_1.2,0.1926630401611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,16,power_law_1.2,0.23457536697387696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,16,power_law_1.2,0.28671104431152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,16,power_law_1.2,0.4258355331420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,16,power_law_1.2,0.5189670562744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,16,power_law_1.2,0.7039974212646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,16,power_law_1.2,1.0443186950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,16,power_law_1.2,1.3560922241210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,16,power_law_1.2,1.887896270751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,16,power_law_1.2,0.04081151962280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,16,power_law_1.2,0.053740801811218264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,16,power_law_1.2,0.04813568115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,16,power_law_1.2,0.05377151966094971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,16,power_law_1.2,0.05599103927612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,16,power_law_1.2,0.06587135791778564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,16,power_law_1.2,0.06919936180114747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,16,power_law_1.2,0.06984831809997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,16,power_law_1.2,0.07094399929046631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,16,power_law_1.2,0.07299456119537354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,16,power_law_1.2,0.07892608165740966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,16,power_law_1.2,0.08046079635620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,16,power_law_1.2,0.08325759887695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,16,power_law_1.2,0.07824512004852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,16,power_law_1.2,0.0832089614868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,16,power_law_1.2,0.08430335998535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,16,power_law_1.2,0.09299712181091309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,16,power_law_1.2,0.11094016075134276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,16,power_law_1.2,0.12886655807495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,16,power_law_1.2,0.1729497528076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,16,power_law_1.2,0.20483711242675778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,16,power_law_1.2,0.31564800262451176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,16,power_law_1.2,0.37386878967285153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,16,power_law_1.2,0.5550310516357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,16,power_law_1.2,0.7598194885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,16,power_law_1.2,1.1121510314941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,16,power_law_1.2,1.6060173034667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,4,32,power_law_1.2,4.183965454101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,16,power_law_1.2,0.027779839038848876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,16,power_law_1.2,0.03126015901565552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,16,power_law_1.2,0.03540992021560669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,16,power_law_1.2,0.03491584062576294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,16,power_law_1.2,0.04526080131530762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,16,power_law_1.2,0.047402238845825194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,16,power_law_1.2,0.06411903858184814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,16,power_law_1.2,0.06226943969726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,16,power_law_1.2,0.06703104019165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,16,power_law_1.2,0.084071683883667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,16,power_law_1.2,0.10861439704895019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,16,power_law_1.2,0.12157183647155763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,16,power_law_1.2,0.13285375595092774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,16,power_law_1.2,0.15294591903686522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,16,power_law_1.2,0.15475071907043456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,16,power_law_1.2,0.1883955192565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,16,power_law_1.2,0.22813184738159178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,16,power_law_1.2,0.3370841598510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,16,power_law_1.2,0.39074047088623043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,32,power_law_1.01,7.355353393554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,16,power_law_1.2,0.6715776062011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,16,power_law_1.2,0.7485056304931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,16,power_law_1.01,2.89385986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,16,power_law_1.2,1.1761420440673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,16,power_law_1.01,4.271342163085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,16,power_law_1.2,1.6881036376953127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,8,balanced,0.027676160335540774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,8,balanced,0.02865407943725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,8,balanced,0.038122239112854006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,8,balanced,0.05225471973419189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,8,balanced,0.0626803207397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,8,balanced,0.08615424156188964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,8,balanced,0.12429823875427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,8,balanced,0.12798336029052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,8,balanced,0.131658239364624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,8,balanced,0.13595775604248045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,8,balanced,0.1276799964904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,8,balanced,0.1316748809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,8,balanced,0.13525504112243653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,8,balanced,0.14149760246276855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,8,balanced,0.1478118419647217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,8,balanced,0.1541695976257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,8,balanced,0.1638528060913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,8,balanced,0.18745088577270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,8,balanced,0.20877695083618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,8,balanced,0.25473024368286135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,8,balanced,0.29988224029541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,8,balanced,0.397760009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,8,balanced,0.48913406372070317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,8,balanced,0.6860838317871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,8,balanced,0.9164749145507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,8,balanced,1.4161318969726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,8,balanced,1.8187904357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,8,balanced,0.028988161087036134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,8,balanced,0.0296230411529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,8,balanced,0.03174527883529663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,8,balanced,0.03525759935379028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,8,balanced,0.04639103889465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,8,balanced,0.06764031887054443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,8,balanced,0.08626303672790528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,8,balanced,0.0890777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,8,balanced,0.0903974437713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,8,balanced,0.0934937572479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,8,balanced,0.08708992004394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,8,balanced,0.08986495971679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,8,balanced,0.09231103897094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,8,balanced,0.09771007537841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,8,balanced,0.10176511764526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,8,balanced,0.10703743934631346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,8,balanced,0.11956480026245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,8,balanced,0.14208512306213378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,8,balanced,0.1658291244506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,8,balanced,0.21113727569580076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,8,balanced,0.25869312286376955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,8,balanced,0.35014785766601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,8,balanced,0.4405632019042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,8,balanced,0.6440550231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,8,balanced,0.825524444580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,8,balanced,1.2174784088134767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,8,balanced,1.6056819152832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,8,power_law_1.01,0.04936575889587402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,8,power_law_1.01,0.06035200119018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,8,power_law_1.01,0.0617139196395874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,8,power_law_1.01,0.06778111934661865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,8,power_law_1.01,0.07367936134338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,8,power_law_1.01,0.07422463893890381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,8,power_law_1.01,0.11691391944885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,8,power_law_1.01,0.11872896194458007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,8,power_law_1.01,0.12367103576660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,8,power_law_1.01,0.12507391929626466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,8,power_law_1.01,0.13091839790344237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,8,power_law_1.01,0.12994303703308105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,8,power_law_1.01,0.1284671974182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,8,power_law_1.01,0.13408767700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,8,power_law_1.01,0.13862527847290038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,8,power_law_1.01,0.14329728126525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,8,power_law_1.01,0.15041024208068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,8,power_law_1.01,0.17071615219116212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,8,power_law_1.01,0.19274751663208006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,8,power_law_1.01,0.24091775894165038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,8,power_law_1.01,0.2780377578735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,8,power_law_1.01,0.39065601348876955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,8,power_law_1.01,0.4371968078613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,8,power_law_1.01,0.6963123321533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,16,power_law_1.2,2.29085693359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,8,power_law_1.01,0.9492928314208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,8,power_law_1.01,1.3182310485839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,8,power_law_1.01,0.033657600879669194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,8,power_law_1.01,1.6681484985351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,8,power_law_1.01,0.04248447895050049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,8,power_law_1.01,0.044618239402771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,8,power_law_1.01,0.053891839981079104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,8,power_law_1.01,0.05898623943328858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,16,power_law_1.01,5.4638781738281255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,8,power_law_1.01,0.07848959922790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,8,power_law_1.01,0.060464639663696286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,8,power_law_1.01,0.08490752220153809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,8,power_law_1.01,0.08718976020812988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,8,power_law_1.01,0.09300479888916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,8,power_law_1.01,0.0898419189453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,8,power_law_1.01,0.08990847587585449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,8,power_law_1.01,0.09206784248352051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,8,power_law_1.01,0.09452159881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,8,power_law_1.01,0.09900287628173829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,8,power_law_1.01,0.10615167617797852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,8,power_law_1.01,0.12982784271240236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,8,power_law_1.01,0.08141183853149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,8,power_law_1.01,0.15296768188476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,8,power_law_1.01,0.1885196876525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,8,power_law_1.01,0.229486083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,8,power_law_1.01,0.33340545654296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,8,power_law_1.01,0.3881151962280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,8,power_law_1.01,0.5641856002807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,8,power_law_1.01,0.7152012634277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,8,power_law_1.2,0.047784957885742184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,8,power_law_1.01,1.1237760162353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,8,power_law_1.2,0.05927040100097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,8,power_law_1.2,0.06417664051055907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,8,power_law_1.2,0.0647334384918213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,8,power_law_1.01,1.311409912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,8,power_law_1.2,0.07268352031707763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,8,power_law_1.2,0.06959104061126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,8,power_law_1.2,0.1123904037475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,8,power_law_1.2,0.12000767707824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,8,power_law_1.2,0.12134400367736817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,8,power_law_1.2,0.12553343772888184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,8,power_law_1.2,0.13413120269775392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,8,power_law_1.2,0.12796928405761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,8,power_law_1.2,0.12834303855895995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,8,power_law_1.2,0.13509504318237303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,8,power_law_1.2,0.1400601577758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,8,power_law_1.2,0.14538751602172853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,8,power_law_1.2,0.15653247833251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,8,power_law_1.2,0.17883520126342772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,8,power_law_1.2,0.20022911071777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,8,power_law_1.2,0.2518284797668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,8,power_law_1.2,0.2936115264892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,8,power_law_1.2,0.40014080047607425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,8,power_law_1.2,0.516099853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,8,power_law_1.2,0.7322201538085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,8,power_law_1.2,0.9819225311279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,8,power_law_1.2,0.033775360584259034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,8,power_law_1.2,1.4161637878417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,8,power_law_1.2,0.04227071762084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,8,power_law_1.2,0.04990975856781006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,8,power_law_1.2,0.0435865592956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,8,power_law_1.2,1.63325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,8,power_law_1.2,0.05539584159851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,8,power_law_1.2,0.05596799850463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,8,power_law_1.2,0.0799398422241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,8,power_law_1.2,0.08141568183898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,8,power_law_1.2,0.0825932788848877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,8,power_law_1.2,0.08591744422912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,8,power_law_1.2,0.09149567604064941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,8,power_law_1.2,0.09108991622924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,8,power_law_1.2,0.0863475227355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,8,power_law_1.2,0.09153280258178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,8,power_law_1.2,0.09637503623962403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,8,power_law_1.2,0.10139391899108888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,8,power_law_1.2,0.11072511672973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,8,power_law_1.2,0.130513916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,8,power_law_1.2,0.15026047706604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,8,power_law_1.2,0.19592704772949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,8,power_law_1.2,0.25299711227416993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,8,power_law_1.2,0.3348889541625977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,8,power_law_1.2,0.4258585739135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,8,power_law_1.2,0.643082275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,8,power_law_1.2,0.806118392944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,4,balanced,0.028034560680389405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,4,balanced,0.02951807975769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,8,power_law_1.2,1.1617958068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,4,balanced,0.03740416049957275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,4,balanced,0.06763135910034179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,4,balanced,0.056674561500549316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,4,balanced,0.09170432090759277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,4,balanced,0.09083264350891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,4,balanced,0.093372163772583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,4,balanced,0.12621824264526366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,8,power_law_1.2,1.630083770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,4,balanced,0.127324161529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,4,balanced,0.1309670352935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,4,balanced,0.1372812843322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,4,balanced,0.14400511741638183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,4,balanced,0.14552703857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,4,balanced,0.14842368125915528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,4,balanced,0.15532799720764162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,4,balanced,0.16520191192626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,4,balanced,0.18698623657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,4,balanced,0.2089894485473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,4,balanced,0.25367040634155275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,4,balanced,0.2995020866394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,4,balanced,0.39844608306884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,4,balanced,0.48855678558349613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,4,balanced,0.6759590148925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,4,balanced,0.9028864288330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,4,balanced,0.028655359745025633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,4,balanced,0.029950718879699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,4,balanced,0.03345151901245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,4,balanced,1.3956863403320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,4,balanced,0.041794562339782716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,4,balanced,0.05507455825805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,4,balanced,0.08430208206176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,4,balanced,0.08583040237426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,4,balanced,0.08722559928894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,4,balanced,0.10986751556396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,4,balanced,0.11064576148986816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,4,balanced,0.11402496337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,4,balanced,0.1155059242248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,4,balanced,0.11866496086120606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,4,balanced,0.1233779239654541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,4,balanced,0.12523391723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,4,balanced,0.13260416030883787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,4,balanced,0.14147199630737303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,4,balanced,0.16584064483642577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,4,balanced,0.18521984100341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,4,balanced,0.23167999267578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,4,balanced,1.8962188720703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,4,balanced,0.27322240829467775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,4,balanced,0.3591692733764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,4,balanced,0.4510758590698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,4,balanced,0.67233154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,4,balanced,0.8476326751708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,4,power_law_1.01,0.02976896047592163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,4,power_law_1.01,0.05127423763275146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,4,balanced,1.2751001739501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,4,power_law_1.01,0.05510015964508057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,4,power_law_1.01,0.06338047981262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,4,power_law_1.01,0.07151231765747071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,4,balanced,1.6855142211914065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,4,power_law_1.01,0.07686016082763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,4,power_law_1.01,0.08480128288269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,4,power_law_1.01,0.08148096084594728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,4,power_law_1.01,0.11854720115661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,4,power_law_1.01,0.11942272186279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,4,power_law_1.01,0.12280192375183105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,4,power_law_1.01,0.1267967987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,4,power_law_1.01,0.12904704093933106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,4,power_law_1.01,0.13937664031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,4,power_law_1.01,0.14143487930297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,4,power_law_1.01,0.1478118419647217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,4,power_law_1.01,0.15650815963745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,4,power_law_1.01,0.182238712310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,4,power_law_1.01,0.20720640182495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,4,power_law_1.01,0.25086847305297855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,4,power_law_1.01,0.2932979202270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,4,power_law_1.01,0.38957569122314456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,4,power_law_1.01,0.47648128509521487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,4,power_law_1.01,0.7106521606445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,4,power_law_1.01,0.9110527801513673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,4,power_law_1.01,0.0321612811088562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,4,power_law_1.01,0.036962559223175054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,4,power_law_1.01,1.3945677185058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,4,power_law_1.01,0.04396671772003174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,4,power_law_1.01,0.05498623847961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,4,power_law_1.01,0.0579968023300171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,4,power_law_1.01,1.8869708251953123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,4,power_law_1.01,0.06384511947631835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,4,power_law_1.01,0.0736191987991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,4,power_law_1.01,0.07643263816833497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,4,power_law_1.01,0.09604864120483399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,4,power_law_1.01,0.09940095901489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,4,power_law_1.01,0.10483967781066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,4,power_law_1.01,0.10634623527526857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,4,power_law_1.01,0.111014404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,4,power_law_1.01,0.11789183616638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,4,power_law_1.01,0.11965439796447755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,4,power_law_1.01,0.12516223907470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,4,power_law_1.01,0.1345792007446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,4,power_law_1.01,0.16027008056640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,4,power_law_1.01,0.18788736343383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,4,power_law_1.01,0.23122432708740231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,4,power_law_1.01,0.28592639923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,4,power_law_1.01,0.38046974182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,4,power_law_1.01,0.493884162902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,4,power_law_1.01,0.7157337951660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,4,power_law_1.01,0.9156377410888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,4,power_law_1.2,0.03002624034881592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,4,power_law_1.2,0.05081984043121338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,4,power_law_1.01,1.3665037536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,4,power_law_1.2,0.05412735939025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,4,power_law_1.2,0.06240896224975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,4,power_law_1.2,0.06795263767242432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,4,power_law_1.2,0.07309951782226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,4,power_law_1.01,1.716264953613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,4,power_law_1.2,0.08379520416259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,4,power_law_1.2,0.08495488166809081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,4,power_law_1.2,0.11880831718444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,4,power_law_1.2,0.11642111778259276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,4,power_law_1.2,0.12252799987792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,4,power_law_1.2,0.12674559593200682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,4,power_law_1.2,0.1314086437225342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,4,power_law_1.2,0.13677824020385743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,4,power_law_1.2,0.1410598373413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,4,power_law_1.2,0.14932991981506347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,4,power_law_1.2,0.159869441986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,4,power_law_1.2,0.18386175155639647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,4,power_law_1.2,0.21002624511718748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,4,power_law_1.2,0.2557375907897949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,4,power_law_1.2,0.30054655075073244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,4,power_law_1.2,0.4020377731323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,4,power_law_1.2,0.48894081115722654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,4,power_law_1.2,0.7519270324707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,4,power_law_1.2,0.9502336120605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,4,power_law_1.2,0.03226367950439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,4,power_law_1.2,0.03698431968688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,4,power_law_1.2,1.4033407592773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,4,power_law_1.2,0.04132095813751221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,4,power_law_1.2,0.052508158683776854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,4,power_law_1.2,0.05683072090148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,4,power_law_1.2,0.06204031944274903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,4,power_law_1.2,0.06964863777160644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,4,power_law_1.2,1.8926066589355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,4,power_law_1.2,0.074202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,4,power_law_1.2,0.09575039863586425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,4,power_law_1.2,0.09994751930236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,4,power_law_1.2,0.10336895942687989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,4,power_law_1.2,0.10792320251464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,4,power_law_1.2,0.11302528381347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,4,power_law_1.2,0.11624832153320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,4,power_law_1.2,0.12036095619201662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,4,power_law_1.2,0.12682880401611327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,4,power_law_1.2,0.1397977638244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,4,power_law_1.2,0.1620147132873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,4,power_law_1.2,0.1893414306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,4,power_law_1.2,0.24066303253173826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,4,power_law_1.2,0.28950143814086915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,4,power_law_1.2,0.3798809432983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,4,power_law_1.2,0.4935321426391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,4,power_law_1.2,0.7275212860107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,4,power_law_1.2,0.9269478607177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,4,power_law_1.2,1.394254150390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,128,balanced,0.017998080253601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,128,balanced,0.017935359477996828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,128,balanced,0.01792896032333374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,128,balanced,0.01807103991508484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,4,power_law_1.2,1.7823834228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,128,balanced,0.01794559955596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,128,balanced,0.024200959205627443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,128,balanced,0.024416000843048097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,128,balanced,0.024728319644927978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,128,balanced,0.024793601036071776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,128,balanced,0.02486016035079956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,128,balanced,0.025419518947601315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,128,balanced,0.025675520896911618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,128,balanced,0.02593280076980591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,128,balanced,0.026613759994506835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,128,balanced,0.027490561008453367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,128,balanced,0.02745599985122681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,128,balanced,0.03100928068161011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,128,balanced,0.03085311889648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,128,balanced,0.03204992055892945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,128,balanced,0.03506688117980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,128,balanced,0.031261439323425295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,128,balanced,0.03680255889892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,128,balanced,0.03777663946151734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,128,balanced,0.05237504005432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,128,balanced,0.0591974401473999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,128,balanced,0.07851903915405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,128,balanced,0.0950873565673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,128,balanced,0.020599040985107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,128,balanced,0.021008639335632323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,128,balanced,0.020838398933410645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,128,balanced,0.020778241157531737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,128,balanced,0.020812799930572508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,128,balanced,0.030763518810272217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,128,balanced,0.030832641124725342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,128,balanced,0.030822401046752927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,128,balanced,0.031246080398559573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,128,balanced,0.031214079856872558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,128,balanced,0.031256320476531985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,128,balanced,0.0316595196723938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,128,balanced,0.031495680809021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,128,balanced,0.032497920989990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,128,balanced,0.03274240016937256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,128,balanced,0.03369728088378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,128,balanced,0.03470079898834229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,128,balanced,0.036287999153137206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,128,balanced,0.03908224105834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,128,balanced,0.03606015920639038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,128,balanced,0.0377728009223938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,128,balanced,0.03998591899871826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,128,balanced,0.04864128112792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,128,balanced,0.05462912082672119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,128,balanced,0.06646783828735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,128,balanced,0.080762882232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,128,balanced,0.03214207887649536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,128,power_law_1.01,0.018087680339813235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,128,power_law_1.01,0.018085119724273683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,128,power_law_1.01,0.01818112015724182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,128,power_law_1.01,0.02427135944366455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,128,power_law_1.01,0.025137920379638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,128,power_law_1.01,0.025290238857269286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,128,power_law_1.01,0.02545151948928833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,128,power_law_1.01,0.026645760536193847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,128,power_law_1.01,0.026917119026184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,128,power_law_1.01,0.029491200447082522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,128,power_law_1.01,0.02927999973297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,128,power_law_1.01,0.030536959171295164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,128,power_law_1.01,0.03486464023590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,128,power_law_1.01,0.03554816007614135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,128,power_law_1.01,0.03582207918167114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,128,power_law_1.01,0.039169280529022216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,128,power_law_1.01,0.0481331205368042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,128,power_law_1.01,0.059146242141723634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,128,power_law_1.01,0.06701183795928956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,128,power_law_1.01,0.08568960189819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,128,power_law_1.01,0.03139584064483643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,128,power_law_1.01,0.13589247703552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,128,power_law_1.01,0.17437055587768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,128,power_law_1.01,0.26438016891479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,128,power_law_1.01,0.3284518432617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,128,power_law_1.01,0.5870643234252929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,16,power_law_1.2,3.265516662597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.02093440055847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,128,power_law_1.01,0.7530547332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.02092416048049927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.02096384048461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.030580480098724366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.03127295970916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.031434240341186526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.031973121166229246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.03184767961502075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.03271807909011841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.033518080711364744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.0332915210723877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.0345689606666565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.035502080917358396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.03704832077026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.039338240623474116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.04065408229827881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.03754240036010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.04284543991088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.049227519035339354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.06007808208465576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.07087999820709229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.1062553596496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.12340991973876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.20006784439086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.2881113624572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,0.4014425659179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,0.5311103820800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,1,128,power_law_1.2,0.018152960538864137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,1,128,power_law_1.2,0.01814784049987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,1,128,power_law_1.2,0.02455296039581299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,1,128,power_law_1.2,0.024958720207214354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,1,128,power_law_1.2,0.025369598865509036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,1,128,power_law_1.2,0.02533632040023804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,1,128,power_law_1.2,0.0263155198097229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,1,128,power_law_1.2,0.02791680097579956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,1,128,power_law_1.2,0.02964992046356201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,1,128,power_law_1.2,0.030316801071166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,1,128,power_law_1.2,0.030385921001434325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,1,128,power_law_1.2,0.032240641117095944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,1,128,power_law_1.2,0.03434880018234253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,1,128,power_law_1.2,0.03582079887390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,1,128,power_law_1.2,0.033911039829254155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,1,128,power_law_1.2,0.03696000099182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,1,128,power_law_1.2,0.04726272106170654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,1,128,power_law_1.2,0.05961215972900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,1,128,power_law_1.2,0.07112063884735106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,1,128,power_law_1.2,0.09895423889160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,1,128,power_law_1.2,0.12928768157958986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,1,128,power_law_1.2,0.23598079681396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,1,128,power_law_1.2,0.3068659210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,1,128,power_law_1.2,0.4526374435424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,4,32,power_law_1.2,6.195252685546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,1,128,power_law_1.2,0.6282470321655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.020943360328674315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.020898559093475343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.03074559926986694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.031001598834991456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.03160063982009888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.031587839126586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.032060160636901855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.0325977611541748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.033314559459686276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.033507840633392336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.03417727947235107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.035613439083099364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.03704063892364502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.03992063999176025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.037715198993682864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.03864959955215454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.040965118408203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.05091072082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.062178559303283684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.07740928173065185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.10871935844421388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.16899967193603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.23811199188232424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.34669311523437496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.4798284912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,1,128,power_law_1.2,0.9606387329101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,0.7075341033935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,0.9137344360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,1,128,power_law_1.2,1.280011444091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,64,balanced,0.01651455998420715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,64,balanced,0.01652608036994934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,64,balanced,0.016631040573120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,64,balanced,0.01673344016075134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,64,balanced,0.01668223977088928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,64,balanced,0.02252415895462036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,64,balanced,0.022858240604400636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,64,balanced,0.023036160469055177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,64,balanced,0.023646719455718994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,64,balanced,0.02369152069091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,64,balanced,0.024428799152374267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,64,balanced,0.024789760112762453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,64,balanced,0.025269761085510257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,64,balanced,0.025987839698791503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,64,balanced,0.026236159801483156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,64,balanced,0.026449921131134035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,64,balanced,0.02968319892883301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,64,balanced,0.03235712051391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,64,balanced,0.028231680393218994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,64,balanced,0.032759039402008056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,64,balanced,0.03319295883178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,64,balanced,0.04538623809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,64,balanced,0.052851200103759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,64,balanced,0.06724607944488525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,64,balanced,0.07781119823455811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,64,balanced,0.10868736267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,64,balanced,0.1329100799560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,64,balanced,0.019706879854202268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,64,balanced,0.019520000219345093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,64,balanced,0.019659520387649537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,64,balanced,0.019563519954681398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,64,balanced,0.019819519519805907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,64,balanced,0.028835840225219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,64,balanced,0.02919552087783813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,64,balanced,0.02920959949493408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,64,balanced,0.0295743989944458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,64,balanced,0.029519360065460205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,64,balanced,0.030069758892059328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,64,balanced,0.03026943922042847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,64,balanced,0.030677759647369386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,64,balanced,0.0311897611618042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,64,balanced,0.03150464057922363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,64,balanced,0.03210752010345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,64,balanced,0.03360512018203735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,64,balanced,0.03610111951828003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,64,balanced,0.03251199960708619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,64,balanced,0.03464960098266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,64,balanced,0.03758464097976685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,64,balanced,0.042768640518188475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,64,balanced,0.04868095874786377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,64,balanced,0.05976319789886475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,64,balanced,0.07119616031646728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,64,balanced,0.09771648406982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,64,balanced,0.12546688079833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,64,power_law_1.01,0.016725759506225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,64,power_law_1.01,0.016915199756622316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,64,power_law_1.01,0.016817920207977295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,64,power_law_1.01,0.022520320415496824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,64,power_law_1.01,0.022705919742584228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,64,power_law_1.01,0.023756799697875978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,64,power_law_1.01,0.02424448013305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,64,power_law_1.01,0.024848639965057373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,64,power_law_1.01,0.02524928092956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,64,power_law_1.01,0.02589184045791626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,64,power_law_1.01,0.026854400634765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,64,power_law_1.01,0.027822079658508303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,64,power_law_1.01,0.028499200344085696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,64,power_law_1.01,0.03138816118240356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,64,power_law_1.01,0.03229055881500244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,64,power_law_1.01,0.03045248031616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,64,power_law_1.01,0.035924479961395264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,64,power_law_1.01,0.04889472007751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,64,power_law_1.01,0.051093759536743166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,64,power_law_1.01,0.0636352014541626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,64,power_law_1.01,0.08314111709594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,64,power_law_1.01,0.11209343910217284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,64,power_law_1.01,0.13238143920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,64,power_law_1.01,0.2020467185974121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,64,power_law_1.01,0.27037183761596684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,64,power_law_1.01,0.4467123031616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,64,power_law_1.01,0.019569920301437376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,64,power_law_1.01,0.5976627349853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,64,power_law_1.01,0.019854079484939575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,64,power_law_1.01,0.019880959987640383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,64,power_law_1.01,0.029148159027099607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,64,power_law_1.01,0.029239039421081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,64,power_law_1.01,0.029963519573211674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,64,power_law_1.01,0.029884159564971924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,64,power_law_1.01,0.031191039085388183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,64,power_law_1.01,0.030952959060668944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,64,power_law_1.01,0.03166079998016357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,64,power_law_1.01,0.03299328088760376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,64,power_law_1.01,0.034138879776000976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,64,power_law_1.01,0.035791358947753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,64,power_law_1.01,0.03534208059310913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,64,power_law_1.01,0.03522047996520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,64,power_law_1.01,0.036815359592437744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,64,power_law_1.01,0.03579391956329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,64,power_law_1.01,0.04027904033660888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,64,power_law_1.01,0.04674560070037842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,64,power_law_1.01,0.06063744068145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,64,power_law_1.01,0.07860223770141601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,64,power_law_1.01,0.11179391860961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,64,power_law_1.01,0.13280511856079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,64,power_law_1.01,0.19779455184936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,64,power_law_1.01,0.2618073654174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,64,power_law_1.01,0.4162265777587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,64,power_law_1.01,0.4932390213012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,64,power_law_1.2,0.016825599670410158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,64,power_law_1.2,0.01667840003967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,64,power_law_1.2,0.02245376110076904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,64,power_law_1.2,0.02336127996444702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,64,power_law_1.2,0.02383487939834595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,64,power_law_1.2,0.024467198848724364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,64,power_law_1.2,0.025109760761260987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,64,power_law_1.2,0.017144320011138917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,64,power_law_1.2,0.0256166410446167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,64,power_law_1.2,0.02598400115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,64,power_law_1.2,0.027796480655670162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,64,power_law_1.2,0.02956928014755249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,64,power_law_1.2,0.031560959815979006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,64,power_law_1.2,0.033085439205169674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,64,power_law_1.2,0.03210112094879151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,64,power_law_1.2,0.03912575960159302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,64,power_law_1.2,0.04172416210174561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,64,power_law_1.2,0.05679359912872315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,64,power_law_1.2,0.06434815883636474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,64,power_law_1.2,0.08761728286743165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,64,power_law_1.2,0.1019660758972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,64,power_law_1.2,0.17976064682006837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,64,power_law_1.2,0.23716991424560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,64,power_law_1.2,0.34497791290283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,64,power_law_1.2,0.4747763061523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,64,power_law_1.2,0.019720959663391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,64,power_law_1.2,0.019856640100479127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,64,power_law_1.2,0.7200243377685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,64,power_law_1.2,0.0198361599445343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,64,power_law_1.2,0.029072639942169187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,64,power_law_1.2,0.02964735984802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,64,power_law_1.2,0.02997119903564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,64,power_law_1.2,0.030588159561157225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,64,power_law_1.2,0.031168000698089598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,64,power_law_1.2,0.03172224044799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,64,power_law_1.2,0.03178112030029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,64,power_law_1.2,0.03404288053512573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,64,power_law_1.2,0.03388927936553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,64,power_law_1.2,0.03533056020736695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,64,power_law_1.2,0.034652159214019776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,64,power_law_1.2,0.0369049596786499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,64,power_law_1.2,0.03685760021209717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,64,power_law_1.2,0.04142208099365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,64,power_law_1.2,0.047449598312377925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,64,power_law_1.2,0.05707007884979248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,64,power_law_1.2,0.07757440090179443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,64,power_law_1.2,0.0974284839630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,64,power_law_1.2,0.14629119873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,64,power_law_1.2,0.18721536636352537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,64,power_law_1.2,0.2777779197692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,64,power_law_1.2,0.3804646301269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,64,power_law_1.2,0.8265216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,32,balanced,0.016341760158538818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,32,balanced,0.016414719820022582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,32,balanced,0.016491520404815673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,32,balanced,0.016725759506225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,32,balanced,0.016853760480880737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,32,balanced,0.022315518856048582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,32,balanced,0.022955520153045656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,32,balanced,0.023325440883636476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,32,balanced,0.02383487939834595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,64,power_law_1.2,0.592308464050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,32,balanced,0.02471168041229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,32,balanced,0.02592639923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,32,balanced,0.025861120223999022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,32,balanced,0.02759040117263794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,32,balanced,0.029360640048980712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,32,balanced,0.029818880558013915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,32,balanced,0.0270630407333374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,32,balanced,0.02968832015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,32,balanced,0.02401279926300049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,32,balanced,0.03211008071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,32,balanced,0.043714561462402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,32,balanced,0.050677762031555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,32,balanced,0.06285952091217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,32,balanced,0.07369344234466553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,32,balanced,0.09744383811950683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,32,balanced,0.11820544242858885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,32,balanced,0.17036800384521483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,32,balanced,0.21332735061645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,32,balanced,0.019425280094146728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,32,balanced,0.019733760356903076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,32,balanced,0.01986176013946533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,32,balanced,0.020001280307769775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,32,balanced,0.029089279174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,32,balanced,0.02953216075897217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,32,balanced,0.01962496042251587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,32,balanced,0.02979072093963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,32,balanced,0.030177280902862546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,32,balanced,0.030484480857849123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,32,balanced,0.03108223915100098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,32,balanced,0.03131392002105713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,32,balanced,0.031872000694274906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,32,balanced,0.03308288097381592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,32,balanced,0.034311680793762206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,32,balanced,0.03535615921020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,32,balanced,0.03158400058746338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,32,balanced,0.03359488010406494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,32,balanced,0.038754560947418214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,32,balanced,0.041644802093505864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,32,balanced,0.04751872062683106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,32,balanced,0.056282877922058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,32,balanced,0.06766719818115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,32,balanced,0.09215104103088378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,32,balanced,0.11678848266601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,32,balanced,0.16140287399291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,32,balanced,0.20503040313720705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,32,power_law_1.01,0.01674623966217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,32,power_law_1.01,0.017056000232696534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,32,power_law_1.01,0.0170905601978302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,64,power_law_1.2,0.7660851287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,32,power_law_1.01,0.01692288041114807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,32,power_law_1.01,0.0229747200012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,32,power_law_1.01,0.024190719127655032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,32,power_law_1.01,0.023500800132751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,32,power_law_1.01,0.024924159049987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,32,power_law_1.01,0.02517503976821899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,32,power_law_1.01,0.02678656101226807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,32,power_law_1.01,0.027536640167236327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,32,power_law_1.01,0.02919552087783813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,32,power_law_1.01,0.031242239475250243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,32,power_law_1.01,0.03083904027938843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,32,power_law_1.01,0.03352832078933716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,32,power_law_1.01,0.038618879318237306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,32,power_law_1.01,0.041507840156555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,32,power_law_1.01,0.05103744029998779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,32,power_law_1.01,0.05598464012145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,32,power_law_1.01,0.06526591777801513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,32,power_law_1.01,0.09628543853759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,32,power_law_1.01,0.11263872146606446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,32,power_law_1.01,0.15883775711059572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,32,power_law_1.01,0.26050304412841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,32,power_law_1.01,0.3060556793212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,32,power_law_1.01,0.4195929718017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,32,power_law_1.01,0.020127999782562255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,32,power_law_1.01,0.6166643142700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,32,power_law_1.01,0.020003840923309327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,32,power_law_1.01,0.020056319236755372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,32,power_law_1.01,0.029319679737091063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,32,power_law_1.01,0.029719040393829343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,32,power_law_1.01,0.030458879470825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,32,power_law_1.01,0.03136768102645874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,32,power_law_1.01,0.01974527955055237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,32,power_law_1.01,0.031481599807739256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,32,power_law_1.01,0.032400639057159425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,32,power_law_1.01,0.03511296033859253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,32,power_law_1.01,0.03517184019088745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,32,power_law_1.01,0.03731328010559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,32,power_law_1.01,0.033831679821014406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,32,power_law_1.01,0.03419264078140259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,32,power_law_1.01,0.03682559967041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,32,power_law_1.01,0.04150656223297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,32,power_law_1.01,0.0464140796661377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,32,power_law_1.01,0.05116415977478027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,32,power_law_1.01,0.06287231922149658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,32,power_law_1.01,0.07701504230499268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,32,power_law_1.01,0.10619775772094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,32,power_law_1.01,0.14348928451538084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,32,power_law_1.01,0.1949273681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,32,power_law_1.01,0.3044748878479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,32,power_law_1.01,0.4075379180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,32,power_law_1.2,0.016605440378189087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,32,power_law_1.01,0.535077133178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,32,power_law_1.2,0.016989439725875854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,32,power_law_1.2,0.0169267201423645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,32,power_law_1.2,0.022476799488067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,32,power_law_1.2,0.022900478839874266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,32,power_law_1.2,0.02358144044876099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,32,power_law_1.2,0.02441472053527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,32,power_law_1.2,0.025477120876312254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,32,power_law_1.2,0.02595455884933472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,32,power_law_1.2,0.026630399227142332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,32,power_law_1.2,0.030585598945617676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,32,power_law_1.2,0.030883839130401613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,32,power_law_1.2,0.029855999946594235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,32,power_law_1.2,0.03014656066894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,32,power_law_1.2,0.03682816028594971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,32,power_law_1.2,0.04326655864715576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,32,power_law_1.2,0.05744639873504639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,32,power_law_1.2,0.06332159996032714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,32,power_law_1.2,0.09531264305114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,32,power_law_1.2,0.11224575996398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,32,power_law_1.2,0.13024383544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,32,power_law_1.2,0.029249279499053954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,32,power_law_1.2,0.21593727111816405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,32,power_law_1.2,0.2960742378234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,32,power_law_1.2,0.01983232021331787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,32,power_law_1.2,0.020322558879852296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,32,power_law_1.2,0.02036479949951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,32,power_law_1.2,0.39543296813964846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,32,power_law_1.2,0.028979198932647703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,32,power_law_1.2,0.02927103996276855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,32,power_law_1.2,0.03006079912185669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,32,power_law_1.2,0.030900480747222903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,32,power_law_1.2,0.031760640144348144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,32,power_law_1.2,0.03163264036178589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,32,power_law_1.2,0.03260159969329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,32,power_law_1.2,0.034501121044158936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,32,power_law_1.2,0.03658623933792114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,32,power_law_1.2,0.03522559881210327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,32,power_law_1.2,0.035183360576629644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,32,power_law_1.2,0.036303360462188725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,32,power_law_1.2,0.03837440013885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,32,power_law_1.2,0.04044159889221192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,32,power_law_1.2,0.049351677894592286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,32,power_law_1.2,0.05647359848022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,32,power_law_1.2,0.07101696014404298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,32,power_law_1.2,0.09341823577880859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,32,power_law_1.2,0.14399616241455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,32,power_law_1.2,0.19791744232177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,32,power_law_1.2,0.28668928146362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,32,power_law_1.2,0.6138918304443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,32,power_law_1.2,0.3825766372680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,128,balanced,0.040422401428222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,128,balanced,0.040020480155944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,128,balanced,0.03987839937210083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,128,balanced,0.03996416091918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,128,balanced,0.040227842330932614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,128,balanced,0.07058815956115723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,128,balanced,0.0709222412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,128,balanced,0.07004928112030029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,128,balanced,0.07137152194976806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,128,balanced,0.0716326379776001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,128,balanced,0.0715174388885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,128,balanced,0.0722111988067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,128,balanced,0.07319680213928223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,128,balanced,0.07406591892242431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,128,balanced,0.07355519771575927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,128,balanced,0.07376128196716308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,128,balanced,0.07783296108245849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,128,balanced,0.08099455833435058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,128,balanced,0.08600064277648925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,32,power_law_1.2,0.5738035202026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,128,balanced,0.09201536178588868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,128,balanced,0.08808320045471192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,128,balanced,0.09387647628784179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,128,balanced,0.10124416351318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,128,balanced,0.11850624084472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,128,balanced,0.13638912200927736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,128,balanced,0.20157567977905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,128,balanced,0.2565849685668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,128,balanced,0.02639616012573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,128,balanced,0.026691839694976804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,128,balanced,0.026443519592285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,128,balanced,0.02663935899734497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,128,balanced,0.026617600917816165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,128,balanced,0.04340735912322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,128,balanced,0.04341119766235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,128,balanced,0.04338687896728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,128,balanced,0.04405759811401368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,128,balanced,0.04396927833557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,128,balanced,0.0442137622833252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,128,balanced,0.0447603178024292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,128,balanced,0.04482304096221924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,128,balanced,0.04536320209503174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,128,balanced,0.04617087841033936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,128,balanced,0.04662784099578857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,128,balanced,0.0478988790512085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,128,balanced,0.04792575836181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,128,balanced,0.04949632167816162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,128,balanced,0.059549441337585454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,128,balanced,0.053831682205200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,128,balanced,0.06263936042785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,128,balanced,0.06686463832855224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,128,balanced,0.07704063892364502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,128,balanced,0.08874496459960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,128,balanced,0.1142745590209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,128,balanced,0.14460672378540038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,128,power_law_1.01,0.04058112144470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,128,power_law_1.01,0.04104320049285889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,128,power_law_1.01,0.041071357727050783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,128,power_law_1.01,0.07073919773101807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,128,power_law_1.01,0.07281280040740967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,128,power_law_1.01,0.07265408039093017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,128,power_law_1.01,0.07274112224578858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,128,power_law_1.01,0.07375872135162354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,128,power_law_1.01,0.07732863903045654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,128,power_law_1.01,0.07774208068847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,128,power_law_1.01,0.07949952125549317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,128,power_law_1.01,0.08202879905700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,128,power_law_1.01,0.08389120101928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,128,power_law_1.01,0.08934783935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,128,power_law_1.01,0.09426048278808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,128,power_law_1.01,0.09671168327331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,128,power_law_1.01,0.09449728012084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,128,power_law_1.01,0.1084224033355713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,128,power_law_1.01,0.1254246425628662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,128,power_law_1.01,0.1906329536437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,128,power_law_1.01,0.2402764892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,128,power_law_1.01,0.31572351455688474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,128,power_law_1.01,0.4409881591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,128,power_law_1.01,0.6954035186767579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,32,power_law_1.2,0.826604766845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,128,power_law_1.01,1.050003204345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.02679807901382446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.027132160663604736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.04382719993591309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,128,power_law_1.01,1.5290150451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.043943681716918946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.04445695877075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.04490111827850342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.04525440216064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.045966081619262696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,128,power_law_1.01,2.000069122314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.04569344043731689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.048706560134887694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.048601598739624025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.04700160026550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.05102975845336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.05511040210723876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.06221439838409424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.05739903926849366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.0629030418395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.06972032070159913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.07788159847259521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.10266624450683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.1328934383392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.18883840560913084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.2551475143432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,0.4173606491088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,0.5274879837036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,0.8874214172363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,1.1477503967285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,32,power_law_1.2,0.7649510192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,1,128,power_law_1.2,0.03924736022949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,1,128,power_law_1.2,0.038931200504302974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,1,128,power_law_1.2,0.06843647956848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,1,128,power_law_1.2,0.06866559982299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,1,128,power_law_1.2,0.07045248031616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,1,128,power_law_1.2,0.07198976039886475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,1,128,power_law_1.2,0.07170048236846924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,1,128,power_law_1.2,0.07482111930847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,1,128,power_law_1.2,0.07690368175506593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,1,128,power_law_1.2,0.07997568130493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,1,128,power_law_1.2,0.08221440315246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,1,128,power_law_1.2,0.08567808151245118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,1,128,power_law_1.2,0.0887718391418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,1,128,power_law_1.2,0.09656191825866699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,1,128,power_law_1.2,0.0925273609161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,1,128,power_law_1.2,0.0942527961730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,1,128,power_law_1.2,0.10824447631835939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,1,128,power_law_1.2,0.130316801071167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,1,128,power_law_1.2,0.18701055526733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,1,128,power_law_1.2,0.2591360092163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,1,128,power_law_1.2,0.371143684387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,1,128,power_law_1.2,0.5844646453857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,1,128,power_law_1.2,0.7763660430908204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,1,128,power_law_1.2,1.0770751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,1,128,power_law_1.2,1.5403634643554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,1,128,power_law_1.2,2.473349151611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.027200000286102293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.027078399658203123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.04395008087158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.04430592060089111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.044788479804992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.04470528125762939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.045571842193603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.04612864017486572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.04712831974029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.047320318222045896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.048750081062316895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.051016960144042965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.05508992195129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.06144256114959716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.0590118408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.06330880165100097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.06757760047912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.08142463684082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.10234368324279786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.16482944488525392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.19218431472778322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.3016076850891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.4477772903442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,1,128,power_law_1.2,3.2930484008789067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,0.6805798339843749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,0.8712754821777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,4,32,power_law_1.2,10.036345825195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,1.4165171813964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,16,power_law_1.2,4.578421630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,1.8673817443847658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,64,balanced,0.023400959968566896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,64,balanced,0.023541760444641114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,64,balanced,0.023457279205322264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,64,balanced,0.0233625602722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,64,balanced,0.0355622410774231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,64,balanced,0.05986815929412842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,64,balanced,0.06084735870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,64,balanced,0.06009471893310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,64,balanced,0.0624294376373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,64,balanced,0.06135680198669433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,64,balanced,0.06411776065826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,64,balanced,0.06688767910003662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,64,balanced,0.06777728080749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,64,balanced,0.07025407791137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,64,balanced,0.07092095851898193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,64,balanced,0.07215616226196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,64,balanced,0.07747456073760986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,64,balanced,0.08502400398254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,64,balanced,0.07886720180511475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,64,balanced,0.08503295898437499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,64,balanced,0.09936127662658692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,64,balanced,0.08912768363952636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,64,balanced,0.11097727775573732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,64,balanced,0.15072511672973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,64,balanced,0.1663475227355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,64,balanced,0.24293376922607424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,64,balanced,0.025039360523223874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,64,balanced,0.31720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,64,balanced,0.024975359439849854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,64,balanced,0.025134079456329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,64,balanced,0.025217280387878415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,64,balanced,0.02551039934158325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,64,balanced,0.03983488082885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,64,balanced,0.04073855876922607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,64,balanced,0.04048895835876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,64,balanced,0.04110976219177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,64,balanced,0.04089856147766113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,64,balanced,0.04182655811309814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,64,balanced,0.04184959888458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,64,balanced,0.04258431911468506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,64,balanced,0.04337152004241943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,64,balanced,0.0432371187210083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,64,balanced,0.04374527931213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,64,balanced,0.04594560146331787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,64,balanced,0.053525757789611814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,64,balanced,0.04968192100524903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,64,balanced,0.05495552062988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,64,balanced,0.06035456180572509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,64,balanced,0.06809855937957764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,64,balanced,0.07773183822631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,64,balanced,0.10063103675842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,64,balanced,0.12372096061706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,64,balanced,0.16418048858642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,64,balanced,0.20826240539550783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,64,power_law_1.01,0.0361625599861145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,64,power_law_1.01,0.036031999588012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,64,power_law_1.01,0.0362611198425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,64,power_law_1.01,0.060359678268432616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,64,power_law_1.01,0.06262527942657471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,64,power_law_1.01,0.06440063953399658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,64,power_law_1.01,0.06691199779510498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,64,power_law_1.01,0.06944511890411377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,64,power_law_1.01,0.07084288120269774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,64,power_law_1.01,0.0698521614074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,64,power_law_1.01,0.07393280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,64,power_law_1.01,0.07673727989196777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,64,power_law_1.01,0.08316543579101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,64,power_law_1.01,0.08667391777038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,64,power_law_1.01,0.08269311904907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,64,power_law_1.01,0.08577535629272462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,64,power_law_1.01,0.0899839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,64,power_law_1.01,0.09925120353698731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,64,power_law_1.01,0.11356800079345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,64,power_law_1.01,0.15310336112976075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,64,power_law_1.01,0.1880486488342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,64,power_law_1.01,0.2878630447387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,64,power_law_1.01,0.36689281463623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,64,power_law_1.01,0.5580607986450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,64,power_law_1.01,0.721871337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,64,power_law_1.01,1.110666275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,64,power_law_1.01,0.02546560049057007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,64,power_law_1.01,0.025395200252532956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,64,power_law_1.01,1.4281382751464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,64,power_law_1.01,0.02556544065475464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,64,power_law_1.01,0.04081920146942138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,64,power_law_1.01,0.04066048145294189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,64,power_law_1.01,0.04134912014007568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,64,power_law_1.01,0.042536959648132325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,64,power_law_1.01,0.04315775871276856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,64,power_law_1.01,0.04348800182342529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,64,power_law_1.01,0.04374144077301025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,64,power_law_1.01,0.04480512142181396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,64,power_law_1.01,0.04728831768035889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,64,power_law_1.01,0.05028480052947998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,64,power_law_1.01,0.053337597846984865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,64,power_law_1.01,0.05526016235351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,64,power_law_1.01,0.05427072048187256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,64,power_law_1.01,0.061560320854187014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,64,power_law_1.01,0.06554240226745606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,64,power_law_1.01,0.0774067211151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,64,power_law_1.01,0.10342528343200683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,64,power_law_1.01,0.13114879608154298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,64,power_law_1.01,0.1547430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,64,power_law_1.01,0.2325388717651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,64,power_law_1.01,0.3365734481811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,64,power_law_1.01,0.48125568389892576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,64,power_law_1.01,0.7698751831054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,64,power_law_1.01,0.8981235504150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,64,power_law_1.2,0.03466111898422241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,64,power_law_1.2,0.035715839862823485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,64,power_law_1.2,0.047831039428710934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,64,power_law_1.2,0.06112639904022217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,64,power_law_1.2,0.060761599540710455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,64,power_law_1.2,0.06498047828674317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,64,power_law_1.2,0.06801536083221435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,64,power_law_1.2,0.06937600135803222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,64,power_law_1.2,0.07117824077606201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,64,power_law_1.2,0.07257599830627441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,64,power_law_1.2,0.07826303958892822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,64,power_law_1.2,0.0811507225036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,64,power_law_1.2,0.08338047981262206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,64,power_law_1.2,0.08473088264465331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,64,power_law_1.2,0.0839782428741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,64,power_law_1.2,0.08592127799987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,64,power_law_1.2,0.09424896240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,64,power_law_1.2,0.12079999923706056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,64,power_law_1.2,0.13833727836608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,64,power_law_1.2,0.1927462387084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,64,power_law_1.2,0.28174591064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,64,power_law_1.2,0.38630912780761717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,64,power_law_1.2,0.5210176086425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,64,power_law_1.2,0.7945996856689452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,64,power_law_1.2,1.106307830810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,64,power_law_1.2,0.025464320182800294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,64,power_law_1.2,0.02558079957962036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,64,power_law_1.2,0.04040192127227783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,64,power_law_1.2,1.652506866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,64,power_law_1.2,0.040838398933410645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,64,power_law_1.2,0.0404531192779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,64,power_law_1.2,0.04168191909790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,64,power_law_1.2,0.042513918876647946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,64,power_law_1.2,0.042824959754943846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,64,power_law_1.2,0.04311039924621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,64,power_law_1.2,0.044177918434143065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,64,power_law_1.2,0.04984320163726806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,64,power_law_1.2,0.050579199790954585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,64,power_law_1.2,0.05393152236938477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,64,power_law_1.2,0.05498112201690673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,64,power_law_1.2,0.055997438430786126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,64,power_law_1.2,0.058927359580993655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,64,power_law_1.2,0.06091008186340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,64,power_law_1.2,0.07230080127716064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,64,power_law_1.2,0.09409407615661622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,64,power_law_1.2,0.14399616241455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,64,power_law_1.2,0.1647897529602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,64,power_law_1.2,0.2404287910461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,64,power_law_1.2,0.35915775299072267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,64,power_law_1.2,0.5723315048217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,64,power_law_1.2,0.711173095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,64,power_law_1.2,1.0922239685058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,64,power_law_1.2,2.41154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,64,power_law_1.2,1.4804428100585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,16,power_law_1.2,6.576256103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,32,balanced,0.021913599967956544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,32,balanced,0.02239232063293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,32,balanced,0.02247040033340454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,32,balanced,0.023079679012298585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,32,balanced,0.03486848115921021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,32,balanced,0.05881984233856201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,32,balanced,0.06166143894195557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,32,balanced,0.061919999122619626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,32,balanced,0.0615231990814209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,32,balanced,0.06333439826965333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,32,balanced,0.0665996789932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,32,balanced,0.06714240074157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,32,balanced,0.068154878616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,32,balanced,0.07349503993988037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,32,balanced,0.0774835205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,32,balanced,0.08055935859680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,32,balanced,0.07445504188537597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,32,balanced,0.08025728225708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,32,balanced,0.08405504226684571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,32,balanced,0.09290111541748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,32,balanced,0.10214143753051759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,32,balanced,0.12358912467956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,32,balanced,0.14238080024719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,32,balanced,0.18945920944213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,32,balanced,0.22804351806640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,32,balanced,0.3286246490478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,32,balanced,0.024190719127655032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,32,balanced,0.43989120483398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,32,balanced,0.024128000736236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,32,balanced,0.023891201019287107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,32,balanced,0.024000000953674317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,32,balanced,0.025702400207519533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,32,balanced,0.03856127977371216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,32,balanced,0.03903872013092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,32,balanced,0.039921920299530025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,32,balanced,0.03999104022979737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,32,balanced,0.04044032096862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,32,balanced,0.04122752189636231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,32,balanced,0.04105343818664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,32,balanced,0.04165503978729248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,32,balanced,0.04539391994476318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,32,balanced,0.04892159938812256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,32,balanced,0.05151360034942627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,32,balanced,0.04651904106140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,32,balanced,0.051941118240356444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,32,balanced,0.05629951953887939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,32,balanced,0.06278016090393065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,32,balanced,0.07190144062042236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,32,balanced,0.0955622386932373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,32,balanced,0.1134284782409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,32,balanced,0.15098112106323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,32,balanced,0.19002111434936525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,32,balanced,0.2644313621520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,32,power_law_1.01,0.03411200046539307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,32,balanced,0.3404902267456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,32,power_law_1.01,0.03220479965209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,32,power_law_1.01,0.03515647888183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,32,power_law_1.01,0.04445312023162842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,32,power_law_1.01,0.056029438972473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,32,power_law_1.01,0.06094848155975342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,32,power_law_1.01,0.06608895778656006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,32,power_law_1.01,0.06601088047027588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,32,power_law_1.01,0.06867455959320068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,32,power_law_1.01,0.0742464017868042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,32,power_law_1.01,0.07509376049041748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,32,power_law_1.01,0.08192255973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,32,power_law_1.01,0.07931647777557374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,32,power_law_1.01,0.06253695964813233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,32,power_law_1.01,0.0818239974975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,32,power_law_1.01,0.08831616401672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,32,power_law_1.01,0.10392576217651368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,32,power_law_1.01,0.11827839851379393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,32,power_law_1.01,0.13626879692077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,32,power_law_1.01,0.1987481689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,32,power_law_1.01,0.08409472465515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,32,power_law_1.01,0.257258243560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,32,power_law_1.01,0.3189619255065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,32,power_law_1.01,0.4879232025146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,32,power_law_1.01,0.6443520355224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,32,power_law_1.01,0.02572927951812744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,32,power_law_1.01,0.025756158828735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,32,power_law_1.01,0.9005401611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,32,power_law_1.01,0.026132481098175047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,32,power_law_1.01,0.038740479946136476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,32,power_law_1.01,0.03953151941299439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,32,power_law_1.01,1.229100799560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,32,power_law_1.01,0.040098562240600585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,32,power_law_1.01,0.041175041198730465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,32,power_law_1.01,0.042629117965698245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,32,power_law_1.01,0.04154496192932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,32,power_law_1.01,0.043891201019287104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,32,power_law_1.01,0.047272958755493165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,32,power_law_1.01,0.050348801612854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,32,power_law_1.01,0.051502079963684076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,32,power_law_1.01,0.049314560890197756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,32,power_law_1.01,0.05397759914398194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,32,power_law_1.01,0.057219839096069335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,32,power_law_1.01,0.06166016101837159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,32,power_law_1.01,0.07328383922576905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,32,power_law_1.01,0.08950271606445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,32,power_law_1.01,0.1046771240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,32,power_law_1.01,0.14269951820373533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,32,power_law_1.01,0.18191360473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,32,power_law_1.01,0.2338368034362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,32,power_law_1.01,0.33372161865234373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,32,power_law_1.01,0.515681266784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,32,power_law_1.01,0.663342056274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,32,power_law_1.2,0.0337779188156128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,32,power_law_1.2,0.033637120723724365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,32,power_law_1.2,0.0328601598739624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,32,power_law_1.01,0.9733158111572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,32,power_law_1.2,0.047527680397033686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,32,power_law_1.2,0.050895361900329596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,32,power_law_1.2,0.06383615970611572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,32,power_law_1.2,0.06372352123260498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,32,power_law_1.2,0.06381311893463135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,32,power_law_1.2,0.06739967823028564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,32,power_law_1.2,0.07232255935668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,32,power_law_1.2,0.07623936176300049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,32,power_law_1.2,0.07944575786590577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,32,power_law_1.2,0.08361472129821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,32,power_law_1.2,0.07887743949890137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,32,power_law_1.2,0.08192768096923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,32,power_law_1.2,0.0844428825378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,32,power_law_1.2,0.08727680206298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,32,power_law_1.2,0.10233344078063963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,32,power_law_1.2,0.1314035224914551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,32,power_law_1.2,0.15850879669189452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,32,power_law_1.2,0.2331302452087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,32,power_law_1.2,0.2958438491821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,32,power_law_1.2,0.3876838302612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,32,power_law_1.2,0.6553369903564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,32,power_law_1.2,0.8558604431152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,32,power_law_1.2,0.02595711946487427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,32,power_law_1.2,0.02568576097488403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,32,power_law_1.2,0.02588543891906738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,32,power_law_1.2,0.03876991987228394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,32,power_law_1.2,0.03955199956893921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,32,power_law_1.2,0.04004608154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,32,power_law_1.2,0.040746240615844725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,32,power_law_1.2,0.041287679672241215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,32,power_law_1.2,0.0424179220199585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,32,power_law_1.2,1.2626726531982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,32,power_law_1.2,0.04266111850738526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,32,power_law_1.2,0.04886911869049072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,32,power_law_1.2,0.054090237617492674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,32,power_law_1.2,0.05238016128540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,32,power_law_1.2,1.5480332946777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,32,power_law_1.2,0.052609281539916994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,32,power_law_1.2,0.05491327762603759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,32,power_law_1.2,0.05773568153381348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,32,power_law_1.2,0.07199872016906739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,32,power_law_1.2,0.09064576148986817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,32,power_law_1.2,0.1305344009399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,32,power_law_1.2,0.05715199947357178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,32,power_law_1.2,0.1607948875427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,32,power_law_1.2,0.2303244781494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,32,power_law_1.2,0.30873344421386717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,32,power_law_1.2,0.9553011322021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,32,power_law_1.2,0.4999820709228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,16,balanced,0.021469440460205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,16,balanced,0.02191999912261963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,16,balanced,0.022826240062713624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,16,balanced,0.024143359661102294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,16,balanced,0.03818624019622803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,16,balanced,0.06043263912200928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,16,balanced,0.061352958679199224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,16,balanced,0.06414847850799561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,16,balanced,0.06557055950164795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,32,power_law_1.2,0.6264435195922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,16,balanced,0.06766848087310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,16,balanced,0.07261695861816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,16,balanced,0.07435904026031495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,16,balanced,0.07856512069702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,16,balanced,0.07207680225372315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,16,balanced,0.07614336013793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,16,balanced,0.07815040111541748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,16,balanced,0.08218624114990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,16,balanced,0.0899238395690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,16,balanced,0.09935615539550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,16,balanced,0.11763199806213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,16,balanced,0.13496191978454591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,16,balanced,0.1738559913635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,16,balanced,0.20774911880493163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,16,balanced,0.2793395233154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,16,balanced,0.35131263732910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,16,balanced,0.023537919521331788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,16,balanced,0.5215014266967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,16,balanced,0.023572480678558348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,16,balanced,0.6932096099853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,16,balanced,0.024029440879821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,16,balanced,0.024496641159057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,16,balanced,0.04138879776000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,16,balanced,0.04245888233184815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,16,balanced,0.026265599727630616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,16,balanced,0.04482048034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,16,balanced,0.04515967845916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,16,balanced,0.043459839820861816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,16,balanced,0.048044800758361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,16,balanced,0.05014143943786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,16,balanced,0.05258240222930908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,16,balanced,0.04851840019226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,16,balanced,0.05166848182678223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,16,balanced,0.053131518363952634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,16,balanced,0.05743616104125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,16,balanced,0.06301184177398682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,16,balanced,0.0710975980758667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,16,balanced,0.09155712127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,16,balanced,0.10890624046325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,16,balanced,0.14812416076660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,16,balanced,0.18155263900756835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,16,balanced,0.2531673622131348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,16,balanced,0.3239193725585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,16,power_law_1.01,0.03463680028915405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,16,balanced,0.4673932647705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,16,power_law_1.01,0.035104000568389894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,16,balanced,0.6113407897949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,16,power_law_1.01,0.03500416040420532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,16,power_law_1.01,0.03574527978897095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,16,power_law_1.01,0.05989503860473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,16,power_law_1.01,0.05838079929351807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,16,power_law_1.01,0.06181888103485107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,16,power_law_1.01,0.06260223865509033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,16,power_law_1.01,0.06883327960968018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,16,power_law_1.01,0.07174015998840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,16,power_law_1.01,0.07529727935791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,16,power_law_1.01,0.08035072326660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,16,power_law_1.01,0.07903488159179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,16,power_law_1.01,0.07662591934204102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,16,power_law_1.01,0.07961984157562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,16,power_law_1.01,0.08322175979614257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,16,power_law_1.01,0.09047295570373534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,16,power_law_1.01,0.10302335739135741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,16,power_law_1.01,0.11586943626403809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,16,power_law_1.01,0.13168383598327638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,16,power_law_1.01,0.18056192398071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,16,power_law_1.01,0.2585369682312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,16,power_law_1.01,0.2891097640991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,16,power_law_1.01,0.48656383514404294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,16,power_law_1.01,0.5509913635253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,16,power_law_1.01,0.025194239616394044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,16,power_law_1.01,0.8898880004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,16,power_law_1.01,0.025144319534301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,16,power_law_1.01,0.025560319423675537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,16,power_law_1.01,0.026406400203704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,16,power_law_1.01,1.2636057281494142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,16,power_law_1.01,0.04062592029571534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,16,power_law_1.01,0.04187520027160645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,16,power_law_1.01,0.044637441635131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,16,power_law_1.01,0.046960639953613284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,16,power_law_1.01,0.047861762046813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,16,power_law_1.01,0.04843008041381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,16,power_law_1.01,0.052056322097778315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,16,power_law_1.01,0.052952318191528326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,16,power_law_1.01,0.053856000900268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,16,power_law_1.01,0.05381887912750244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,16,power_law_1.01,0.05604608058929443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,16,power_law_1.01,0.05970560073852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,16,power_law_1.01,0.06588031768798827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,16,power_law_1.01,0.07556096076965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,16,power_law_1.01,0.094137601852417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,16,power_law_1.01,0.13119232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,16,power_law_1.01,0.1453286361694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,16,power_law_1.01,0.21315328598022462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,16,power_law_1.01,0.2781222343444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,16,power_law_1.01,0.4121126556396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,16,power_law_1.01,0.5515737533569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,16,power_law_1.2,0.03404544115066528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,16,power_law_1.01,0.7542924499511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,16,power_law_1.2,0.034561278820037844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,16,power_law_1.2,0.03494911909103394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,16,power_law_1.2,0.03656447887420654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,16,power_law_1.2,0.04937983989715576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,16,power_law_1.2,0.06136960029602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,16,power_law_1.01,1.050815963745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,16,power_law_1.2,0.06317567825317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,16,power_law_1.2,0.0710963201522827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,16,power_law_1.2,0.07234943866729736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,16,power_law_1.2,0.07743103981018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,16,power_law_1.2,0.07822720050811768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,16,power_law_1.2,0.08037247657775878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,16,power_law_1.2,0.07776768207550049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,16,power_law_1.2,0.08220288276672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,16,power_law_1.2,0.08474623680114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,16,power_law_1.2,0.08982912063598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,32,power_law_1.2,1.3352549743652342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,16,power_law_1.2,0.1060979175567627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,16,power_law_1.2,0.12504575729370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,16,power_law_1.2,0.16328704833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,16,power_law_1.2,0.18498687744140624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,16,power_law_1.2,0.27722496032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,16,power_law_1.2,0.06547071933746337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,16,power_law_1.2,0.543006706237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,16,power_law_1.2,0.9600345611572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,16,power_law_1.2,0.02544895887374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,16,power_law_1.2,0.02570751905441284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,16,power_law_1.2,0.025882880687713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,16,power_law_1.2,0.3205913543701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,16,power_law_1.2,0.02629120111465454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,16,power_law_1.2,0.04025856018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,16,power_law_1.2,0.04151552200317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,16,power_law_1.2,0.04424960136413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,16,power_law_1.2,0.046327037811279295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,16,power_law_1.2,0.04697728157043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,16,power_law_1.2,0.04917247772216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,16,power_law_1.2,0.05417215824127197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,16,power_law_1.2,0.056366081237792964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,16,power_law_1.2,0.055022082328796386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,16,power_law_1.2,0.05361919879913331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,16,power_law_1.2,0.05839744091033936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,16,power_law_1.2,0.06044288158416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,16,power_law_1.2,0.710192642211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,16,power_law_1.2,0.06279039859771729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,16,power_law_1.2,0.0824294376373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,16,power_law_1.2,0.09351167678833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,16,power_law_1.2,0.1357171154022217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,16,power_law_1.2,0.15584256172180175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,16,power_law_1.2,0.2335193634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,16,power_law_1.2,0.4557593536376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,16,power_law_1.2,0.29783039093017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,8,balanced,0.022421760559082033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,8,balanced,0.022835199832916257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,8,balanced,0.0238374400138855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,8,balanced,0.031086080074310303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,8,balanced,0.04221824169158935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,8,balanced,0.06596992015838624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,8,balanced,0.06929791927337646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,8,balanced,0.07255040168762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,8,balanced,0.07429376125335693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,8,balanced,0.07877888202667235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,8,balanced,0.07280255794525146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,8,balanced,0.07575295925140381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,8,balanced,0.07829631805419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,8,balanced,0.08229887962341309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,16,power_law_1.2,0.6194380950927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,8,balanced,0.08550399780273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,8,balanced,0.08915583610534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,8,balanced,0.11523327827453614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,8,balanced,0.13196800231933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,8,balanced,0.1677222442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,8,balanced,0.20127487182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,8,balanced,0.09762175559997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,8,balanced,0.2691391944885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,8,balanced,0.3349004745483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,8,balanced,0.47110145568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,8,balanced,0.6061836624145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,8,balanced,0.9069081878662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,8,balanced,0.024062719345092774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,8,balanced,0.024351999759674073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,8,balanced,0.024623360633850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,8,balanced,0.026423039436340334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,8,balanced,1.206055679321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,8,balanced,0.030775039196014403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,8,balanced,0.04847231864929199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,8,balanced,0.04825984001159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,8,balanced,0.05202943801879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,8,balanced,0.052387838363647465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,8,balanced,0.06050432205200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,8,balanced,0.0520576000213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,8,balanced,0.054790401458740236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,8,balanced,0.056248321533203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,8,balanced,0.06028031826019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,8,balanced,0.062159361839294436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,8,balanced,0.06451456069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,8,balanced,0.07335936069488526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,8,balanced,0.09268735885620118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,8,balanced,0.11009152412414551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,8,balanced,0.14345600128173827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,8,balanced,0.1763711929321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,8,balanced,0.25007104873657227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,8,balanced,0.31321216583251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,8,balanced,0.4525503921508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,16,power_law_1.2,0.9566310119628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,8,balanced,0.5904703903198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,8,power_law_1.01,0.024344320297241213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,8,power_law_1.01,0.03415168046951294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,8,balanced,0.8667302703857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,8,power_law_1.01,0.037493760585784915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,8,power_law_1.01,0.03955071926116943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,8,balanced,1.1468211364746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,8,power_law_1.01,0.03951744079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,8,power_law_1.01,0.06424448013305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,8,power_law_1.01,0.06676991939544677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,8,power_law_1.01,0.06866432189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,8,power_law_1.01,0.07151616096496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,8,power_law_1.01,0.07629183769226075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,8,power_law_1.01,0.08041215896606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,8,power_law_1.01,0.07955455780029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,8,power_law_1.01,0.07706111907958985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,8,power_law_1.01,0.0791807985305786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,8,power_law_1.01,0.08142080307006835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,8,power_law_1.01,0.08384767532348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,8,power_law_1.01,0.09292415618896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,8,power_law_1.01,0.11057408332824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,8,power_law_1.01,0.1258176040649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,8,power_law_1.01,0.15952768325805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,8,power_law_1.01,0.19532415390014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,8,power_law_1.01,0.2398771286010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,8,power_law_1.01,0.2967935943603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,8,power_law_1.01,0.4431935882568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,8,power_law_1.01,0.5313587188720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,8,power_law_1.01,0.02550528049468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,8,power_law_1.01,0.027219200134277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,8,power_law_1.01,0.8845926666259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,8,power_law_1.01,0.028229119777679446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,8,power_law_1.01,0.02874367952346802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,8,power_law_1.01,0.02969856023788452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,8,power_law_1.01,1.135709457397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,8,power_law_1.01,0.046036481857299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,8,power_law_1.01,0.04896255970001221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,8,power_law_1.01,0.04946176052093506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,8,power_law_1.01,0.05232384204864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,8,power_law_1.01,0.05377408027648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,8,power_law_1.01,0.060674557685852046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,8,power_law_1.01,0.054017281532287596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,8,power_law_1.01,0.05600255966186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,8,power_law_1.01,0.05931647777557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,8,power_law_1.01,0.059700479507446294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,8,power_law_1.01,0.062172160148620606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,8,power_law_1.01,0.07061759948730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,8,power_law_1.01,0.08754176139831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,8,power_law_1.01,0.11036800384521483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,8,power_law_1.01,0.13318143844604494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,8,power_law_1.01,0.1804275131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,8,power_law_1.01,0.24564607620239257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,8,power_law_1.01,0.30450944900512694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,8,power_law_1.01,0.45242752075195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,8,power_law_1.01,0.5686220932006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,8,power_law_1.2,0.024061439037323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,8,power_law_1.2,0.03417216062545776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,8,power_law_1.01,0.8985702514648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,8,power_law_1.2,0.03745151996612549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,8,power_law_1.2,0.03804415941238403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,8,power_law_1.2,0.04036863803863525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,8,power_law_1.2,0.06432511806488037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,8,power_law_1.2,0.06562816143035889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,8,power_law_1.01,1.1092607879638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,8,power_law_1.2,0.06915840148925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,8,power_law_1.2,0.0730508804321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,8,power_law_1.2,0.07500927925109864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,8,power_law_1.2,0.07619967937469482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,8,power_law_1.2,0.08314111709594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,8,power_law_1.2,0.07713920116424561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,8,power_law_1.2,0.07912320137023926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,8,power_law_1.2,0.0837286376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,8,power_law_1.2,0.08777215957641601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,8,power_law_1.2,0.09698816299438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,8,power_law_1.2,0.11277055740356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,8,power_law_1.2,0.12861311912536622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,8,power_law_1.2,0.16295040130615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,8,power_law_1.2,0.19729280471801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,8,power_law_1.2,0.2644454383850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,8,power_law_1.2,0.34123390197753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,16,power_law_1.2,1.2597580718994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,8,power_law_1.2,0.02514688014984131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,8,power_law_1.2,0.02598144054412842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,8,power_law_1.2,0.02783744096755981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,8,power_law_1.2,0.02759040117263794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,8,power_law_1.2,0.02946176052093506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,8,power_law_1.2,0.04637951850891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,8,power_law_1.2,0.5046310424804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,8,power_law_1.2,0.048520960807800294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,8,power_law_1.2,0.05058176040649413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,8,power_law_1.2,0.052965121269226076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,8,power_law_1.2,0.05783679962158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,8,power_law_1.2,0.06195583820343018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,8,power_law_1.2,0.6653900909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,8,power_law_1.2,0.056421117782592775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,8,power_law_1.2,0.0577945613861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,8,power_law_1.2,0.06196991920471191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,8,power_law_1.2,0.06653952121734619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,8,power_law_1.2,0.07490560054779052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,8,power_law_1.2,0.0944819164276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,8,power_law_1.2,0.11383680343627929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,8,power_law_1.2,0.1510540771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,8,power_law_1.2,0.1856831932067871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,8,power_law_1.2,0.057760000228881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,8,power_law_1.2,0.2582617568969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,8,power_law_1.2,0.4789785766601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,8,power_law_1.2,0.6331264114379882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,8,power_law_1.2,0.32545406341552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,4,balanced,0.023096320629119874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,4,balanced,0.024038400650024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,4,balanced,0.026137599945068358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,4,balanced,0.034790399074554446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,4,balanced,0.046289920806884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,4,balanced,0.049585919380187984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,4,balanced,0.07231743812561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,4,balanced,0.07499775886535645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,4,balanced,0.07622655868530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,4,balanced,0.08150015830993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,4,balanced,0.07412479877471924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,4,balanced,0.07729536056518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,4,balanced,0.07987328052520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,4,balanced,0.08279680252075196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,4,balanced,0.08562815666198731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,16,power_law_1.2,1.419129638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,4,balanced,0.08876799583435059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,4,balanced,0.11531007766723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,4,balanced,0.09687935829162597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,4,balanced,0.13219327926635743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,4,balanced,0.16861440658569335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,8,power_law_1.2,0.9022348785400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,4,balanced,0.19966720581054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,4,balanced,0.2675686454772949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,4,balanced,0.33615745544433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,8,power_law_1.2,0.8567091369628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,4,balanced,0.47582206726074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,4,balanced,0.024814081192016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,4,balanced,0.6316044616699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,4,balanced,0.025032958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,4,balanced,0.027141120433807377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,4,balanced,0.030769920349121092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,4,balanced,0.0385971188545227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,4,balanced,0.9443353271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,4,balanced,0.040782079696655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,4,balanced,0.05826432228088378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,4,balanced,0.06045951843261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,4,balanced,0.06466559886932373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,4,balanced,0.06439040184020997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,4,balanced,0.06109951972961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,4,balanced,0.0638323211669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,4,balanced,0.06515711784362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,4,balanced,1.2368102264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,4,balanced,0.06843008041381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,4,balanced,0.06980864048004151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,4,balanced,0.0733951997756958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,4,balanced,0.10153087615966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,4,balanced,0.08065919876098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,4,balanced,0.11603327751159669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,4,balanced,0.1525094413757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,4,balanced,0.18379520416259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,4,balanced,0.25929855346679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,4,balanced,0.3212940979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,4,balanced,0.46347393035888673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,4,balanced,0.6086297607421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,4,power_law_1.01,0.02403712034225464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,4,power_law_1.01,0.02911616086959839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,4,power_law_1.01,0.03730815887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,4,balanced,0.9112115478515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,4,power_law_1.01,0.04105855941772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,4,power_law_1.01,0.04280447959899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,4,balanced,1.203915557861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,4,power_law_1.01,0.06922880172729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,4,power_law_1.01,0.07453824043273925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,4,power_law_1.01,0.07576191902160645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,4,power_law_1.01,0.07927807807922363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,4,power_law_1.01,0.07820799827575683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,4,power_law_1.01,0.07539968013763428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,4,power_law_1.01,0.07760384082794189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,4,power_law_1.01,0.08223103523254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,4,power_law_1.01,0.08477312088012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,4,power_law_1.01,0.08858624458312989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,4,power_law_1.01,0.09477631568908691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,4,power_law_1.01,0.04854911804199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,4,power_law_1.01,0.11596416473388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,4,power_law_1.01,0.12752127647399902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,4,power_law_1.01,0.16650367736816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,4,power_law_1.01,0.20523008346557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,4,power_law_1.01,0.27465343475341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,4,power_law_1.01,0.331987190246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,4,power_law_1.01,0.49948287963867183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,4,power_law_1.01,0.6676518249511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,4,power_law_1.01,0.026311678886413576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,4,power_law_1.01,0.961333770751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,4,power_law_1.01,0.028849918842315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,4,power_law_1.01,0.031027200222015383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,4,power_law_1.01,0.034094080924987794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,4,power_law_1.01,0.03554431915283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,4,power_law_1.01,0.04067327976226807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,4,power_law_1.01,0.05765376091003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,4,power_law_1.01,0.06034175872802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,4,power_law_1.01,1.295425262451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,4,power_law_1.01,0.06257791996002197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,4,power_law_1.01,0.06718463897705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,4,power_law_1.01,0.0664243221282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,4,power_law_1.01,0.06486271858215333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,4,power_law_1.01,0.06277120113372803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,4,power_law_1.01,0.0690009593963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,4,power_law_1.01,0.06919040203094481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,4,power_law_1.01,0.07392896175384521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,4,power_law_1.01,0.08094207763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,4,power_law_1.01,0.10237312316894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,4,power_law_1.01,0.12126208305358888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,4,power_law_1.01,0.16045055389404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,4,power_law_1.01,0.19370624542236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,4,power_law_1.01,0.26816511154174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,4,power_law_1.01,0.34609024047851566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,4,power_law_1.01,0.5000371170043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,4,power_law_1.01,0.6553113555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,4,power_law_1.2,0.02424448013305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,4,power_law_1.2,0.03170047998428345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,4,power_law_1.2,0.03835903882980347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,4,power_law_1.01,0.9859430694580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,4,power_law_1.2,0.039795200824737545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,4,power_law_1.2,0.042398719787597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,4,power_law_1.2,0.06971136093139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,4,power_law_1.2,0.04851327896118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,4,power_law_1.2,0.07375616073608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,4,power_law_1.01,1.2599705505371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,4,power_law_1.2,0.07682047843933106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,4,power_law_1.2,0.07966847896575928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,4,power_law_1.2,0.08334464073181153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,4,power_law_1.2,0.07616511821746827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,4,power_law_1.2,0.08134016036987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,4,power_law_1.2,0.0752614402770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,4,power_law_1.2,0.08555007934570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,4,power_law_1.2,0.08878463745117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,4,power_law_1.2,0.09865599632263183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,4,power_law_1.2,0.1154969596862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,4,power_law_1.2,0.13202688217163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,4,power_law_1.2,0.16863231658935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,4,power_law_1.2,0.20477695465087892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,4,power_law_1.2,0.27789567947387694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,4,power_law_1.2,0.3462707138061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,8,power_law_1.2,1.1806681823730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,4,power_law_1.2,0.5194764709472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,4,power_law_1.2,0.02617343902587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,4,power_law_1.2,0.02764928102493286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,4,power_law_1.2,0.030481920242309567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,4,power_law_1.2,0.03208960056304931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,4,power_law_1.2,0.040206079483032224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,4,power_law_1.2,0.03433343887329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,4,power_law_1.2,0.05846784114837646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,4,power_law_1.2,0.06191487789154053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,4,power_law_1.2,0.06507520198822021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,4,power_law_1.2,0.06919424057006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,4,power_law_1.2,0.06640128135681153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,4,power_law_1.2,0.061849598884582524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,4,power_law_1.2,0.06462463855743408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,4,power_law_1.2,0.06816383838653564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,4,power_law_1.2,0.07069183826446533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,4,power_law_1.2,0.07391232013702392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,4,power_law_1.2,0.08417407989501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,4,power_law_1.2,0.10271103858947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,4,power_law_1.2,0.12439680099487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,4,power_law_1.2,0.6894438171386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,4,power_law_1.2,0.19548927307128908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,4,power_law_1.2,0.2753049659729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,4,power_law_1.2,0.35191551208496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,4,power_law_1.2,0.16152320861816408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,4,power_law_1.2,0.5178380966186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,4,power_law_1.2,0.6615654754638671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,32,balanced,0.028631041049957274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,32,balanced,0.02911871910095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,32,balanced,0.02896640062332153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,4,power_law_1.2,1.0420646667480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,32,balanced,0.05219200134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,32,balanced,0.06311935901641845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,32,balanced,0.1068019199371338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,32,balanced,0.10829567909240723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,32,balanced,0.10877056121826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,32,balanced,0.10901887893676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,32,balanced,0.11019264221191408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,32,balanced,0.11330431938171386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,32,balanced,0.11506175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,32,balanced,0.1172441577911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,32,balanced,0.12086272239685059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,32,balanced,0.12430975914001466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,32,balanced,0.1285747241973877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,32,balanced,0.123569917678833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,32,balanced,0.13260671615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,32,balanced,0.14050304412841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,32,balanced,0.15825407981872558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,32,balanced,0.17056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,32,balanced,0.20331775665283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,32,balanced,0.24311296463012697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,32,balanced,0.3298124694824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,32,balanced,0.44333438873291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,32,balanced,0.6156480026245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,32,balanced,0.029468159675598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,32,balanced,0.029546239376068116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,32,balanced,0.8031756591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,32,balanced,0.029468159675598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,32,balanced,0.03014784097671509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,32,balanced,0.04262271881103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,32,balanced,0.05901567935943604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,32,balanced,0.06074751853942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,32,balanced,0.061665282249450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,32,balanced,0.061698560714721684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,32,balanced,0.06323840141296386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,32,balanced,0.06300415992736816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,32,balanced,0.0639027214050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,32,balanced,0.0662720012664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,32,balanced,0.0671833610534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,32,balanced,0.07169792175292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,32,balanced,0.07363711833953858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,32,balanced,0.06892288208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,32,balanced,0.0746060800552368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,32,balanced,0.07887231826782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,32,balanced,0.0932646369934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,32,balanced,0.10840448379516601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,32,balanced,0.14017536163330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,32,balanced,0.16751104354858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,32,balanced,0.22322303771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,32,balanced,0.2772966384887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,32,balanced,0.3871039962768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,4,power_law_1.2,0.9860736083984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,32,balanced,0.5297715377807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,32,power_law_1.01,0.0688640022277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,32,power_law_1.01,0.06805888175964356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,32,power_law_1.01,0.06869503974914551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,32,power_law_1.01,0.06267263889312744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,32,power_law_1.01,0.0985536003112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,32,power_law_1.01,0.10685183525085448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,32,power_law_1.01,0.10824192047119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,32,power_law_1.01,0.10882304191589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,32,power_law_1.01,0.11003135681152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,32,power_law_1.01,0.11078783988952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,32,power_law_1.01,0.11761535644531249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,32,power_law_1.01,0.11971327781677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,32,power_law_1.01,0.12443391799926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,32,power_law_1.01,0.12894975662231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,32,power_law_1.01,0.1297651195526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,32,power_law_1.01,0.13161343574523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,32,power_law_1.01,0.14798720359802248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,32,power_law_1.01,0.16650623321533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,32,power_law_1.01,0.19266944885253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,32,power_law_1.01,0.2345804786682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,32,power_law_1.01,0.3264742279052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,32,power_law_1.01,0.460450553894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,32,power_law_1.01,0.5894720077514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,32,power_law_1.01,0.791678695678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,32,power_law_1.01,1.0490777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,32,power_law_1.01,0.04499328136444092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,32,power_law_1.01,0.04491263866424561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,32,power_law_1.01,0.04559999942779541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,32,power_law_1.01,1.7479667663574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,32,power_law_1.01,0.04448256015777588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,8,power_law_1.2,1.2340672302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,32,power_law_1.01,0.05557631969451904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,32,power_law_1.01,0.05913599967956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,32,power_law_1.01,0.06142079830169678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,32,power_law_1.01,0.06370816230773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,32,power_law_1.01,0.06391935825347901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,32,power_law_1.01,0.06364799976348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,32,power_law_1.01,0.06815999984741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,32,power_law_1.01,2.371100158691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,32,power_law_1.01,0.07239295959472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,32,power_law_1.01,0.07478911876678467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,32,power_law_1.01,0.078438401222229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,32,power_law_1.01,0.07154431819915771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,32,power_law_1.01,0.07408895969390869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,32,power_law_1.01,0.08303359985351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,32,power_law_1.01,0.10108927726745605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,32,power_law_1.01,0.12512255668640138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,32,power_law_1.01,0.14546688079833986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,32,power_law_1.01,0.19162368774414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,32,power_law_1.01,0.25668224334716794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,32,power_law_1.01,0.385797119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,32,power_law_1.01,0.5426982498168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,32,power_law_1.01,0.73053955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,4,32,power_law_1.2,0.06897535800933838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,4,32,power_law_1.2,0.06820735931396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,32,power_law_1.01,0.9811507415771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,4,power_law_1.2,1.2969049072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,4,32,power_law_1.2,0.06859392166137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,32,power_law_1.01,1.1450611114501954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,4,32,power_law_1.2,0.10295552253723143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,4,32,power_law_1.2,0.10133119583129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,4,32,power_law_1.2,0.10577280044555663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,4,power_law_1.2,1.3244300842285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,4,32,power_law_1.2,0.10890496253967286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,4,32,power_law_1.2,0.1090675163269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,4,32,power_law_1.2,0.11073151588439942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,4,32,power_law_1.2,0.12026240348815917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,4,32,power_law_1.2,0.11812735557556153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,4,32,power_law_1.2,0.12824319839477538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,4,32,power_law_1.2,0.13085056304931642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,4,32,power_law_1.2,0.12742015838623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,4,32,power_law_1.2,0.1301798439025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,4,32,power_law_1.2,0.140065279006958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,4,32,power_law_1.2,0.1527616024017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,4,32,power_law_1.2,0.18410112380981444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,4,32,power_law_1.2,0.21332096099853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,4,32,power_law_1.2,0.30220800399780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,4,32,power_law_1.2,0.3892262268066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,4,32,power_law_1.2,0.6173043060302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,4,32,power_law_1.2,0.7466738891601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,32,power_law_1.2,0.0450713586807251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,32,power_law_1.2,0.04531968116760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,32,power_law_1.2,0.04572927951812744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,4,32,power_law_1.2,1.078914566040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,32,power_law_1.2,0.05668992042541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,32,power_law_1.2,0.05801727771759033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,32,power_law_1.2,0.05955840110778808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,32,power_law_1.2,0.06063104152679444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,32,power_law_1.2,0.06408319950103761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,32,power_law_1.2,0.06657919883728028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,32,power_law_1.2,0.06840576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,4,32,power_law_1.2,1.5913317871093748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,32,power_law_1.2,0.07192319869995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,32,power_law_1.2,0.07655807971954345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,32,power_law_1.2,0.07186816215515138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,32,power_law_1.2,0.07848320007324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,32,power_law_1.2,0.07321216106414795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,32,power_law_1.2,0.08554880142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,32,power_law_1.2,0.11108863830566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,32,power_law_1.2,0.13518591880798342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,32,power_law_1.2,0.19006080627441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,32,power_law_1.2,0.22108287811279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,32,power_law_1.2,0.06349823951721192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,32,power_law_1.2,0.3059071922302246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,32,power_law_1.2,0.43711105346679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,16,balanced,0.02811392068862915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,32,power_law_1.2,0.627270393371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,4,32,power_law_1.2,3.0161639404296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,16,balanced,0.028074240684509276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,16,balanced,0.03885184049606323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,16,balanced,0.06441472053527833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,16,balanced,0.05780608177185058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,32,power_law_1.2,0.8766489410400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,16,balanced,0.10753664016723632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,16,balanced,0.11353343963623046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,16,balanced,0.11136768341064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,16,balanced,0.11679103851318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,16,balanced,0.11532928466796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,16,balanced,0.12034048080444334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,16,balanced,0.12376832008361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,16,balanced,0.128153600692749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,16,balanced,0.12146559715270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,16,balanced,0.12461952209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,16,balanced,0.1296140766143799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,16,balanced,0.1363916778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,16,balanced,0.15065216064453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,16,balanced,0.16176511764526366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,16,balanced,0.18999551773071288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,16,balanced,0.2127168083190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,16,balanced,0.2652710342407226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,32,power_law_1.2,1.768500518798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,16,balanced,0.32648448944091796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,16,balanced,0.4590860748291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,16,balanced,0.02829440116882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,16,balanced,0.6165657424926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,16,balanced,0.028728320598602298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,16,balanced,0.031063039302825928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,16,balanced,0.04565248012542725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,16,balanced,0.8730611419677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,16,balanced,0.06348415851593017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,16,balanced,0.06828927993774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,16,balanced,0.06749311923980714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,16,balanced,0.06784255981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,16,balanced,1.1302297973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,16,balanced,0.06957824230194092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,16,balanced,0.07174272060394286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,16,balanced,0.07386496067047119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,16,balanced,0.07777664184570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,16,balanced,0.07181951999664307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,16,balanced,0.07319168090820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,16,balanced,0.07616767883300782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,16,balanced,0.0797708797454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,16,balanced,0.029006080627441404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,16,balanced,0.09312640190124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,16,balanced,0.10857728004455566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,16,balanced,0.13313280105590822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,16,balanced,0.15846400260925292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,16,balanced,0.21418880462646483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,16,balanced,0.2627596855163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,16,balanced,0.36595199584960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,16,balanced,0.47251457214355475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,16,power_law_1.01,0.06303232192993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,16,power_law_1.01,0.07058176040649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,16,power_law_1.01,0.06410111904144286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,16,power_law_1.01,0.06847871780395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,16,balanced,0.903198699951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,16,power_law_1.01,0.09983103752136231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,16,power_law_1.01,0.10631423950195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,16,power_law_1.01,0.1089971160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,16,power_law_1.01,0.10907135963439943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,16,power_law_1.01,0.11345919609069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,16,power_law_1.01,0.11584639549255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,16,power_law_1.01,0.11840383529663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,16,power_law_1.01,0.12447999954223632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,16,power_law_1.01,0.1277734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,16,power_law_1.01,0.1302451229095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,16,balanced,0.701443862915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,16,power_law_1.01,0.13657471656799317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,16,power_law_1.01,0.14385279655456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,16,power_law_1.01,0.16184064865112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,16,power_law_1.01,0.18015104293823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,16,power_law_1.01,0.22846591949462888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,16,power_law_1.01,0.2853785514831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,16,power_law_1.01,0.38026496887207034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,16,power_law_1.01,0.5133721542358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,16,power_law_1.01,0.12660096168518067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,16,power_law_1.01,0.6882649230957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,16,power_law_1.01,0.044106240272521975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,16,power_law_1.01,0.04733952045440674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,16,power_law_1.01,0.9756492614746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,16,power_law_1.01,0.04627456188201905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,4,32,power_law_1.2,2.513218536376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,16,power_law_1.01,0.04785024166107178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,32,power_law_1.2,1.331129608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,16,power_law_1.01,0.06341631889343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,16,power_law_1.01,0.06009984016418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,16,power_law_1.01,0.06551296234130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,16,power_law_1.01,0.0676966381072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,16,power_law_1.01,0.06946047782897949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,16,power_law_1.01,1.4462451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,16,power_law_1.01,0.06920576095581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,16,power_law_1.01,0.07269887924194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,16,power_law_1.01,0.07749760150909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,16,power_law_1.01,0.07814015865325927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,16,power_law_1.01,0.07458816051483155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,16,power_law_1.01,0.07982336044311523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,16,power_law_1.01,0.08584447860717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,16,power_law_1.01,0.07701375961303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,16,power_law_1.01,0.10641152381896972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,16,power_law_1.01,0.12483712196350098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,16,power_law_1.01,1.8356710815429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,16,power_law_1.01,0.2039423942565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,16,power_law_1.01,0.25271167755126955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,16,power_law_1.01,0.3593497467041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,16,power_law_1.2,0.06298367977142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,16,power_law_1.01,0.5769446563720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,16,power_law_1.2,0.06639103889465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,16,power_law_1.01,0.6476966094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,16,power_law_1.2,0.06592383861541748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,16,power_law_1.2,0.06952960014343261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,16,power_law_1.2,0.10246272087097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,16,power_law_1.2,0.10582015991210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,16,power_law_1.2,0.10605055809020995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,16,power_law_1.2,0.11079296112060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,16,power_law_1.2,0.11353983879089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,16,power_law_1.01,1.0390847778320311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,16,power_law_1.01,0.15940608024597167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,16,power_law_1.2,0.11614975929260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,16,power_law_1.2,0.11938176155090333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,16,power_law_1.2,0.1278540802001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,16,power_law_1.2,0.12826239585876464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,16,power_law_1.2,0.13426048278808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,16,power_law_1.01,1.30015869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,16,power_law_1.2,0.1280076789855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,16,power_law_1.2,0.1461516761779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,16,power_law_1.2,0.13943552017211913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,16,power_law_1.2,0.16680959701538084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,16,power_law_1.2,0.1947110366821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,16,power_law_1.2,0.2527359962463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,16,power_law_1.2,0.33349246978759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,16,power_law_1.2,0.5002188873291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,16,power_law_1.2,0.6067571258544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,16,power_law_1.2,0.04390399932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,16,power_law_1.2,0.04636672019958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,16,power_law_1.2,0.9309107208251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,16,power_law_1.2,0.04746880054473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,16,power_law_1.2,0.048071680068969724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,16,power_law_1.2,0.06357888221740723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,16,power_law_1.2,0.06162816047668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,16,power_law_1.2,0.0650764799118042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,16,power_law_1.2,0.06696703910827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,16,power_law_1.2,0.06876416206359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,16,power_law_1.2,0.07095808029174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,16,power_law_1.2,0.07863296031951904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,16,power_law_1.2,0.07645823955535888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,16,power_law_1.2,0.07457151889801025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,16,power_law_1.2,0.07887231826782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,16,power_law_1.2,0.08372223854064942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,16,power_law_1.2,1.167183380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,16,power_law_1.2,0.09140095710754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,16,power_law_1.2,0.11100671768188478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,16,power_law_1.2,0.13793536186218264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,16,power_law_1.2,0.18114816665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,16,power_law_1.2,0.07433216094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,16,power_law_1.2,0.2435852813720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,16,power_law_1.2,0.3321011352539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,16,power_law_1.2,0.6432895660400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,16,power_law_1.2,0.4459635162353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,8,balanced,0.027934720516204836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,8,balanced,0.036163840293884274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,16,power_law_1.2,0.8721279907226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,8,balanced,0.041523199081420895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,8,balanced,0.055161600112915044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,8,balanced,0.06974336147308349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,8,balanced,0.11146368026733397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,8,balanced,0.11577856063842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,8,balanced,0.11978879928588868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,8,balanced,0.12361215591430663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,8,balanced,0.12686335563659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,8,balanced,0.12084863662719728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,8,balanced,0.12458368301391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,8,balanced,0.12777471542358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,8,balanced,0.13499263763427732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,8,balanced,0.1404851245880127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,8,balanced,0.14742143630981447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,8,balanced,0.1579520034790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,8,balanced,0.18076543807983397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,8,balanced,0.20309120178222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,8,balanced,0.25515647888183596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,8,balanced,0.29942399978637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,8,balanced,0.39564033508300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,8,balanced,0.5011673736572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,8,balanced,0.7106060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,16,power_law_1.2,1.8984268188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,8,balanced,0.02896640062332153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,8,balanced,0.9700953674316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,8,balanced,0.029396479129791257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,8,balanced,0.030796799659729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,8,balanced,0.03613951921463013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,8,balanced,0.049630718231201174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,8,balanced,0.0769484806060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,8,balanced,0.07716224193572999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,8,balanced,1.422986297607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,8,balanced,0.07940095901489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,8,balanced,0.0827724838256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,8,balanced,0.07810944080352783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,8,balanced,0.08552448272705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,8,balanced,0.08107775688171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,8,balanced,0.08333439826965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,8,balanced,0.08858240127563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,8,balanced,0.09284607887268066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,8,balanced,0.09828864097595215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,8,balanced,0.11281408309936522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,16,power_law_1.2,1.8935948181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,8,balanced,1.8268774414062499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,8,balanced,0.13520895957946777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,8,balanced,0.15893376350402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,8,balanced,0.20520959854125978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,8,balanced,0.25285375595092774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,8,balanced,0.3609843063354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,8,balanced,0.45371135711669924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,8,balanced,0.6511654663085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,8,power_law_1.01,0.05547008037567138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,8,balanced,0.8812403106689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,8,power_law_1.01,0.05892352104187012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,16,power_law_1.2,1.3569049072265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,16,power_law_1.2,2.5831143188476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,8,power_law_1.01,0.06523903846740722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,8,power_law_1.01,0.06800255775451661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,8,power_law_1.01,0.11596416473388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,8,power_law_1.01,0.11277055740356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,8,balanced,1.2628467559814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,8,power_law_1.01,0.11506688117980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,8,power_law_1.01,0.11844608306884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,8,power_law_1.01,0.12170751571655274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,8,power_law_1.01,0.12562432289123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,8,power_law_1.01,0.12488703727722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,8,power_law_1.01,0.12365695953369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,8,power_law_1.01,0.13028096199035644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,8,power_law_1.01,0.13602432250976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,8,power_law_1.01,0.14568063735961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,8,balanced,1.685254364013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,8,power_law_1.01,0.15293824195861816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,8,power_law_1.01,0.1715519905090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,8,power_law_1.01,0.0629145622253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,8,power_law_1.01,0.23482751846313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,8,power_law_1.01,0.27417984008789065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,8,power_law_1.01,0.40634239196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,8,power_law_1.01,0.5397286224365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,8,power_law_1.01,0.7189810943603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,8,power_law_1.01,0.03362047910690308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,8,power_law_1.01,0.20028287887573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,8,power_law_1.01,0.043333120346069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,8,power_law_1.01,0.04257791996002197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,8,power_law_1.01,0.046881279945373534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,8,power_law_1.01,0.05020544052124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,8,power_law_1.01,0.07329919815063476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,8,power_law_1.01,1.3644429016113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,8,power_law_1.01,0.0743129587173462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,8,power_law_1.01,0.07639679908752442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,8,power_law_1.01,0.07776383876800537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,8,power_law_1.01,0.08124287605285645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,8,power_law_1.01,0.08409088134765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,8,power_law_1.01,0.07949312210083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,8,power_law_1.01,0.08492032051086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,8,power_law_1.01,0.08700544357299804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,8,power_law_1.01,0.09766783714294433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,8,power_law_1.01,0.10410752296447753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,8,power_law_1.01,0.9866995239257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,8,power_law_1.01,2.055342102050781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,8,power_law_1.01,0.15002240180969237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,8,power_law_1.01,0.17836288452148436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,8,power_law_1.01,0.2287104034423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,8,power_law_1.01,0.34261375427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,8,power_law_1.01,0.4568896102905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,8,power_law_1.01,0.08134528160095214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,8,power_law_1.01,0.5860774230957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,8,power_law_1.2,0.055184640884399415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,8,power_law_1.2,0.05746431827545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,8,power_law_1.01,0.8329535675048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,8,power_law_1.2,0.06125823974609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,8,power_law_1.01,0.13041664123535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,8,power_law_1.2,0.06144383907318115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,8,power_law_1.2,0.06853631973266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,8,power_law_1.2,0.10724351882934571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,8,power_law_1.2,0.11135744094848632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,8,power_law_1.2,0.11565440177917481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,8,power_law_1.2,0.11927295684814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,8,power_law_1.2,0.12299903869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,8,power_law_1.01,1.2013350677490233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,8,power_law_1.2,0.12743295669555663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,8,power_law_1.2,0.1228876781463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,8,power_law_1.2,0.12604160308837892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,8,power_law_1.2,0.1301696014404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,8,power_law_1.2,0.13803263664245607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,8,power_law_1.2,0.14344575881958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,8,power_law_1.2,0.1544819164276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,8,power_law_1.2,0.17738880157470702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,8,power_law_1.2,0.1967500877380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,8,power_law_1.01,1.5353176879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,8,power_law_1.2,0.2542476844787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,8,power_law_1.2,0.30880895614624027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,8,power_law_1.2,0.4212787246704101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,8,power_law_1.2,0.032805120944976805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,8,power_law_1.2,0.5627788925170899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,8,power_law_1.2,0.03831039905548096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,8,power_law_1.2,0.044177918434143065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,8,power_law_1.2,0.04407936096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,8,power_law_1.2,0.8037197113037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,8,power_law_1.2,0.048382720947265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,8,power_law_1.2,0.07343232154846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,8,power_law_1.2,0.07537024021148682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,8,power_law_1.2,1.1255206298828124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,8,power_law_1.2,0.078023681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,8,power_law_1.2,0.0814361572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,8,power_law_1.2,0.08212096214294433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,8,power_law_1.2,0.08063360214233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,8,power_law_1.2,0.08188544273376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,8,power_law_1.2,0.08568191528320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,8,power_law_1.2,0.08872320175170897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,8,power_law_1.2,0.09418368339538574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,8,power_law_1.2,0.10855680465698243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,8,power_law_1.2,0.12671872138977053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,8,power_law_1.2,0.1565772819519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,8,power_law_1.2,0.213305606842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,8,power_law_1.2,0.07370495796203613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,8,power_law_1.2,0.2539200019836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,8,power_law_1.2,0.3647347259521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,8,power_law_1.2,0.4878412628173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,4,balanced,0.029506559371948245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,8,power_law_1.2,0.6660018920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,4,balanced,0.030649600028991697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,4,balanced,0.048148479461669925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,4,balanced,0.05898623943328858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,4,balanced,0.07302656173706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,4,balanced,0.08321920394897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,8,power_law_1.2,1.555530242919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,4,balanced,0.11869695663452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,4,balanced,0.12142848014831542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,4,balanced,0.12770048141479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,8,power_law_1.2,0.847061767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,4,balanced,0.1242623996734619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,4,balanced,0.12239232063293456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,4,balanced,0.12877056121826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,4,balanced,0.12633472442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,4,balanced,0.13607168197631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,4,balanced,0.1413043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,4,balanced,0.14913663864135743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,4,balanced,0.158274564743042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,4,balanced,0.1808844757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,4,balanced,0.20275072097778318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,4,balanced,0.2585753631591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,4,balanced,0.3036006355285644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,4,balanced,0.40462207794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,4,balanced,0.5380684661865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,4,balanced,0.774703369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,8,power_law_1.2,1.3136781311035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,4,balanced,0.029786880016326907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,4,balanced,1.0500646209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,4,balanced,0.031398398876190184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,4,balanced,0.034910719394683834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,4,balanced,0.04356351852416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,4,balanced,0.0605401611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,4,balanced,0.07099264144897462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,4,balanced,0.09225343704223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,4,balanced,1.549743347167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,4,balanced,0.09452544212341309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,4,balanced,0.09633024215698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,4,balanced,0.0988748836517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,4,balanced,0.09519359588623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,4,balanced,0.09289088249206542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,4,balanced,0.09710720062255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,4,balanced,0.10331904411315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,4,balanced,0.10523520469665529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,4,balanced,0.11227392196655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,4,balanced,0.12225279808044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,4,balanced,0.14814847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,4,balanced,0.16662527084350587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,4,balanced,0.21688064575195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,4,balanced,1.979656982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,4,balanced,0.2627737617492676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,4,balanced,0.37509761810302733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,4,balanced,0.46273792266845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,4,balanced,0.6686041259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,4,power_law_1.01,0.03714175939559937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,4,power_law_1.01,0.05704959869384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,4,power_law_1.01,0.05555840015411377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,4,balanced,0.9066905975341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,4,power_law_1.01,0.0632755184173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,4,power_law_1.01,0.06880256175994873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,4,power_law_1.01,0.07857664108276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,4,balanced,1.2914201354980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,4,power_law_1.01,0.11633024215698243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,4,power_law_1.01,0.11852288246154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,4,power_law_1.01,0.12097408294677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,4,power_law_1.01,0.12330495834350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,4,power_law_1.01,0.12705920219421388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,4,power_law_1.01,0.12383104324340821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,4,power_law_1.01,0.12494848251342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,4,power_law_1.01,0.13214464187622071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,4,balanced,1.7438809204101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,4,power_law_1.01,0.13747072219848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,4,power_law_1.01,0.14675711631774901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,4,power_law_1.01,0.15778559684753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,8,power_law_1.2,2.245457916259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,4,power_law_1.01,0.18183168411254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,4,power_law_1.01,0.20537599563598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,4,power_law_1.01,0.25332223892211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,4,power_law_1.01,0.30942975997924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,4,power_law_1.01,0.3932748794555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,4,power_law_1.01,0.5443328094482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,4,power_law_1.01,0.03354496002197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,4,power_law_1.01,0.8032768249511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,4,power_law_1.01,0.04157567977905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,4,power_law_1.01,0.03842303991317749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,4,power_law_1.01,0.0512716817855835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,4,power_law_1.01,0.04812160015106201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,4,power_law_1.01,0.06442240238189698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,4,power_law_1.01,1.0295731353759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,4,power_law_1.01,0.08747648239135743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,4,power_law_1.01,0.09230719566345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,4,power_law_1.01,0.0971827220916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,4,power_law_1.01,0.09974143981933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,4,power_law_1.01,0.09151488304138183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,4,power_law_1.01,1.5262477111816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,4,power_law_1.01,0.09505791664123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,4,power_law_1.01,0.09883392333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,4,power_law_1.01,0.10305919647216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,4,power_law_1.01,0.11075584411621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,4,power_law_1.01,0.12369279861450196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,4,power_law_1.01,0.1509440040588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,4,power_law_1.01,2.022520294189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,4,power_law_1.01,0.16892799377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,4,power_law_1.01,0.21993728637695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,4,power_law_1.01,0.2780377578735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,8,power_law_1.2,1.8320985412597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,4,power_law_1.01,0.09037311553955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,4,power_law_1.01,0.37332481384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,4,power_law_1.2,0.03373951911926269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,4,power_law_1.01,0.47159168243408206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,4,power_law_1.2,0.05253759860992432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,4,power_law_1.01,0.6766092681884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,4,power_law_1.2,0.05658239841461181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,4,power_law_1.2,0.06059264183044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,4,power_law_1.2,0.06664447784423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,4,power_law_1.01,0.8989286041259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,4,power_law_1.2,0.07937280178070069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,4,power_law_1.2,0.11479552268981934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,4,power_law_1.2,0.11835776329040529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,4,power_law_1.2,0.1251801586151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,4,power_law_1.2,0.12190208435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,4,power_law_1.2,0.12498175621032714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,4,power_law_1.2,0.12270463943481444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,4,power_law_1.01,1.3630464172363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,4,power_law_1.2,0.1273459243774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,4,power_law_1.2,0.13187968254089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,4,power_law_1.2,0.13985280036926268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,4,power_law_1.2,0.147139835357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,4,power_law_1.2,0.1862451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,4,power_law_1.2,0.1609292793273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,4,power_law_1.2,0.20771968841552732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,4,power_law_1.2,0.25939584732055665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,4,power_law_1.01,1.8141542053222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,4,power_law_1.2,0.30715776443481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,4,power_law_1.2,0.42054912567138675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,4,power_law_1.2,0.5498265457153321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,4,power_law_1.2,0.033651199340820316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,4,power_law_1.2,0.03679359912872314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,4,power_law_1.2,0.8087551879882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,4,power_law_1.2,0.04286975860595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,4,power_law_1.2,0.04635903835296631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,4,power_law_1.2,0.05448319911956787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,4,power_law_1.2,1.1346623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,4,power_law_1.2,0.06264063835144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,4,power_law_1.2,0.08720255851745605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,4,power_law_1.2,0.09050239562988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,4,power_law_1.2,0.09661952018737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,4,power_law_1.2,0.09372799873352052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,4,power_law_1.2,0.0926195240020752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,4,power_law_1.2,0.0920691204071045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,4,power_law_1.2,0.09852800369262696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,4,power_law_1.2,0.10531840324401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,4,power_law_1.2,0.11208064079284667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,4,power_law_1.2,0.1244275188446045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,4,power_law_1.2,0.15353599548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,4,power_law_1.2,0.17690496444702147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,4,power_law_1.2,0.2293913650512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,4,power_law_1.2,0.2794751930236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,4,power_law_1.2,0.3835865783691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,4,power_law_1.2,1.6168614196777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,4,power_law_1.2,0.49779582977294917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,4,power_law_1.2,0.09406208038330079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,128,balanced,0.06960639953613282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,128,balanced,0.07015935897827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,128,balanced,0.0698905611038208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,128,balanced,0.06994688034057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,128,balanced,0.06959104061126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,128,balanced,0.08898176193237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,128,balanced,0.11206656455993654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,4,power_law_1.2,0.7318962860107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,128,balanced,0.15943679809570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,128,balanced,0.16034559249877928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,128,balanced,0.1618239974975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,128,balanced,0.16395135879516604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,128,balanced,0.162108154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,128,balanced,0.1670412826538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,128,balanced,0.1662937545776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,128,balanced,0.1685081672668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,128,balanced,0.16853759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,128,balanced,0.17667327880859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,128,balanced,0.16001663208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,128,balanced,0.177523193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,128,balanced,0.18748159408569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,128,balanced,0.187903995513916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,128,balanced,0.1994918441772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,4,power_law_1.2,1.3704998779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,128,balanced,0.23554943084716795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,128,balanced,0.3317491149902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,128,balanced,0.043390722274780275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,128,balanced,0.4570355224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,4,power_law_1.2,0.9319538879394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,128,balanced,0.04412543773651123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,128,balanced,0.04309375762939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,128,balanced,0.04347775936126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,128,balanced,0.5840691375732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,128,balanced,0.043390722274780275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,128,balanced,0.0680614423751831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,128,balanced,0.07545472145080566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,128,balanced,0.07534207820892333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,128,balanced,0.07506048202514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,128,balanced,0.2579481506347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,128,balanced,0.07665664196014405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,128,balanced,0.07644032001495361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,128,balanced,0.0762662410736084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,128,balanced,0.07795199871063233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,128,balanced,0.08052351951599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,128,balanced,0.07975423812866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,128,balanced,0.08325375556945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,128,balanced,0.0873523235321045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,128,balanced,0.09178367614746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,128,balanced,0.10023039817810057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,128,balanced,0.09671551704406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,128,balanced,0.1073356819152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,128,balanced,0.11680000305175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,128,balanced,0.1372211170196533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,128,balanced,0.0565772819519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,128,balanced,0.16345216751098632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,128,balanced,0.19711488723754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,128,balanced,0.2756671905517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,128,power_law_1.01,0.11157376289367675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,128,power_law_1.01,0.11081215858459473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,128,power_law_1.01,0.11209471702575684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,128,power_law_1.01,0.11155072212219239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,128,power_law_1.01,0.15507200241088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,128,power_law_1.01,0.16067840576171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,128,power_law_1.01,0.1627609634399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,128,power_law_1.01,0.16219263076782225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,4,power_law_1.2,2.0987648010253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,128,power_law_1.01,0.16288768768310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,128,power_law_1.01,0.16450687408447268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,128,power_law_1.01,0.1657663917541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,128,power_law_1.01,0.1658892822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,128,power_law_1.01,0.17435007095336913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,128,power_law_1.01,0.1781043243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,128,power_law_1.01,0.18174720764160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,128,power_law_1.01,0.15945088386535644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,128,power_law_1.01,0.18849279403686522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,128,power_law_1.01,0.19941888809204103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,128,power_law_1.01,0.21562240600585936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,128,power_law_1.01,0.28666751861572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,128,power_law_1.01,0.35735809326171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,128,power_law_1.01,0.5051468658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,128,power_law_1.01,0.6182220840454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.06817535877227783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,128,power_law_1.01,0.9737689971923829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.06904831886291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,128,power_law_1.01,1.1601023864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,4,power_law_1.2,1.8150003051757815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.06852479934692382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.07122047901153564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.07488383769989013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.07602176189422608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.07856768131256103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,128,power_law_1.01,1.844288024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.07868544101715089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.08111104011535644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.06838272094726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.08270079612731933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.09020031929016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.09308287620544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.09853568077087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.10386303901672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,128,power_law_1.01,2.2669824218750003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.10642687797546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.11589632034301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.1452787208557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.1712371253967285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.07650176048278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.22447616577148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,0.2937587165832519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,0.4771110534667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,0.5060927963256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.08243840217590333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,0.7723059082031251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,1.035720977783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,128,power_law_1.2,0.11150336265563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,128,power_law_1.2,0.11096575736999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,128,power_law_1.2,0.11124735832214357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,128,power_law_1.2,0.11131135940551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,128,power_law_1.2,0.15075072288513183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,128,power_law_1.2,0.14505472183227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,128,power_law_1.2,0.15056127548217774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,128,power_law_1.2,0.16263296127319335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,128,power_law_1.2,0.16288768768310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,128,power_law_1.2,0.16455808639526368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,128,power_law_1.2,0.16540544509887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,128,power_law_1.2,0.16659456253051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,128,power_law_1.2,0.1672166442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,128,power_law_1.2,0.17629312515258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,128,power_law_1.2,0.18110336303710936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,128,power_law_1.2,0.19185535430908202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,128,power_law_1.2,0.18902015686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,128,power_law_1.2,0.2672319984436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,128,power_law_1.2,0.3573427200317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,128,power_law_1.2,0.46857471466064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,128,power_law_1.2,0.20800256729125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,128,power_law_1.2,0.6322636795043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,128,power_law_1.2,0.7943897247314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,128,power_law_1.2,1.3326284790039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,128,power_law_1.2,1.8872434997558591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.06908544063568114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.06883711814880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.06837120056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.06831488132476807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,128,power_law_1.2,2.710491027832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.07072256088256837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.06904831886291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.07376768112182616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.07639296054840088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.07729152202606202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.07923456192016601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.08127103805541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.08492159843444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.08512255668640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.09401087760925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.09995391845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.09909760475158691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.10251008033752443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.10939776420593261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.13031040191650392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.16892288208007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.21305728912353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,128,power_law_1.2,5.23175048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.28811647415161135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,0.3519308853149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,0.5637452697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,0.7564736175537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,1.1874329376220705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,1.9165324401855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,64,balanced,0.05839104175567626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,64,balanced,0.05856383800506591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,64,balanced,0.05860991954803467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,64,balanced,0.05841279983520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,64,balanced,0.06653056144714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,64,balanced,0.08726400375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,64,balanced,0.11314304351806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,64,balanced,0.15517056465148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,64,balanced,0.15553919792175291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,64,balanced,0.15542911529541015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,64,balanced,0.15751296043395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,64,balanced,0.1656230354309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,64,balanced,0.1582259178161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,64,balanced,0.16284032821655275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,64,balanced,0.16574079513549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,64,balanced,0.16800384521484374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,64,balanced,0.17218944549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,64,balanced,0.1789606475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,64,balanced,0.17579519271850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,64,balanced,0.18575359344482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,64,balanced,0.19850879669189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,64,balanced,0.21764608383178713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,64,balanced,0.25845760345458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,64,balanced,0.28310783386230465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,64,balanced,0.3754393768310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,64,balanced,0.5237516784667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,64,balanced,0.033085439205169674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,64,balanced,0.6731660461425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,64,balanced,0.033035519123077395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,64,balanced,0.03256831884384155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,64,balanced,0.03312511920928955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,64,balanced,0.04180352210998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,64,balanced,0.05498752117156982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,64,balanced,0.07015552043914794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,64,balanced,0.07937664031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,64,balanced,0.07920000076293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,64,balanced,0.07911808013916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,64,balanced,0.0802790355682373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,64,balanced,0.08212608337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,64,balanced,0.08140288352966309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,64,balanced,0.08373760223388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,64,balanced,0.08542336463928223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,64,balanced,0.08633600234985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,64,balanced,0.09018879890441894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,64,balanced,0.09553279876708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,64,balanced,0.09107456207275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,64,balanced,0.09871487617492676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,64,balanced,0.1060863971710205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,64,balanced,0.123822078704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,64,balanced,0.14515071868896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,64,balanced,0.17550207138061524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,64,balanced,0.21594623565673826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,64,balanced,0.27513856887817384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,64,balanced,0.3779852676391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,64,power_law_1.01,0.11147647857666017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,64,power_law_1.01,0.11150208473205567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,64,power_law_1.01,0.11235072135925292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,64,power_law_1.01,0.11342207908630371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,64,power_law_1.01,0.11290240287780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,64,power_law_1.01,0.14355711936950682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,64,power_law_1.01,0.144716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,64,power_law_1.01,0.15245823860168456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,64,power_law_1.01,0.1539020824432373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,64,power_law_1.01,0.1517695999145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,64,power_law_1.01,0.15859328269958498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,64,power_law_1.01,0.16241920471191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,64,power_law_1.01,0.1651865577697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,64,power_law_1.01,0.16934911727905272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,64,power_law_1.01,0.17497215270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,64,power_law_1.01,0.17638784408569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,64,power_law_1.01,0.17858816146850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,64,power_law_1.01,0.19752832412719729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,64,power_law_1.01,0.2138751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,64,power_law_1.01,0.24577280044555666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,64,power_law_1.01,0.3068454360961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,64,power_law_1.01,0.4236288070678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,64,power_law_1.01,0.5365439987182616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,64,power_law_1.01,0.743768310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,64,power_law_1.01,0.9239295959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,64,power_law_1.01,1.3526707458496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,64,power_law_1.01,0.07005951881408692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,64,power_law_1.01,0.06949376106262208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,64,power_law_1.01,0.06961791992187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,64,power_law_1.01,1.9244583129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,64,power_law_1.01,0.07074431896209717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,64,power_law_1.01,0.07721727848052978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,64,power_law_1.01,0.07377920150756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,64,power_law_1.01,0.07525631904602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,64,power_law_1.01,0.07651455879211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,64,power_law_1.01,0.0772531223297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,64,power_law_1.01,0.07933440208435058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,64,power_law_1.01,0.07787775993347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,64,power_law_1.01,0.080447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,64,power_law_1.01,0.08329471588134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,64,power_law_1.01,0.08989055633544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,64,power_law_1.01,0.09094143867492675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,64,power_law_1.01,0.09258879661560059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,64,power_law_1.01,0.09585920333862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,64,power_law_1.01,0.1039091205596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.01,0.1119321632385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.01,0.1423910427093506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.01,0.16465024948120116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.01,0.2135910415649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.01,0.26720767974853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.01,0.4069862365722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.01,0.548513298034668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.01,0.726108169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.01,1.085027847290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,64,power_law_1.2,0.1116096019744873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,64,power_law_1.2,0.11110912322998048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,64,power_law_1.2,0.11217023849487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,64,power_law_1.2,0.11294207572937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,64,power_law_1.2,0.14450048446655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,64,power_law_1.2,0.13454848289489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,64,power_law_1.2,0.1331059169769287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,64,power_law_1.2,0.14509183883666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,64,power_law_1.2,0.14841856002807616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,64,power_law_1.2,0.15153535842895507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,64,power_law_1.2,0.15682559967041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,64,power_law_1.2,0.1681612777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,64,power_law_1.2,0.16830720901489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,64,power_law_1.2,0.17492992401123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,64,power_law_1.2,0.1778495979309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,64,power_law_1.2,0.17750783920288088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,64,power_law_1.2,0.1843507194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,64,power_law_1.2,0.20587520599365233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,64,power_law_1.2,0.22653568267822263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,64,power_law_1.2,0.2958105659484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,64,power_law_1.2,0.35609600067138675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,64,power_law_1.2,0.5034649658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,64,power_law_1.2,0.784042205810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,64,power_law_1.2,0.9469235229492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,64,power_law_1.2,1.444705352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,64,power_law_1.2,1.9216511535644532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,64,power_law_1.2,0.06940032005310058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,64,power_law_1.2,0.06953983783721925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,64,power_law_1.2,0.06951680183410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,64,power_law_1.2,0.07058303833007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,64,power_law_1.2,0.07191423892974853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,64,power_law_1.2,0.0710323190689087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,64,power_law_1.2,0.07531007766723632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,64,power_law_1.2,0.07565951824188233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,64,power_law_1.2,0.07728640079498292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,64,power_law_1.2,0.07913343906402588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,64,power_law_1.2,3.241744689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,64,power_law_1.2,0.08196736335754394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,64,power_law_1.2,0.09300607681274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,64,power_law_1.2,0.08379008293151854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,64,power_law_1.2,0.08655743598937989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,64,power_law_1.2,0.09460736274719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,64,power_law_1.2,0.09028096199035644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,64,power_law_1.2,0.0960051155090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,64,power_law_1.2,0.11170432090759277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.2,0.1247219181060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.2,0.15706111907958983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.2,0.20926591873168948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.2,0.29144704818725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.2,0.37752960205078123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.2,0.5346112060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.2,0.6427455902099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.2,1.1834393310546876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.2,1.4161663818359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,32,balanced,0.031191039085388183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,32,balanced,0.031470079421997074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,32,balanced,0.0313369607925415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,32,balanced,0.056733441352844236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,32,balanced,0.0660313606262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,32,balanced,0.09087231636047363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,32,balanced,0.1137395191192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,32,balanced,0.16157567977905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,32,balanced,0.16114431381225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,32,balanced,0.16166400909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,32,balanced,0.16654720306396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,32,balanced,0.17115135192871095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,32,balanced,0.17127296447753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,32,balanced,0.175545597076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,32,balanced,0.17795455932617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,32,balanced,0.1797043228149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,32,balanced,0.1772889518737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,32,balanced,0.18469760894775392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,32,balanced,0.19385087966918946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,32,balanced,0.2081625556945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,32,balanced,0.225350399017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,32,balanced,0.25467647552490236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,32,balanced,0.2966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,32,balanced,0.3478182220458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,32,balanced,0.4650112152099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,32,balanced,0.6838976287841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,32,balanced,0.8816268920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,32,balanced,0.030215680599212646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,32,balanced,0.030254080295562747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,32,balanced,0.03123840093612671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,32,balanced,0.03221632003784179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,32,balanced,0.04159743785858154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,32,balanced,0.057960958480834955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,32,balanced,0.0730188798904419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,32,balanced,0.08332927703857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,32,balanced,0.08271871566772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,32,balanced,0.08295807838439942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,32,balanced,0.08491264343261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,32,balanced,0.08726271629333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,32,balanced,0.087325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,32,balanced,0.09105536460876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,32,balanced,0.09405440330505371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,32,balanced,0.09597696304321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,32,balanced,0.0913715171813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,32,balanced,0.09754240036010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,32,balanced,0.1043673610687256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,32,balanced,0.12064512252807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,32,balanced,0.14024959564208986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,32,balanced,0.16746496200561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,32,balanced,0.19965824127197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,32,balanced,0.2534720039367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,32,balanced,0.3200563049316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,32,balanced,0.4306841659545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,32,balanced,0.5918399810791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,32,balanced,0.04623871803283691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,32,balanced,0.044360961914062504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,32,balanced,0.043797760009765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,32,balanced,0.05237504005432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,32,balanced,0.05355519771575927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,32,balanced,0.054140157699584954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,32,balanced,0.05775872230529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,32,balanced,0.07839615821838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,32,balanced,0.08038144111633301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,32,balanced,0.08082559585571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,32,balanced,0.08539263725280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,32,balanced,0.10714624404907228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,32,balanced,0.10791680335998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,32,balanced,0.13062399864196778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,32,balanced,0.13301759719848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,32,balanced,0.13665535926818848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,32,balanced,0.19979904174804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,32,balanced,0.20550144195556638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,32,balanced,0.2995724868774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,32,balanced,0.34720897674560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,32,balanced,0.5009267044067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,32,balanced,0.6265472030639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,32,balanced,0.8551757049560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,32,balanced,1.2076531219482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,32,balanced,1.6098265075683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,32,balanced,2.3373759460449217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,32,power_law_1.01,0.09240192413330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,32,power_law_1.01,0.11049599647521972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,32,power_law_1.01,0.11097855567932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,32,power_law_1.01,0.1119270420074463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,32,power_law_1.01,0.11399935722351073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,32,balanced,3.098229675292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,32,power_law_1.01,0.14937472343444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,32,power_law_1.01,0.1420620822906494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,32,power_law_1.01,0.15620479583740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,32,power_law_1.01,0.15220224380493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,32,power_law_1.01,0.15727487564086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,32,power_law_1.01,0.15749759674072267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,32,power_law_1.01,0.1600102424621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,32,power_law_1.01,0.16322303771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,32,power_law_1.01,0.1703692817687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,32,power_law_1.01,0.17243904113769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,32,power_law_1.01,0.17336448669433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,32,power_law_1.01,0.1795020866394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,32,power_law_1.01,0.19180543899536134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,32,power_law_1.01,0.2061555290222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,32,power_law_1.01,0.2332428741455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,32,power_law_1.01,0.27848575592041014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,32,power_law_1.01,0.34244735717773434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,32,power_law_1.01,0.4850649642944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,32,power_law_1.01,0.6630131530761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,32,power_law_1.01,0.8777024078369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,32,power_law_1.01,1.2147634887695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,32,power_law_1.01,0.061456642150878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,32,power_law_1.01,0.07102335929870605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,32,power_law_1.01,0.07095424175262452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,32,power_law_1.01,1.8310438537597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,32,power_law_1.01,0.07220223903656006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,32,power_law_1.01,0.08009984016418456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,32,power_law_1.01,0.07819263935089112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,32,power_law_1.01,0.08010111808776856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,32,power_law_1.01,0.07967360019683838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,32,power_law_1.01,0.08060671806335448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,32,power_law_1.01,0.08043392181396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,32,power_law_1.01,0.08414463996887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,32,power_law_1.01,0.08490752220153809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,32,power_law_1.01,0.08810367584228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,32,power_law_1.01,0.0944870376586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,32,power_law_1.01,0.0882534408569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,32,power_law_1.01,0.09645055770874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,32,power_law_1.01,0.09120384216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,32,power_law_1.01,0.11033727645874022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.01,0.12629247665405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.01,0.16048128128051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.01,0.16970111846923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.01,0.24753408432006835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.01,0.3275545501708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.01,0.4652108764648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.01,0.5238451385498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,32,power_law_1.01,0.044963841438293455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,32,power_law_1.01,0.052760319709777834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.01,0.9563635253906251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,32,power_law_1.01,0.05296383857727051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,32,power_law_1.01,0.05457280158996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,32,power_law_1.01,0.058847999572753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.01,1.2289036560058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,32,power_law_1.01,0.060426239967346196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,32,power_law_1.01,0.07978879928588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,32,power_law_1.01,0.08040575981140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,32,power_law_1.01,0.08438400268554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,32,power_law_1.01,0.09237248420715331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,32,power_law_1.01,0.1186240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,32,power_law_1.01,0.1429644775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,32,power_law_1.01,0.15244799613952636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,32,power_law_1.01,0.16358400344848634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,32,power_law_1.01,0.199498233795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,32,power_law_1.01,0.20818559646606447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,32,power_law_1.01,0.2637862396240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,32,power_law_1.01,0.3363225555419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,32,power_law_1.01,0.4289164733886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,32,power_law_1.01,0.6707814025878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,32,power_law_1.01,0.9076236724853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,32,power_law_1.01,1.1905280303955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,32,power_law_1.2,0.09172736167907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,32,power_law_1.2,0.11054335594177248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,32,power_law_1.2,0.11082752227783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,32,power_law_1.2,0.11180288314819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,32,power_law_1.2,0.11341567993164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,32,power_law_1.2,0.13694080352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,32,power_law_1.2,0.1420646381378174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,32,power_law_1.2,0.1586470413208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,32,power_law_1.2,0.14187647819519042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,32,power_law_1.2,0.15580927848815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,32,power_law_1.2,0.15445247650146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,32,power_law_1.2,0.1591987228393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,32,power_law_1.2,0.1630259132385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,32,power_law_1.2,0.17205503463745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,32,power_law_1.2,0.16911487579345702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,32,power_law_1.2,0.177127685546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,32,power_law_1.2,0.18438272476196288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,32,power_law_1.2,0.200262393951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,32,power_law_1.2,0.2126848030090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,32,power_law_1.2,0.24607360839843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,32,power_law_1.2,0.3169049644470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,32,power_law_1.2,0.472856330871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,32,power_law_1.2,0.5472985458374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,32,power_law_1.2,0.8089202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,32,power_law_1.2,1.1110758209228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,32,power_law_1.2,1.8372402954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,32,power_law_1.01,1.8336639404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,32,power_law_1.2,2.14808837890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,32,power_law_1.2,0.05603968143463135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,32,power_law_1.2,0.07847936153411865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,32,power_law_1.2,0.07141503810882568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,32,power_law_1.2,0.0721062421798706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,32,power_law_1.2,0.08056703567504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,32,power_law_1.2,0.07807231903076171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,32,power_law_1.2,0.07664639949798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,32,power_law_1.2,0.07960576057434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,32,power_law_1.2,0.07929088115692139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,32,power_law_1.2,0.07852543830871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,32,power_law_1.2,0.08246527671813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,32,power_law_1.2,0.09036031723022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,32,power_law_1.2,0.0850163173675537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,32,power_law_1.2,0.09422207832336425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,32,power_law_1.2,0.09237631797790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,32,power_law_1.2,0.09304191589355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,32,power_law_1.2,0.09922176361083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,32,power_law_1.2,0.11751423835754396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.2,0.13749759674072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.2,0.16097919464111327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.2,0.2146009635925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.2,0.28213632583618165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.2,0.41856128692626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.2,0.5204185485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.2,0.6904934692382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.2,1.181255645751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,32,power_law_1.2,0.046613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,32,power_law_1.2,0.05278592109680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.2,1.3875021362304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,32,power_law_1.2,0.05366911888122559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,32,power_law_1.2,0.057774081230163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,32,power_law_1.2,0.05774464130401611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,32,power_law_1.2,0.05976704120635986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,32,power_law_1.2,0.07187839984893798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,32,power_law_1.2,0.08212991714477538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,32,power_law_1.2,0.08992256164550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,32,power_law_1.2,0.10631296157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,32,power_law_1.2,0.12802559852600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,32,power_law_1.2,0.14881279945373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,32,power_law_1.2,0.1525376033782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,32,power_law_1.2,0.19155071258544923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,32,power_law_1.2,0.20160512924194335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,32,power_law_1.2,0.21022464752197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,32,power_law_1.2,0.2902899169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,32,power_law_1.2,0.40200447082519536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,32,power_law_1.2,0.4868339157104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,32,power_law_1.01,2.6708468627929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,32,power_law_1.2,0.8521766662597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,32,power_law_1.2,1.0145779418945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,32,power_law_1.2,1.6971621704101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,32,power_law_1.01,3.784273986816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,16,balanced,0.03136895895004273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,16,balanced,0.031339519023895264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,16,balanced,0.040887041091918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,16,balanced,0.05730815887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,16,balanced,0.0690457582473755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,16,balanced,0.09256192207336425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,16,balanced,0.11863552093505861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,16,balanced,0.16351232528686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,16,balanced,0.1650726318359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,16,balanced,0.16459775924682618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,16,balanced,0.17073919296264647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,16,balanced,0.17479167938232423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,16,balanced,0.17717376708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,16,balanced,0.17144832611083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,16,balanced,0.17564672470092774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,16,balanced,0.17808639526367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,16,balanced,0.1879385566711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,16,balanced,0.2002943992614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,16,balanced,0.21376256942749022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,16,balanced,0.23887744903564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,16,balanced,0.26899967193603513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,16,balanced,0.32481662750244145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,16,balanced,0.39456256866455075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,16,balanced,0.4951961517333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,16,balanced,0.6724211120605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,16,balanced,1.0050624084472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,16,balanced,1.293981475830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,16,balanced,0.031220479011535646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,16,balanced,0.03136895895004273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,16,balanced,0.03204735994338989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,16,balanced,0.03487744092941284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,32,power_law_1.2,2.388415985107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,16,balanced,0.04623744010925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,16,balanced,0.08013312339782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,16,balanced,0.06351232051849365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,16,balanced,0.09472512245178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,16,balanced,0.09543168067932128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,16,balanced,0.10075263977050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,16,balanced,0.10330880165100098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,16,balanced,0.1056704044342041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,16,balanced,0.09953280448913573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,16,balanced,0.09631487846374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,16,balanced,0.10257535934448243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,16,balanced,0.10406656265258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,16,balanced,0.1113100814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,16,balanced,0.12395008087158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,16,balanced,0.1420684814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,16,balanced,0.16692991256713868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,16,balanced,0.19818368911743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,16,balanced,0.24971519470214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,16,balanced,0.3055091285705566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,16,balanced,0.4106636810302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,16,balanced,0.5399372863769532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,16,balanced,0.7503206634521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,16,balanced,0.035064320564270016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,16,balanced,0.034429440498352046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,16,balanced,1.0183257293701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,16,balanced,0.04787968158721924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,16,balanced,0.05617536067962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,16,balanced,0.05705984115600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,16,balanced,0.05853824138641357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,16,balanced,0.061916160583496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,16,balanced,0.06775936126708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,16,balanced,0.08922240257263184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,16,balanced,0.0903104019165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,16,balanced,0.09875712394714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,16,balanced,0.11989119529724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,16,balanced,0.12197376251220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,16,balanced,0.14254719734191895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,16,balanced,0.1569587230682373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,16,balanced,0.22081151962280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,16,balanced,0.14968704223632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,16,balanced,0.24636159896850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,16,balanced,0.32847358703613283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,16,balanced,0.43848575592041017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,16,balanced,0.5897804641723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,16,balanced,0.7962278747558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,16,balanced,1.030545883178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,16,balanced,1.5280383300781248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,16,balanced,2.0247206115722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,16,balanced,3.051549377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,16,power_law_1.01,0.06838272094726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,16,power_law_1.01,0.08796416282653809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,16,power_law_1.01,0.11087231636047364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,16,power_law_1.01,0.10859135627746581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,16,power_law_1.01,0.11571200370788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,16,balanced,4.071005554199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,16,power_law_1.01,0.11206912040710448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,16,power_law_1.01,0.15454079627990722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,16,power_law_1.01,0.14687999725341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,16,power_law_1.01,0.14720383644104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,16,power_law_1.01,0.15070464134216308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,16,power_law_1.01,0.15595647811889649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,16,power_law_1.01,0.16021375656127929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,16,power_law_1.01,0.16224000930786134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,16,power_law_1.01,0.16580223083496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,16,power_law_1.01,0.1655820846557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,16,power_law_1.01,0.1714726448059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,16,power_law_1.01,0.18235904693603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,16,power_law_1.01,0.19952512741088868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,16,power_law_1.01,0.21622528076171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,16,power_law_1.01,0.2534796714782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,16,power_law_1.01,0.2924505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,16,power_law_1.01,0.3824703979492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,16,power_law_1.01,0.50548095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,16,power_law_1.01,0.7570534515380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,16,power_law_1.01,0.9381452941894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,16,power_law_1.01,1.308643798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,16,power_law_1.01,0.0483622407913208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,16,power_law_1.01,0.05979263782501221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,16,power_law_1.01,1.6930380249023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,16,power_law_1.01,0.074202880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,16,power_law_1.01,0.07346560001373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,16,power_law_1.01,0.0789081621170044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,16,power_law_1.01,0.09225343704223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,16,power_law_1.01,0.08716032028198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,16,power_law_1.01,0.08501503944396974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,16,power_law_1.01,0.08546560287475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,16,power_law_1.01,0.08828031539916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,16,power_law_1.01,0.09239295959472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,16,power_law_1.01,0.09645952224731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,16,power_law_1.01,0.09728128433227538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,16,power_law_1.01,0.09850624084472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,16,power_law_1.01,0.0986240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,16,power_law_1.01,0.10344191551208497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,16,power_law_1.01,0.11181952476501464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,16,power_law_1.01,0.13588224411010744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.01,0.14304256439208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.01,0.1815398406982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.01,0.22320383071899413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.01,0.30022144317626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.01,0.3650559997558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.01,0.504218864440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.01,0.6990809631347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.01,0.9762445068359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,16,power_law_1.01,0.03755903959274292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,16,power_law_1.01,0.038988800048828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.01,1.2850534057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,16,power_law_1.01,0.055740160942077635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,16,power_law_1.01,0.05960447788238525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,16,power_law_1.01,0.06238592147827149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,16,power_law_1.01,0.06412415981292725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,16,power_law_1.01,0.06789504051208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,16,power_law_1.01,0.07524735927581787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,16,power_law_1.01,0.08954624176025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,16,power_law_1.01,0.09330816268920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,16,power_law_1.01,0.11016960144042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,16,power_law_1.01,0.1303884792327881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,16,power_law_1.01,0.14757887840270995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,16,power_law_1.01,0.17092735290527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,16,power_law_1.01,0.1944384002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,16,power_law_1.01,0.22062847137451175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,16,power_law_1.01,0.24192895889282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,16,power_law_1.01,0.3149491119384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,16,power_law_1.01,0.39411838531494137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,16,power_law_1.01,0.5598041534423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,16,power_law_1.01,0.7659737396240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,32,power_law_1.01,6.4690380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,16,power_law_1.01,1.2422643280029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,32,power_law_1.01,7.2559399414062495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,16,power_law_1.01,1.323672332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,32,power_law_1.2,3.662680358886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,16,power_law_1.2,0.0682035207748413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,16,power_law_1.2,0.08770688056945801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,16,power_law_1.2,0.1073369598388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,16,power_law_1.2,0.1075276756286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,16,power_law_1.2,0.11393280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,16,power_law_1.2,0.15123583793640136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,16,power_law_1.2,0.14196224212646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,16,power_law_1.2,0.14690815925598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,16,power_law_1.2,0.14445055961608885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,16,power_law_1.2,0.14899840354919433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,16,power_law_1.2,0.15461503982543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,16,power_law_1.2,0.16076288223266602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,16,power_law_1.2,0.1631718444824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,16,power_law_1.2,0.15981311798095704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,16,power_law_1.2,0.17052160263061525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,16,power_law_1.2,0.17512704849243163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,16,power_law_1.2,0.18338432312011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,16,power_law_1.2,0.2028121566772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,16,power_law_1.2,0.21573247909545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,16,power_law_1.2,0.2764031982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,16,power_law_1.2,0.30299264907836915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,16,power_law_1.2,0.40313598632812503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,16,power_law_1.2,0.5766028976440429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,16,power_law_1.2,0.8330393218994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,32,power_law_1.2,3.9597427368164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,16,power_law_1.2,1.0599231719970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,16,power_law_1.2,1.5986918640136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,16,power_law_1.2,0.04907008171081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,16,power_law_1.2,0.05908607959747314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,16,power_law_1.2,0.0716710376739502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,16,power_law_1.2,2.219078369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,16,power_law_1.2,0.07280511856079101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,16,power_law_1.2,0.07963136196136475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,16,power_law_1.2,0.09150976181030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,16,power_law_1.2,0.08177536010742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,16,power_law_1.2,0.08294015884399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,16,power_law_1.2,0.0846668815612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,16,power_law_1.2,0.088221435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,16,power_law_1.2,0.09331199645996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,16,power_law_1.2,0.0958681583404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,16,power_law_1.2,0.10095487594604494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,16,power_law_1.2,0.09409791946411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,16,power_law_1.2,0.10057984352111818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,16,power_law_1.2,0.10520832061767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,16,power_law_1.2,0.10871423721313475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,16,power_law_1.2,0.1420198440551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.2,0.15498240470886232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.2,0.20471935272216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.2,0.2582156753540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.2,0.3212940979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.2,0.41844863891601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.2,0.6183808135986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.2,0.7765900421142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.2,1.1648691558837891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,16,power_law_1.2,0.03745280027389526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,16,power_law_1.2,0.038696959018707275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.2,1.5517286682128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,16,power_law_1.2,0.05578495979309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,16,power_law_1.2,0.05946368217468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,16,power_law_1.2,0.06276351928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,16,power_law_1.2,0.06691840171813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,16,power_law_1.2,0.06819071769714355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,16,power_law_1.2,0.07346176147460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,16,power_law_1.2,0.0914521598815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,16,power_law_1.2,0.09722623825073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,16,power_law_1.2,0.1131340789794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,16,power_law_1.2,0.14572287559509278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,16,power_law_1.2,0.14158207893371583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,16,power_law_1.2,0.17271167755126954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,16,power_law_1.2,0.1928883171081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,16,power_law_1.2,0.22614784240722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,16,power_law_1.2,0.25969791412353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,16,power_law_1.2,0.37788158416748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,16,power_law_1.01,2.237061157226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,16,power_law_1.2,0.45088638305664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,16,power_law_1.2,0.6334489440917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,16,power_law_1.2,0.8729689788818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,16,power_law_1.01,5.758088989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,16,power_law_1.01,2.9130700683593753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,16,power_law_1.2,1.3561100769042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,16,power_law_1.2,1.5347418212890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,8,balanced,0.0316211199760437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,8,balanced,0.03279743909835815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,8,balanced,0.0445849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,8,balanced,0.0631769609451294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,8,balanced,0.07364736080169679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,8,balanced,0.09779840469360351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,8,balanced,0.1261836814880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,8,balanced,0.16749439239501954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,8,balanced,0.17022592544555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,8,balanced,0.17238143920898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,8,balanced,0.16851200103759764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,8,balanced,0.17263999938964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,8,balanced,0.17663360595703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,8,balanced,0.18440319061279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,8,balanced,0.19172096252441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,8,balanced,0.19748096466064452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,8,balanced,0.20931968688964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,8,balanced,0.23470848083496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,8,balanced,0.2601420783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,8,balanced,0.3115635108947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,8,balanced,0.36386814117431643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,8,balanced,0.4676492691040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,8,balanced,0.5904537582397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,8,balanced,0.7973721313476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,8,balanced,1.0791334533691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,8,balanced,1.6609088134765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,8,balanced,2.152953643798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,8,balanced,0.03249536037445068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,8,balanced,0.03291007995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,8,balanced,0.035955200195312495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,8,balanced,0.04265855789184571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,8,balanced,0.05389952182769775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,8,balanced,0.07609600067138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,8,balanced,0.0976255989074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,16,power_law_1.01,5.016551818847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,8,balanced,0.11760128021240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,8,balanced,0.1215449619293213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,8,balanced,0.12061311721801757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,8,balanced,0.11782912254333495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,8,balanced,0.1222374439239502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,8,balanced,0.12425855636596679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,8,balanced,0.13177472114562988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,8,balanced,0.13680128097534178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,8,balanced,0.14218111991882326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,8,balanced,0.1556275177001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,8,balanced,0.1801715278625488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,8,balanced,0.2077004814147949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,8,balanced,0.2604940795898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,8,balanced,0.3119359970092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,8,balanced,0.41544830322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,8,balanced,0.5235340881347657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,8,balanced,0.7284134674072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,8,balanced,0.9749504089355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,8,balanced,1.3941734313964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,8,power_law_1.01,0.06025472164154053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,8,power_law_1.01,0.06869503974914551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,8,power_law_1.01,0.08980095863342286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,8,balanced,1.8700518798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,8,power_law_1.01,0.08713727951049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,8,power_law_1.01,0.09884160041809083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,8,power_law_1.01,0.10671104431152342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,8,power_law_1.01,0.11515007972717287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,8,power_law_1.01,0.1582374382019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,8,power_law_1.01,0.15085696220397948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,8,power_law_1.01,0.15484928131103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,8,power_law_1.01,0.15852160453796388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,8,power_law_1.01,0.1548569583892822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,8,power_law_1.01,0.15377408027648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,8,power_law_1.01,0.1677017593383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,8,power_law_1.01,0.17452800750732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,8,power_law_1.01,0.17465087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,8,power_law_1.01,0.18642047882080076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,8,power_law_1.01,0.20653312683105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,8,power_law_1.01,0.2340633583068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,8,power_law_1.01,0.27715583801269533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,8,power_law_1.01,0.3218841552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,8,power_law_1.01,0.41008255004882815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,8,power_law_1.01,0.5448575973510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,8,power_law_1.01,0.7579110717773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,8,power_law_1.01,0.9965196990966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,8,power_law_1.01,1.4527052307128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,8,power_law_1.01,0.03784703969955444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,8,power_law_1.01,0.050992641448974606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,8,power_law_1.01,0.06955520153045655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,8,power_law_1.01,1.8062873840332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,8,power_law_1.01,0.06474495887756347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,8,power_law_1.01,0.07551104068756104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,8,power_law_1.01,0.08213888168334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,8,power_law_1.01,0.0851699161529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,8,power_law_1.01,0.11281408309936522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,8,power_law_1.01,0.10627200126647948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,8,power_law_1.01,0.10849535942077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,8,power_law_1.01,0.11009280204772949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,8,power_law_1.01,0.1115443229675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,8,power_law_1.01,0.11010560035705566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,8,power_law_1.01,0.1203123188018799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,8,power_law_1.01,0.12460032463073731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,8,power_law_1.01,0.1242803192138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,8,power_law_1.01,0.13791872024536134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,8,power_law_1.01,0.16068096160888673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.01,0.17741056442260744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.01,0.22166528701782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.01,0.2557094383239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.01,0.36672767639160153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.01,0.4725811386108399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.01,0.6584896087646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.01,0.8530879974365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.01,1.2095104217529298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,8,power_law_1.2,0.06082816123962402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,8,power_law_1.2,0.06833920001983643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,8,power_law_1.2,0.08005632400512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.01,1.6583718872070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,8,power_law_1.2,0.08523263931274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,8,power_law_1.2,0.11644031524658202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,8,power_law_1.2,0.10783359527587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,8,power_law_1.2,0.1182579231262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,8,power_law_1.2,0.1547929573059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,8,power_law_1.2,0.14669055938720704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,8,power_law_1.2,0.15155327796936036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,8,power_law_1.2,0.15781375885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,8,power_law_1.2,0.15594495773315428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,8,power_law_1.2,0.15511039733886717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,8,power_law_1.2,0.1670707130432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,8,power_law_1.2,0.1760204887390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,8,power_law_1.2,0.17472768783569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,8,power_law_1.2,0.19070207595825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,8,power_law_1.2,0.21545087814331057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,8,power_law_1.2,0.23755264282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,8,power_law_1.2,0.2982080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,8,power_law_1.2,0.3222707366943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,8,power_law_1.2,0.4356544113159179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,8,power_law_1.2,0.5572211074829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,8,power_law_1.2,0.824896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,8,power_law_1.2,1.0726834869384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,8,power_law_1.2,1.59346435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,8,power_law_1.2,0.038278400897979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,8,power_law_1.2,0.05065983772277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,8,power_law_1.2,2.1030540466308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,8,power_law_1.2,0.060056319236755376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,8,power_law_1.2,0.07109504222869874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,8,power_law_1.2,0.07902976036071777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,8,power_law_1.2,0.07794688224792481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,8,power_law_1.2,0.08971263885498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,8,power_law_1.2,0.11279871940612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,8,power_law_1.2,0.1021235179901123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,8,power_law_1.2,0.10849920272827149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,8,power_law_1.2,0.11133952140808105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,8,power_law_1.2,0.11050496101379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,8,power_law_1.2,0.11561599731445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,8,power_law_1.2,0.11996159553527833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,8,power_law_1.2,0.12402432441711427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,8,power_law_1.2,0.12499711990356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,8,power_law_1.2,0.13195903778076173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,8,power_law_1.2,0.16047487258911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.2,0.18571647644042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.2,0.2475494384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.2,0.29289600372314456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.2,0.3559590530395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.2,0.47175937652587885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.2,0.7035635375976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.2,0.8981759643554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.2,1.2552038574218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,4,balanced,0.030658559799194334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,4,balanced,0.03235327959060669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,4,balanced,0.04934656143188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,4,balanced,0.06457344055175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.2,1.660367431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,4,balanced,0.07988992214202881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,4,balanced,0.10402303695678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,4,balanced,0.13172479629516604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,4,balanced,0.13393792152404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,4,balanced,0.13577471733093263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,4,balanced,0.1378636837005615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,4,balanced,0.17396223068237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,4,balanced,0.17719039916992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,4,balanced,0.1801356887817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,4,balanced,0.1873855972290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,4,balanced,0.19448320388793944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,4,balanced,0.20023168563842772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,4,balanced,0.2117401695251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,4,balanced,0.23603456497192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,4,balanced,0.2610751914978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,4,balanced,0.31248895645141606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,4,balanced,0.36328319549560545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,4,balanced,0.46761726379394536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,4,balanced,0.5841702270507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,4,balanced,0.7893081665039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,4,balanced,1.0627378845214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,4,balanced,1.638702087402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,4,balanced,0.030935039520263673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,4,balanced,0.03253632068634033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,4,balanced,0.03647615909576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,4,balanced,2.2475814819335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,4,balanced,0.046311678886413576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,4,balanced,0.095217924118042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,4,balanced,0.06478591918945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,4,balanced,0.12562687873840334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,4,balanced,0.12826496124267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,4,balanced,0.1305561637878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,4,balanced,0.16511232376098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,4,balanced,0.16657279968261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,4,balanced,0.12633472442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,4,balanced,0.171146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,4,balanced,0.1741312026977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,4,balanced,0.18186111450195314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,4,balanced,0.18513664245605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,4,balanced,0.19860736846923827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,4,balanced,0.22336896896362304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,4,balanced,0.24797952651977537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,4,balanced,0.2979443168640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,4,balanced,0.34733951568603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,4,balanced,0.4477836990356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,4,balanced,0.5476876831054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,4,balanced,0.7511129760742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,4,balanced,1.0555123138427736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,4,balanced,1.4629913330078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,4,power_law_1.01,0.03451647996902466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,4,power_law_1.01,0.059423999786376955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,4,power_law_1.01,0.07031167984008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,4,balanced,1.9784063720703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,4,power_law_1.01,0.07556863784790038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,4,power_law_1.01,0.09000831604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,4,power_law_1.01,0.09674495697021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,4,power_law_1.01,0.10668416023254394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,4,power_law_1.01,0.11807488441467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,4,power_law_1.01,0.12065279960632325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,4,power_law_1.01,0.12131839752197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,4,power_law_1.01,0.15759103775024413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,4,power_law_1.01,0.16397056579589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,4,power_law_1.01,0.1663654327392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,4,power_law_1.01,0.1747315216064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,4,power_law_1.01,0.17869056701660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,4,power_law_1.01,0.18899328231811524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,4,power_law_1.01,0.1967807960510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,4,power_law_1.01,0.22614912033081053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,4,power_law_1.01,0.24833791732788085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,4,power_law_1.01,0.3055462455749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,4,power_law_1.01,0.34825855255126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,4,power_law_1.01,0.4659033584594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,4,power_law_1.01,0.5782463836669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,4,power_law_1.01,0.8176691436767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,4,power_law_1.01,1.0648076629638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,4,power_law_1.01,1.6772492980957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,4,power_law_1.01,0.035262720584869386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,4,power_law_1.01,0.04170112133026123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,4,power_law_1.01,0.059151358604431145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,4,power_law_1.01,2.1024485778808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,4,power_law_1.01,0.06093696117401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,4,power_law_1.01,0.08379648208618165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,4,power_law_1.01,0.08377599716186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,4,power_law_1.01,0.09644800186157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,4,power_law_1.01,0.10936832427978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,4,power_law_1.01,0.11119232177734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,4,power_law_1.01,0.11672575950622559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,4,power_law_1.01,0.14143360137939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,4,power_law_1.01,0.14934911727905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,4,power_law_1.01,0.15263872146606444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,4,power_law_1.01,0.15965567588806154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,4,power_law_1.01,0.1537395191192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,4,power_law_1.01,0.16818815231323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,4,power_law_1.01,0.1769215965270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,4,power_law_1.01,0.20326400756835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,4,power_law_1.01,0.2345907211303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,4,power_law_1.01,0.28767616271972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,4,power_law_1.01,0.3417766571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,4,power_law_1.01,0.4544217681884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,4,power_law_1.01,0.5991296005249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,4,power_law_1.01,0.830666275024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,4,power_law_1.01,1.03697021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,4,power_law_1.01,1.4792562866210939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,4,power_law_1.2,0.04028800010681152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,4,power_law_1.2,0.059541759490966795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,4,power_law_1.2,0.06663167953491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,4,power_law_1.01,1.9303948974609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,4,power_law_1.2,0.0751692819595337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,4,power_law_1.2,0.09698816299438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,4,power_law_1.2,0.09795455932617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,4,power_law_1.2,0.10036479949951171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,4,power_law_1.2,0.11469823837280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,4,power_law_1.2,0.11667072296142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,4,power_law_1.2,0.12120575904846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,4,power_law_1.2,0.15456128120422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,4,power_law_1.2,0.16514816284179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,4,power_law_1.2,0.16634111404418944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,4,power_law_1.2,0.1719411277770996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,4,power_law_1.2,0.18396032333374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,4,power_law_1.2,0.1893824005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,4,power_law_1.2,0.1987468719482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,4,power_law_1.2,0.22668928146362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,4,power_law_1.2,0.2506867218017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,4,power_law_1.2,0.310327033996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,4,power_law_1.2,0.35564926147460935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,4,power_law_1.2,0.47108352661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,4,power_law_1.2,0.5755519866943359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,4,power_law_1.2,0.8841522979736329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,4,power_law_1.2,1.1194432067871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,4,power_law_1.2,1.6490432739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,4,power_law_1.2,0.03512576103210449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,4,power_law_1.2,0.041753602027893064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,4,power_law_1.2,2.202230987548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,4,power_law_1.2,0.05134848117828369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,4,power_law_1.2,0.06705408096313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,4,power_law_1.2,0.07732607841491698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,4,power_law_1.2,0.08245887756347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,4,power_law_1.2,0.09391488075256348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,4,power_law_1.2,0.10799743652343749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,4,power_law_1.2,0.10797823905944823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,4,power_law_1.2,0.11440383911132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,4,power_law_1.2,0.13842559814453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,4,power_law_1.2,0.1521407985687256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,4,power_law_1.2,0.1527564811706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,4,power_law_1.2,0.15690879821777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,4,power_law_1.2,0.15722368240356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,4,power_law_1.2,0.17226879119873045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,4,power_law_1.2,0.18274816513061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,4,power_law_1.2,0.2070425605773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,4,power_law_1.2,0.2396121597290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,4,power_law_1.2,0.294256649017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,4,power_law_1.2,0.3535987091064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,4,power_law_1.2,0.49588737487792967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,4,power_law_1.2,0.61272705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,4,power_law_1.2,0.8289778900146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,4,power_law_1.2,1.0618240356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,4,power_law_1.2,1.5233203124999999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,128,balanced,0.0700108814239502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,128,balanced,0.07008768081665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,128,balanced,0.06993279933929444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,128,balanced,0.07004799842834472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,4,power_law_1.2,1.9973248291015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,128,balanced,0.07028480052947998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,128,balanced,0.09024255752563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,128,balanced,0.11188735961914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,32,power_law_1.2,5.939562377929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,128,balanced,0.1602022361755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,128,balanced,0.1590835189819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,128,balanced,0.1586508846282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,128,balanced,0.1618739128112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,128,balanced,0.16287359237670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,128,balanced,0.162740478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,128,balanced,0.16510847091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,128,balanced,0.16574720382690428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,128,balanced,0.16869119644165037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,128,balanced,0.16543872833251955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,128,balanced,0.17471616744995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,128,balanced,0.17873920440673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,128,balanced,0.1851456069946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,128,balanced,0.18678783416748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,128,balanced,0.20170495986938475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,128,balanced,0.23897216796874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,128,balanced,0.2492300796508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,128,balanced,0.3333465576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,128,balanced,0.04372992038726807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,128,balanced,0.46452865600585935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,128,balanced,0.04364799976348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,128,balanced,0.6175040054321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,128,balanced,0.042917118072509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,128,balanced,0.04356351852416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,128,balanced,0.042410240173339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,128,balanced,0.05484799861907959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,128,balanced,0.06849919795989991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,128,balanced,0.07540224075317384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,128,balanced,0.07550848007202149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,128,balanced,0.07485439777374267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,128,balanced,0.07582335948944093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,128,balanced,0.07651455879211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,128,balanced,0.07600895881652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,128,balanced,0.07839488029479981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,128,balanced,0.07979519844055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,128,balanced,0.0798412799835205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,128,balanced,0.08382080078125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,128,balanced,0.08690943717956542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,128,balanced,0.09164416313171386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,128,balanced,0.10051199913024902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,128,balanced,0.09677951812744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,128,balanced,0.1073305606842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,128,balanced,0.11665535926818849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,128,balanced,0.13858816146850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,128,balanced,0.16437248229980467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,128,balanced,0.19703039169311523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,128,balanced,0.27765247344970706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,128,power_law_1.01,0.11181056022644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,128,power_law_1.01,0.11161215782165528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,128,power_law_1.01,0.11189632415771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,128,power_law_1.01,0.11172608375549316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,128,power_law_1.01,0.15475071907043456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,128,power_law_1.01,0.1591104030609131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,128,power_law_1.01,0.16200191497802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,128,power_law_1.01,0.16088064193725587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,128,power_law_1.01,0.16339967727661134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,128,power_law_1.01,0.16451072692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,128,power_law_1.01,0.16660991668701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,128,power_law_1.01,0.1662656021118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,128,power_law_1.01,0.16992767333984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,16,power_law_1.2,2.560313720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,128,power_law_1.01,0.17547519683837892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,128,power_law_1.01,0.1783705520629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,128,power_law_1.01,0.1813657569885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,128,power_law_1.01,0.19241855621337892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,128,power_law_1.01,0.1999795150756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,128,power_law_1.01,0.22055551528930667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,128,power_law_1.01,0.28811647415161135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,128,power_law_1.01,0.3551283264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,128,power_law_1.01,0.5043135833740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,128,power_law_1.01,0.6201932907104493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,128,power_law_1.01,0.9796031951904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.06974720001220704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,128,power_law_1.01,1.1658892822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.06850815773010253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.06839551925659179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.06856063842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,128,power_law_1.01,1.844121551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.0709990406036377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.07420032024383545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.07529600143432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.07682688236236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.07800191879272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.07795328140258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,128,power_law_1.01,2.2478387451171877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.08077568054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.08177023887634277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.08358271598815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.08714495658874512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.09313023567199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.0985318374633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.10658816337585449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.11534463882446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.14510592460632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.17185535430908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.2582387161254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,0.2914969635009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,0.47425407409667975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,0.5059686279296874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.10472703933715821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,0.7707520294189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,1.0388441467285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,16,power_law_1.2,3.491611022949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,1,128,power_law_1.2,0.1117030429840088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,1,128,power_law_1.2,0.11124223709106444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,1,128,power_law_1.2,0.1116044807434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,1,128,power_law_1.2,0.11154687881469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,1,128,power_law_1.2,0.15080320358276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,1,128,power_law_1.2,0.14573823928833007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,1,128,power_law_1.2,0.15065600395202636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,1,128,power_law_1.2,0.16217344284057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,1,128,power_law_1.2,0.1636953544616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,1,128,power_law_1.2,0.16509952545166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,1,128,power_law_1.2,0.16695552825927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,1,128,power_law_1.2,0.16677888870239257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,1,128,power_law_1.2,0.16746368408203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,1,128,power_law_1.2,0.17785600662231443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,1,128,power_law_1.2,0.18024831771850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,1,128,power_law_1.2,0.18453119277954103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,1,128,power_law_1.2,0.19129472732543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,1,128,power_law_1.2,0.20859647750854493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,1,128,power_law_1.2,0.26663679122924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,1,128,power_law_1.2,0.3628108978271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,1,128,power_law_1.2,0.47117950439453127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,1,128,power_law_1.2,0.7143961334228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,1,128,power_law_1.2,0.798751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,1,128,power_law_1.2,1.331128387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,1,128,power_law_1.2,1.8891877746582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,1,128,power_law_1.2,2.7120806884765623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.06902272224426269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.06853888034820557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.06852479934692382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.06857471942901612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.07054463863372804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.07299967765808105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.0740006399154663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.07534976005554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.07767295837402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,1,128,power_law_1.2,5.236834716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.07857279777526856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.08617983818054199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.08442751884460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.08470144271850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.09333888053894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.09896320343017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.09798912048339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.10131072044372558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.10862463951110839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.12986495971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.1681702423095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.2124480056762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.28692480087280275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,0.3872972869873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,0.5652275085449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,0.8621209716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,1.1800243377685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,1.9204722595214843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,64,balanced,0.058087677955627436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,64,balanced,0.05820288181304931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,64,balanced,0.05798783779144288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,64,balanced,0.05822080135345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,64,balanced,0.06673408031463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,64,balanced,0.08738176345825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,64,balanced,0.11273344039916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,64,balanced,0.15470080375671386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,64,balanced,0.1548236846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,64,balanced,0.15446271896362304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,64,balanced,0.15681664466857909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,64,balanced,0.15840767860412597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,64,balanced,0.15825920104980468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,64,balanced,0.16374656677246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,64,balanced,0.16700544357299804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,64,balanced,0.1679769515991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,64,balanced,0.17276159286499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,64,balanced,0.17956991195678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,64,balanced,0.17615999221801756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,64,balanced,0.1862860870361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,64,balanced,0.19665023803710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,64,balanced,0.2175488090515137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,64,balanced,0.26073087692260744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,64,balanced,0.2832102394104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,64,balanced,0.38018432617187503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,64,balanced,0.5218841552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,64,balanced,0.03222016096115112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,64,balanced,0.7093299102783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,64,balanced,0.03217664003372193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,64,balanced,0.03202687978744507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,64,balanced,0.034544639587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,64,balanced,0.041287679672241215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,64,balanced,0.05499263763427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,64,balanced,0.06978559970855713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,64,balanced,0.07963520050048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,64,balanced,0.07897088050842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,64,balanced,0.07934976100921631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,64,balanced,0.07969024181365966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,64,balanced,0.08182016372680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,64,balanced,0.08075008392333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,64,balanced,0.08417792320251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,64,balanced,0.08475008010864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,64,balanced,0.08594176292419434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,64,balanced,0.08973823547363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,64,balanced,0.0955788803100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,64,balanced,0.09028096199035644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,64,balanced,0.0984985637664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,64,balanced,0.10577535629272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,64,balanced,0.12425727844238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,64,balanced,0.14465408325195311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,64,balanced,0.17561216354370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,64,balanced,0.2157734489440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,64,balanced,0.2750796890258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,64,balanced,0.3753855895996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,64,power_law_1.01,0.11173760414123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,64,power_law_1.01,0.11090944290161134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,64,power_law_1.01,0.11176063537597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,64,power_law_1.01,0.1130508804321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,64,power_law_1.01,0.11306879997253419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,64,power_law_1.01,0.14296319961547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,64,power_law_1.01,0.14404864311218263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,64,power_law_1.01,0.15137408256530763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,64,power_law_1.01,0.1534822368621826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,64,power_law_1.01,0.15070976257324217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,64,power_law_1.01,0.15867520332336427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,64,power_law_1.01,0.16173824310302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,64,power_law_1.01,0.16461311340332033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,64,power_law_1.01,0.16833152770996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,64,power_law_1.01,0.174835205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,64,power_law_1.01,0.18205440521240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,64,power_law_1.01,0.1782067108154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,64,power_law_1.01,0.19659135818481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,64,power_law_1.01,0.21344768524169924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,64,power_law_1.01,0.2464396858215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,64,power_law_1.01,0.3003878402709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,64,power_law_1.01,0.41900798797607425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,64,power_law_1.01,0.5339775848388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,64,power_law_1.01,0.7418688201904298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,64,power_law_1.01,0.9207103729248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,64,power_law_1.01,1.354862060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,64,power_law_1.01,0.06943615913391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,64,power_law_1.01,0.06929024219512939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,64,power_law_1.01,1.9231398010253904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,64,power_law_1.01,0.0699071979522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,64,power_law_1.01,0.0706278419494629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,64,power_law_1.01,0.07728256225585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,64,power_law_1.01,0.0708019208908081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,64,power_law_1.01,0.07448575973510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,64,power_law_1.01,0.07676032066345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,64,power_law_1.01,0.07671807765960693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,64,power_law_1.01,0.07878528118133546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,64,power_law_1.01,0.07792255878448487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,64,power_law_1.01,0.07942016124725342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,64,power_law_1.01,0.08321023941040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,64,power_law_1.01,0.09049983978271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,64,power_law_1.01,0.09024255752563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,64,power_law_1.01,0.0920691204071045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,64,power_law_1.01,0.0951859188079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,64,power_law_1.01,0.10431872367858888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.01,0.11124480247497559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.01,0.16483455657958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.01,0.14189696311950684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.01,0.21256704330444337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.01,0.2684172821044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.01,0.4059596633911132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.01,0.546437110900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.01,0.7253401947021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.01,1.0855782318115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,16,power_law_1.2,5.237003784179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,64,power_law_1.2,0.11167615890502929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,64,power_law_1.2,0.11101696014404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,64,power_law_1.2,0.11231103897094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,64,power_law_1.2,0.11346688270568847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,64,power_law_1.2,0.14486144065856935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,64,power_law_1.2,0.13547904014587403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,64,power_law_1.2,0.13477760314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,64,power_law_1.2,0.14671872138977052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,64,power_law_1.2,0.1496063995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,64,power_law_1.2,0.15292160034179686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,64,power_law_1.2,0.15759615898132323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,64,power_law_1.2,0.16487552642822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,64,power_law_1.2,0.16796415328979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,64,power_law_1.2,0.17500288009643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,64,power_law_1.2,0.17778303146362304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,64,power_law_1.2,0.1784524726867676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,64,power_law_1.2,0.18401407241821288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,64,power_law_1.2,0.20402687072753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,64,power_law_1.2,0.22510080337524413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,64,power_law_1.2,0.2911705589294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,64,power_law_1.2,0.35323390960693357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,64,power_law_1.2,0.5015641784667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,64,power_law_1.2,0.7001254272460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,64,power_law_1.2,0.9432486724853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,64,power_law_1.2,1.4462669372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,64,power_law_1.2,1.9086810302734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,64,power_law_1.2,0.06955520153045655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,64,power_law_1.2,0.06925055980682374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,64,power_law_1.2,0.06977280139923095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,64,power_law_1.2,0.07065087795257569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,64,power_law_1.2,0.07175936222076415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,64,power_law_1.2,0.07138432025909423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,64,power_law_1.2,0.07442815780639649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,64,power_law_1.2,0.07633535861968994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,64,power_law_1.2,0.07682432174682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,64,power_law_1.2,0.07890048027038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,64,power_law_1.2,0.0812019157409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,64,power_law_1.2,3.247513732910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,64,power_law_1.2,0.08387968063354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,64,power_law_1.2,0.08363391876220702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,64,power_law_1.2,0.10070272445678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,64,power_law_1.2,0.09385600090026855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,64,power_law_1.2,0.09025664329528808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,64,power_law_1.2,0.09652223587036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,64,power_law_1.2,0.1112844753265381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,64,power_law_1.2,0.12468735694885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,64,power_law_1.2,0.1573158359527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,64,power_law_1.2,0.20936960220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,64,power_law_1.2,0.29109376907348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,64,power_law_1.2,0.3763123321533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,64,power_law_1.2,0.5344192123413085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,64,power_law_1.2,0.643504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,64,power_law_1.2,1.1807295989990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,64,power_law_1.2,1.4122726440429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,32,balanced,0.03472768068313599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,32,balanced,0.03287935972213745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,32,balanced,0.032765440940856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,32,balanced,0.056757760047912595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,32,balanced,0.06596223831176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,32,balanced,0.09113856315612792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,32,balanced,0.11421695709228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,32,balanced,0.16286592483520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,32,balanced,0.16252031326293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,32,balanced,0.16317312240600584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,32,balanced,0.16699264526367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,32,balanced,0.17159807205200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,32,balanced,0.17150720596313476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,32,balanced,0.1762380790710449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,32,balanced,0.1789017677307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,32,balanced,0.1811609649658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,32,balanced,0.17687551498413084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,32,balanced,0.1854105567932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,32,balanced,0.19493247985839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,32,balanced,0.20899072647094727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,32,balanced,0.2251519966125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,32,balanced,0.2554944038391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,32,balanced,0.2922572708129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,32,balanced,0.3478617477416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,32,balanced,0.46705791473388675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,32,balanced,0.6808806610107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,32,balanced,0.8877721405029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,32,balanced,0.03131392002105713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,32,balanced,0.03146624088287354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,32,balanced,0.03131776094436646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,32,balanced,0.03285504102706909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,32,balanced,0.04281087875366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,32,balanced,0.058641920089721675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,32,balanced,0.07356287956237792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,32,balanced,0.08465408325195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,32,balanced,0.08430975914001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,32,balanced,0.08492799758911132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,32,balanced,0.08546303749084473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,32,balanced,0.08795392036437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,32,balanced,0.08717184066772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,32,balanced,0.09112447738647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,32,balanced,0.09387007713317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,32,balanced,0.09588735580444337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,32,balanced,0.09069567680358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,32,balanced,0.09725184440612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,32,balanced,0.10415103912353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,32,balanced,0.12057472229003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,32,balanced,0.14102399826049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,32,balanced,0.16732927322387697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,32,balanced,0.1997644805908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,32,balanced,0.2548441505432129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,32,balanced,0.321420783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,32,balanced,0.43219585418701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,32,balanced,0.5950374221801757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,32,balanced,0.04531839847564697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,32,balanced,0.04475264072418213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,32,balanced,0.0459174394607544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,32,balanced,0.05303167819976806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,32,balanced,0.05348608016967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,32,balanced,0.05446271896362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,32,balanced,0.057427201271057125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,32,balanced,0.07973887920379638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,32,balanced,0.07994624137878417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,32,balanced,0.07987328052520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,32,balanced,0.08714624404907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,32,balanced,0.10728704452514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,32,balanced,0.10672639846801757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,32,balanced,0.13278592109680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,32,balanced,0.13429247856140136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,32,balanced,0.1377356815338135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,32,balanced,0.20117759704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,32,balanced,0.20670976638793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,32,balanced,0.30076160430908205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,32,balanced,0.3479167938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,32,balanced,0.5004032135009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,32,balanced,0.6258777618408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,32,balanced,0.8722431945800782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,32,balanced,1.1917375946044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,32,balanced,1.611075897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,32,balanced,2.3261952209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,32,power_law_1.01,0.0916147232055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,32,power_law_1.01,0.11042688369750978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,32,power_law_1.01,0.1107686424255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,32,power_law_1.01,0.11254528045654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,32,balanced,3.1031512451171874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,32,power_law_1.01,0.11425536155700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,32,power_law_1.01,0.1597811222076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,32,power_law_1.01,0.13803775787353517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,32,power_law_1.01,0.15445247650146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,32,power_law_1.01,0.15616640090942382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,32,power_law_1.01,0.15784704208374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,32,power_law_1.01,0.15867008209228514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,32,power_law_1.01,0.15575679779052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,32,power_law_1.01,0.16319232940673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,32,power_law_1.01,0.1690073585510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,32,power_law_1.01,0.17399679183959962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,32,power_law_1.01,0.1731007957458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,32,power_law_1.01,0.181081600189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,32,power_law_1.01,0.19246847152709962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,32,power_law_1.01,0.20599679946899413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,32,power_law_1.01,0.2328268814086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,32,power_law_1.01,0.2778099250793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,32,power_law_1.01,0.34133377075195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,32,power_law_1.01,0.48514942169189457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,32,power_law_1.01,0.6615245056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,32,power_law_1.01,0.8805709075927733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,32,power_law_1.01,1.2164966583251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,32,power_law_1.01,0.062175998687744136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,32,power_law_1.01,0.07065855979919433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,32,power_law_1.01,0.07098368167877198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,32,power_law_1.01,1.8316018676757815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,32,power_law_1.01,0.0722867202758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,32,power_law_1.01,0.08085247993469238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,32,power_law_1.01,0.07830783843994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,32,power_law_1.01,0.08125311851501464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,32,power_law_1.01,0.07982975959777831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,32,power_law_1.01,0.08193280220031737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,32,power_law_1.01,0.08068351745605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,32,power_law_1.01,0.08413951873779298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,32,power_law_1.01,0.08551679611206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,32,power_law_1.01,0.08924287796020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,32,power_law_1.01,0.09489791870117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,32,power_law_1.01,0.0892684841156006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,32,power_law_1.01,0.09057151794433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,32,power_law_1.01,0.09686271667480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,32,power_law_1.01,0.10978816032409669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.01,0.1269337558746338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.01,0.16089088439941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.01,0.17030399322509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.01,0.2478656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.01,0.3280934524536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.01,0.4657830429077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.01,0.5250585556030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.01,0.955989761352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,32,power_law_1.01,0.04675839900970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.01,1.2314009857177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,32,power_law_1.01,0.0528601598739624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,32,power_law_1.01,0.05635839939117432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,32,power_law_1.01,0.05490943908691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,32,power_law_1.01,0.0578931188583374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,32,power_law_1.01,0.058666238784790034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,32,power_law_1.01,0.07848703861236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,32,power_law_1.01,0.08025983810424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,32,power_law_1.01,0.08312064170837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,32,power_law_1.01,0.09182463645935059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,32,power_law_1.01,0.12553855895996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,32,power_law_1.01,0.14178432464599608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,32,power_law_1.01,0.1506854438781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,32,power_law_1.01,0.16258304595947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,32,power_law_1.01,0.19744640350341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,32,power_law_1.01,0.20800767898559572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,32,power_law_1.01,0.26465663909912107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,32,power_law_1.01,0.33454975128173825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,32,power_law_1.01,0.41243518829345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,32,power_law_1.01,0.6757913970947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,32,power_law_1.01,0.9763251495361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,32,power_law_1.2,10.718177490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,32,power_law_1.01,1.2439231872558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,32,power_law_1.2,0.09209216117858887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,32,power_law_1.2,0.11055232048034669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,32,power_law_1.2,0.11112704277038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,32,power_law_1.2,0.11213312149047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,32,power_law_1.2,0.1134937572479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,32,power_law_1.2,0.13719679832458495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,32,power_law_1.2,0.14157567977905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,32,power_law_1.2,0.1576268768310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,32,power_law_1.2,0.14113151550292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,32,power_law_1.2,0.15502592086791994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,32,power_law_1.2,0.15408384323120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,32,power_law_1.2,0.15766655921936035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,32,power_law_1.2,0.16179840087890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,32,power_law_1.2,0.17119359970092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,32,power_law_1.2,0.16861568450927736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,32,power_law_1.2,0.1772902488708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,32,power_law_1.2,0.18421375274658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,32,power_law_1.2,0.1997324752807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,32,power_law_1.2,0.21279487609863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,32,power_law_1.2,0.24330879211425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,32,power_law_1.2,0.32196865081787107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,32,power_law_1.2,0.47496063232421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,32,power_law_1.2,0.5484288024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,32,power_law_1.2,0.8107123565673827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,32,power_law_1.2,1.10801025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,32,power_law_1.2,1.7429043579101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,32,power_law_1.2,0.06272640228271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,32,power_law_1.2,0.0706329584121704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,32,power_law_1.2,0.07118207931518554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,32,power_law_1.2,2.1445683288574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,32,power_law_1.2,0.07225344181060792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,32,power_law_1.2,0.08019200325012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,32,power_law_1.2,0.0779315185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,32,power_law_1.2,0.07676799774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,32,power_law_1.2,0.07948544025421142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,32,power_law_1.2,0.07832064151763915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,32,power_law_1.2,0.07997312068939208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,32,power_law_1.2,0.08542592048645019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,32,power_law_1.2,0.0825164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,32,power_law_1.2,0.0900108814239502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,32,power_law_1.2,0.09271679878234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,32,power_law_1.2,0.09310336112976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,32,power_law_1.2,0.09953408241271973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,32,power_law_1.2,0.09400832176208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,32,power_law_1.2,0.1171123218536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,32,power_law_1.01,1.7733439636230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,32,power_law_1.2,0.13770367622375487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,32,power_law_1.2,0.1613875198364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,32,power_law_1.2,0.21049983978271483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,32,power_law_1.2,0.2817945671081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,32,power_law_1.2,0.41855232238769535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,32,power_law_1.2,0.5164441680908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,32,power_law_1.2,0.6909900665283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,4,32,power_law_1.2,0.045413122177124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,4,32,power_law_1.2,0.05289087772369385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,32,power_law_1.2,1.1759667205810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,4,32,power_law_1.2,0.053497600555419925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,4,32,power_law_1.2,0.05794943809509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,32,power_law_1.2,1.3858265686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,4,32,power_law_1.2,0.058023681640625005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,4,32,power_law_1.2,0.06010240077972412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,4,32,power_law_1.2,0.08484736442565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,4,32,power_law_1.2,0.0825164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,4,32,power_law_1.2,0.08967424392700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,4,32,power_law_1.2,0.1071769618988037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,4,32,power_law_1.2,0.12851072311401368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,4,32,power_law_1.2,0.14917375564575194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,4,32,power_law_1.2,0.15155455589294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,4,32,power_law_1.2,0.19239295959472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,4,32,power_law_1.2,0.1997427177429199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,4,32,power_law_1.2,0.20851455688476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,4,32,power_law_1.2,0.2559552001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,4,32,power_law_1.2,0.41320960998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,4,32,power_law_1.2,0.48423297882080074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,32,power_law_1.01,2.488294372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,4,32,power_law_1.2,0.86
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,4,32,power_law_1.2,0.9551283264160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,4,32,power_law_1.2,1.6936805725097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,16,power_law_1.2,7.758063354492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,32,power_law_1.01,3.457401733398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,16,balanced,0.03088896036148071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,16,balanced,0.030922238826751706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,16,balanced,0.04034687995910645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,16,balanced,0.0565772819519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,16,balanced,0.06779903888702392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,16,balanced,0.09090432167053222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,16,balanced,0.11685631752014161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,16,balanced,0.1624947166442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,16,balanced,0.1644326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,16,balanced,0.16477439880371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,16,balanced,0.17095808029174803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,16,balanced,0.17410560607910158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,16,balanced,0.17538175582885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,16,balanced,0.1705536079406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,16,balanced,0.17466751098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,16,balanced,0.17744895935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,16,balanced,0.1868275260925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,16,balanced,0.19934463500976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,16,balanced,0.21271551132202146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,16,balanced,0.23781375885009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,16,balanced,0.26801151275634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,16,balanced,0.3224230575561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,16,balanced,0.39087486267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,16,balanced,0.49989761352539064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,4,32,power_law_1.2,2.401925048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,16,balanced,0.6699353790283202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,16,balanced,1.0059852600097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,16,balanced,0.031379199028015135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,16,balanced,0.03134720087051392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,16,balanced,1.2911795043945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,16,balanced,0.031836159229278564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,16,balanced,0.034741759300231934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,16,balanced,0.04556799888610839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,16,balanced,0.063504638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,16,balanced,0.07920127868652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,16,balanced,0.0947366428375244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,16,balanced,0.09661952018737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,16,balanced,0.09655167579650878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,16,balanced,0.10088959693908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,16,balanced,0.10377216339111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,16,balanced,0.10494976043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,16,balanced,0.09936511993408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,16,balanced,0.10252032279968262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,16,balanced,0.10473343849182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,16,balanced,0.1106764793395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,16,balanced,0.12512384414672853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,16,balanced,0.14107135772705076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,16,balanced,0.16810367584228517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,16,balanced,0.1975436782836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,16,balanced,0.24975360870361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,16,balanced,0.3046284866333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,16,balanced,0.41252990722656246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,16,balanced,0.5402905654907226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,16,balanced,0.749780502319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,16,balanced,0.03461375951766968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,16,balanced,0.034520320892333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,16,balanced,0.04814080238342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,16,balanced,1.0207295989990235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,16,balanced,0.05602176189422607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,16,balanced,0.05694719791412354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,16,balanced,0.058119678497314455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,16,balanced,0.06324607849121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,16,balanced,0.06780672073364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,16,balanced,0.09073792457580566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,16,balanced,0.09025152206420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,16,balanced,0.09976448059082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,16,balanced,0.11776896476745606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,16,balanced,0.12617216110229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,16,balanced,0.14180352210998534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,16,balanced,0.1529036808013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,16,balanced,0.15653759956359864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,16,balanced,0.22196479797363283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,16,balanced,0.24546560287475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,16,balanced,0.33449726104736327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,16,balanced,0.4351705551147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,16,balanced,0.5988608169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,4,32,power_law_1.2,2.526365509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,16,balanced,0.7970764923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,16,balanced,1.0408013153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,16,balanced,1.5301235961914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,16,balanced,2.0017369079589846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,16,power_law_1.01,0.06801023960113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,16,power_law_1.01,0.08737152099609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,16,power_law_1.01,0.11021568298339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,16,power_law_1.01,0.107325439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,16,balanced,3.0464410400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,16,power_law_1.01,0.11454848289489745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,16,power_law_1.01,0.15796223640441895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,16,power_law_1.01,0.1362278366088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,16,power_law_1.01,0.1466047954559326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,16,power_law_1.01,0.14733951568603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,16,power_law_1.01,0.1498265552520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,16,power_law_1.01,0.15574015617370604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,16,power_law_1.01,0.1598579216003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,16,power_law_1.01,0.16316543579101564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,16,balanced,4.054517822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,16,power_law_1.01,0.16594816207885743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,16,power_law_1.01,0.1657753562927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,16,power_law_1.01,0.17479423522949217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,16,power_law_1.01,0.19937408447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,16,power_law_1.01,0.21676799774169925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,16,power_law_1.01,0.2534720039367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,16,power_law_1.01,0.29253631591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,16,power_law_1.01,0.3837055969238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,16,power_law_1.01,0.18243328094482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,16,power_law_1.01,0.5103641510009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,16,power_law_1.01,0.7536358642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,16,power_law_1.01,0.9408601379394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,16,power_law_1.01,0.04501632213592529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,16,power_law_1.01,1.3060415649414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,16,power_law_1.01,0.05928063869476319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,16,power_law_1.01,0.07263999938964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,16,power_law_1.01,0.0745420789718628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,16,power_law_1.01,0.07755775928497315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,16,power_law_1.01,0.09094783782958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,16,power_law_1.01,1.6942131042480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,16,power_law_1.01,0.08455552101135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,16,power_law_1.01,0.0849779224395752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,16,power_law_1.01,0.0881049633026123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,16,power_law_1.01,0.09392383575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,16,power_law_1.01,0.09653887748718262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,16,power_law_1.01,0.09846783638000488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,16,power_law_1.01,0.0997657585144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,16,power_law_1.01,0.0994700813293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,16,power_law_1.01,0.08660351753234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,16,power_law_1.01,0.10359423637390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,16,power_law_1.01,0.1125004768371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,16,power_law_1.01,0.13581439971923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.01,0.1430617618560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.01,0.18189056396484377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.01,0.22411903381347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.01,0.3004262351989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.01,0.3647052764892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.01,0.5037887954711915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.01,0.6999436950683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.01,0.9754176330566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,16,power_law_1.01,0.03722752094268798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,16,power_law_1.01,0.039933440685272215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,16,power_law_1.01,0.05582464218139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.01,1.2872831726074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,16,power_law_1.01,0.05692416191101074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,16,power_law_1.01,0.06315135955810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,16,power_law_1.01,0.06868095874786377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,16,power_law_1.01,0.07013887882232665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,16,power_law_1.01,0.07530752182006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,16,power_law_1.01,0.09017472267150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,16,power_law_1.01,0.09508992195129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,16,power_law_1.01,0.11116543769836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,16,power_law_1.01,0.1306726360321045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,16,power_law_1.01,0.1482316780090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,16,power_law_1.01,0.1711680030822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,16,power_law_1.01,0.19250560760498048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,16,power_law_1.01,0.20735872268676755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,16,power_law_1.01,0.2434726333618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,16,power_law_1.01,0.3114240074157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,16,power_law_1.01,0.39899009704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,16,power_law_1.01,0.5522393417358399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,16,power_law_1.01,0.7543449401855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,16,power_law_1.01,1.2457958221435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,16,power_law_1.01,1.6064230346679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,16,power_law_1.01,2.2811071777343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,32,power_law_1.01,6.965238037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,16,power_law_1.2,0.06761343955993653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,16,power_law_1.2,0.08739456176757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,16,power_law_1.2,0.1076159954071045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,16,power_law_1.2,0.10797056198120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,16,power_law_1.2,0.11498751640319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,16,power_law_1.2,0.15334912300109865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,16,power_law_1.2,0.1433024024963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,16,power_law_1.2,0.14827903747558593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,16,power_law_1.2,0.1454092788696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,16,power_law_1.2,0.1493734359741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,16,power_law_1.2,0.1557363224029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,16,power_law_1.2,0.16017152786254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,16,power_law_1.2,0.16331647872924804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,16,power_law_1.2,0.1596083164215088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,16,power_law_1.2,0.17060480117797852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,16,power_law_1.2,0.17555200576782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,16,power_law_1.2,0.18350976943969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,16,power_law_1.2,0.20335615158081052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,16,power_law_1.2,0.2159270477294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,16,power_law_1.2,0.27690240859985354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,16,power_law_1.2,0.304006404876709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,16,power_law_1.2,0.40578174591064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,16,power_law_1.2,0.5753535842895507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,16,power_law_1.2,0.8358246612548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,16,power_law_1.2,1.0578137969970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,16,power_law_1.2,1.5082981872558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,16,power_law_1.2,2.2122149658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,16,power_law_1.2,0.04934271812438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,16,power_law_1.2,0.05931519985198974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,16,power_law_1.2,0.07081600189208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,16,power_law_1.2,0.07232128143310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,16,power_law_1.2,0.07777279853820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,16,power_law_1.2,0.0925990390777588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,16,power_law_1.2,0.08224127769470216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,16,power_law_1.2,0.08404095649719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,16,power_law_1.2,0.08366463661193849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,16,power_law_1.2,0.08762495994567872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,16,power_law_1.2,0.09317760467529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,16,power_law_1.2,0.09585151672363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,16,power_law_1.2,0.09938816070556641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,16,power_law_1.2,0.09416704177856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,16,power_law_1.2,0.10023807525634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,16,power_law_1.2,0.10512000083923341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,16,power_law_1.2,0.10913408279418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,16,power_law_1.2,0.1420479965209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,16,power_law_1.2,0.1553267192840576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,16,power_law_1.2,0.2044326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,16,power_law_1.2,0.2575539207458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,16,power_law_1.2,0.31991296768188476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,16,power_law_1.2,0.4170841598510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,16,power_law_1.2,0.6150912094116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,16,power_law_1.2,0.7780774688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,16,power_law_1.2,1.1625228881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,16,power_law_1.2,1.5526976013183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,16,power_law_1.2,0.03751935958862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,16,power_law_1.2,0.03912064075469971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,16,power_law_1.2,0.055590400695800776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,16,power_law_1.2,0.056313600540161136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,16,power_law_1.2,0.06275712013244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,16,power_law_1.2,0.06696063995361327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,16,power_law_1.2,0.06878464221954346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,16,power_law_1.2,0.07391104221343994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,16,power_law_1.2,0.09274239540100097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,16,power_law_1.2,0.09817343711853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,16,power_law_1.2,0.11299327850341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,32,power_law_1.01,6.144011230468751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,16,power_law_1.2,0.14619775772094729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,16,power_law_1.2,0.15839103698730467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,16,power_law_1.2,0.17414655685424804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,16,power_law_1.2,0.1929971122741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,16,power_law_1.2,0.22527231216430663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,16,power_law_1.2,0.2606438446044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,16,power_law_1.2,0.3758233642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,16,power_law_1.2,0.449725456237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,16,power_law_1.01,2.876897277832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,4,32,power_law_1.2,4.687208862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,16,power_law_1.2,0.6344409561157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,16,power_law_1.2,0.9049651336669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,16,power_law_1.2,1.508009033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,16,power_law_1.2,1.3894604492187501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,16,power_law_1.01,5.097415771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,8,balanced,0.032014079093933105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,8,balanced,0.0325708794593811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,8,balanced,0.04225279808044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,8,balanced,0.06259712219238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,8,balanced,0.07314815998077392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,8,balanced,0.09680768013000488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,8,balanced,0.12525823593139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,8,balanced,0.16667007446289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,8,balanced,0.17003391265869142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,8,balanced,0.1721062469482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,8,balanced,0.16816896438598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,8,balanced,0.1723212814331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,8,balanced,0.17658624649047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,8,balanced,0.18451839447021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,8,balanced,0.19250303268432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,8,balanced,0.19742847442626954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,8,balanced,0.20939903259277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,8,balanced,0.23520767211914065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,8,balanced,0.2612224006652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,8,balanced,0.3107852745056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,8,balanced,0.36434814453125003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,8,balanced,0.4704883193969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,8,balanced,0.5910796737670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,8,balanced,0.7927270507812499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,8,balanced,1.0803263854980467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,8,balanced,1.6511257934570314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,8,balanced,2.1490086364746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,8,balanced,0.032762880325317385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,8,balanced,0.03288703918457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,8,balanced,0.035952639579772946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,8,balanced,0.04172160148620606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,8,balanced,0.05379968166351319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,8,balanced,0.07563007831573486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,8,balanced,0.09759743690490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,8,balanced,0.11766271591186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,8,balanced,0.11965951919555665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,8,balanced,0.1221247959136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,8,balanced,0.11830400466918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,8,balanced,0.12121983528137208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,8,balanced,0.12431103706359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,8,balanced,0.13048319816589354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,16,power_law_1.01,4.551534118652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,8,balanced,0.13666687965393068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,8,balanced,0.1419315242767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,8,balanced,0.15478272438049318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,8,balanced,0.1804083251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,8,balanced,0.2067123222351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,8,balanced,0.2601600074768066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,8,balanced,0.3110988807678223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,8,balanced,0.41575553894042966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,8,balanced,0.5207347106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,8,balanced,0.72940673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,8,balanced,0.9719475555419923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,8,balanced,1.3928384399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,8,power_law_1.01,0.05982592105865479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,8,power_law_1.01,0.06822656154632568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,8,power_law_1.01,0.08944255828857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,8,balanced,1.8654873657226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,8,power_law_1.01,0.08696703910827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,8,power_law_1.01,0.09825023651123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,8,power_law_1.01,0.10730112075805665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,8,power_law_1.01,0.1146406364440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,8,power_law_1.01,0.1583129596710205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,8,power_law_1.01,0.15171072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,8,power_law_1.01,0.15447039604187013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,8,power_law_1.01,0.15832703590393066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,8,power_law_1.01,0.15442432403564452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,8,power_law_1.01,0.15358336448669435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,8,power_law_1.01,0.16822528839111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,8,power_law_1.01,0.1748940849304199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,8,power_law_1.01,0.18746496200561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,8,power_law_1.01,0.20583040237426758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,8,power_law_1.01,0.17459583282470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,8,power_law_1.01,0.23385087966918947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,8,power_law_1.01,0.2782655906677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,8,power_law_1.01,0.32195072174072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,8,power_law_1.01,0.41137664794921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,8,power_law_1.01,0.5431257629394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,8,power_law_1.01,0.7553036499023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,8,power_law_1.01,0.9931980895996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,8,power_law_1.01,1.4555955505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,8,power_law_1.01,1.8283354187011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,8,power_law_1.01,0.037222399711608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,8,power_law_1.01,0.05097087860107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,8,power_law_1.01,0.06912896156311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,8,power_law_1.01,0.06454912185668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,8,power_law_1.01,0.07681151866912841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,8,power_law_1.01,0.08373503684997559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,8,power_law_1.01,0.08565504074096679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,8,power_law_1.01,0.11353983879089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,8,power_law_1.01,0.1074841594696045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,8,power_law_1.01,0.10910207748413085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,8,power_law_1.01,0.11092479705810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,8,power_law_1.01,0.11305215835571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,8,power_law_1.01,0.11049471855163576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,8,power_law_1.01,0.12057215690612792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,8,power_law_1.01,0.12453120231628419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,8,power_law_1.01,0.1250368022918701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,8,power_law_1.01,0.13789183616638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,8,power_law_1.01,0.16144128799438479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.01,0.17739007949829103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.01,0.22322303771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.01,0.2553843116760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.01,0.3675404739379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.01,0.4725670242309571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.01,0.6572172546386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.01,0.8535820770263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.01,1.2080409240722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,8,power_law_1.2,0.06099199771881103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,8,power_law_1.2,0.06857088088989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.01,1.6619622802734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,8,power_law_1.2,0.08015487670898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,8,power_law_1.2,0.09526656150817872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,8,power_law_1.2,0.09565183639526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,8,power_law_1.2,0.11835519790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,8,power_law_1.2,0.10753024101257325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,8,power_law_1.2,0.1471500778198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,8,power_law_1.2,0.15501952171325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,8,power_law_1.2,0.15274623870849607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,8,power_law_1.2,0.15781120300292967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,8,power_law_1.2,0.15682944297790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,8,power_law_1.2,0.1554035186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,8,power_law_1.2,0.1677529525756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,8,power_law_1.2,0.1759040069580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,8,power_law_1.2,0.17522943496704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,8,power_law_1.2,0.19067392349243165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,8,power_law_1.2,0.21596416473388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,8,power_law_1.2,0.23794944763183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,8,power_law_1.2,0.29818111419677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,8,power_law_1.2,0.3213529586791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,8,power_law_1.2,0.4327987289428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,8,power_law_1.2,0.5626943969726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,8,power_law_1.2,0.8286924743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,8,power_law_1.2,1.0797875213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,8,power_law_1.2,1.5917543029785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,8,power_law_1.2,0.03704832077026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,8,power_law_1.2,0.05043327808380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,8,power_law_1.2,2.114324493408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,8,power_law_1.2,0.05907199859619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,16,power_law_1.2,2.467202606201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,8,power_law_1.2,0.07117695808410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,8,power_law_1.2,0.07769983768463135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,8,power_law_1.2,0.09090944290161132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,8,power_law_1.2,0.09011584281921386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,8,power_law_1.2,0.11259391784667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,8,power_law_1.2,0.10286720275878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,8,power_law_1.2,0.10810751914978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,8,power_law_1.2,0.11231616020202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,8,power_law_1.2,0.1102284812927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,8,power_law_1.2,0.1152768039703369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,8,power_law_1.2,0.12054911613464356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,8,power_law_1.2,0.12421119689941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,8,power_law_1.2,0.12536831855773928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,8,power_law_1.2,0.1320908832550049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,8,power_law_1.2,0.16036096572875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,8,power_law_1.2,0.18591999053955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,8,power_law_1.2,0.24715648651123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,8,power_law_1.2,0.2930393600463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,8,power_law_1.2,0.3562713623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,8,power_law_1.2,0.4716275024414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,8,power_law_1.2,0.7008537292480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,8,power_law_1.2,0.9001356506347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,4,balanced,0.030972158908843993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,4,balanced,0.03234303951263427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,8,power_law_1.2,1.252743682861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,4,balanced,0.048567042350769044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,4,balanced,0.06468863964080811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,4,balanced,0.10396415710449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,4,balanced,0.13114751815795897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,8,power_law_1.2,1.6623129272460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,4,balanced,0.1329792022705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,4,balanced,0.1377241611480713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,4,balanced,0.17367424011230467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,4,balanced,0.07958911895751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,4,balanced,0.17704959869384768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,4,balanced,0.1816089630126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,4,balanced,0.18741247177124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,4,balanced,0.19570175170898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,4,balanced,0.2006745529174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,4,balanced,0.2123788833618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,4,balanced,0.13583744049072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,4,balanced,0.23665279388427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,4,balanced,0.2627801513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,4,balanced,0.3121049690246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,4,balanced,0.36377471923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,4,balanced,0.4674367904663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,4,balanced,0.5865907287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,4,balanced,0.7896819305419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,4,balanced,1.0636454772949218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,4,balanced,0.030589439868927003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,4,balanced,1.6525260925292968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,4,balanced,0.03244159936904907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,4,balanced,0.03588351964950561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,4,balanced,0.04590208053588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,4,balanced,0.06414591789245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,4,balanced,0.09658623695373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,4,balanced,0.12459391593933104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,4,balanced,0.1267084789276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,4,balanced,0.12722304344177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,4,balanced,0.1294003200531006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,4,balanced,0.16303487777709963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,4,balanced,2.2445388793945313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,4,balanced,0.16573951721191407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,4,balanced,0.16836864471435548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,4,balanced,0.18053119659423827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,4,balanced,0.17539072036743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,4,balanced,0.18415744781494142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,4,balanced,0.19716991424560545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,4,balanced,0.22574464797973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,4,balanced,0.245164794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,4,balanced,0.2993267250061035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,4,balanced,0.3488576126098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,4,balanced,0.4453299331665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,4,balanced,0.5481343841552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,4,balanced,0.7513062286376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,4,balanced,1.0538111877441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,4,power_law_1.01,0.03332479953765869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,4,balanced,1.4625984191894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,4,power_law_1.01,0.05969408035278321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,4,power_law_1.01,0.0756710386276245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,4,power_law_1.01,0.07078015804290771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,4,balanced,1.977409210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,4,power_law_1.01,0.09912192344665527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,4,power_law_1.01,0.11850624084472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,4,power_law_1.01,0.10684415817260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,4,power_law_1.01,0.11974911689758301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,4,power_law_1.01,0.12213503837585449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,4,power_law_1.01,0.15677184104919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,4,power_law_1.01,0.16498943328857424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,4,power_law_1.01,0.08909567832946777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,4,power_law_1.01,0.16538496017456056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,4,power_law_1.01,0.1753215980529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,4,power_law_1.01,0.17945728302001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,4,power_law_1.01,0.18878463745117186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,4,power_law_1.01,0.1970137596130371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,4,power_law_1.01,0.22631040573120118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,4,power_law_1.01,0.24751104354858397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,4,power_law_1.01,0.3045452880859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,4,power_law_1.01,0.3486054229736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,4,power_law_1.01,0.46514049530029294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,4,power_law_1.01,0.5817753601074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,4,power_law_1.01,0.812838363647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,4,power_law_1.01,1.0745152282714845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,4,power_law_1.01,0.03505280017852783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,4,power_law_1.01,0.04155903816223144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,4,power_law_1.01,1.6759730529785155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,4,power_law_1.01,0.060267519950866696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,4,power_law_1.01,0.06761856079101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,4,power_law_1.01,0.07878655910491943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,4,power_law_1.01,0.08410240173339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,4,power_law_1.01,2.1318284606933595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,4,power_law_1.01,0.09662079811096191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,4,power_law_1.01,0.11030271530151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,4,power_law_1.01,0.11733759880065917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,4,power_law_1.01,0.11735424041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,4,power_law_1.01,0.14145919799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,4,power_law_1.01,0.149998083114624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,4,power_law_1.01,0.15936384201049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,4,power_law_1.01,0.15504128456115723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,4,power_law_1.01,0.16832000732421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,4,power_law_1.01,0.17890304565429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,4,power_law_1.01,0.20409215927124022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,4,power_law_1.01,0.23488639831542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,4,power_law_1.01,0.15339776039123537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,4,power_law_1.01,0.2883263969421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,4,power_law_1.01,0.34154624938964845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,4,power_law_1.01,0.4534463882446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,4,power_law_1.01,0.5973542404174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,4,power_law_1.01,0.8286899566650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,4,power_law_1.01,1.0379955291748046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,4,power_law_1.2,0.03844608068466186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,4,power_law_1.2,0.05952511787414551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,4,power_law_1.01,1.4750962829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,4,power_law_1.2,0.0668838405609131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,4,power_law_1.2,0.08162816047668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,4,power_law_1.2,0.08897024154663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,4,power_law_1.01,1.9293785095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,4,power_law_1.2,0.10005375862121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,4,power_law_1.2,0.0980288028717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,4,power_law_1.2,0.11658880233764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,4,power_law_1.2,0.12866559982299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,4,power_law_1.2,0.12184576034545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,4,32,power_law_1.2,8.08627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,4,power_law_1.2,0.15484416007995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,4,power_law_1.2,0.16513792037963868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,4,power_law_1.2,0.15920512199401854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,4,power_law_1.2,0.1727065658569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,4,power_law_1.2,0.18440576553344729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,4,power_law_1.2,0.1883353614807129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,16,power_law_1.2,2.9185714721679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,4,power_law_1.2,0.1989504051208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,4,power_law_1.2,0.22588672637939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,4,power_law_1.2,0.24958208084106442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,4,power_law_1.2,0.3559756851196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,4,power_law_1.2,0.3114444732666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,4,power_law_1.2,0.47104255676269535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,4,power_law_1.2,0.5718233489990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,4,power_law_1.2,0.8781619262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,4,power_law_1.2,1.1149747467041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,4,power_law_1.2,0.035253760814666746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,4,power_law_1.2,0.04197504043579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,4,power_law_1.2,0.05219583988189698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,4,power_law_1.2,0.06325888156890869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,4,power_law_1.2,0.0777945613861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,4,power_law_1.2,1.650007019042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,4,power_law_1.2,0.0943014430999756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,4,power_law_1.2,0.10804991722106934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,4,power_law_1.2,0.10821248054504395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,4,power_law_1.2,0.1146726417541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,4,power_law_1.2,2.2083148193359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,4,power_law_1.2,0.13926783561706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,4,power_law_1.2,0.15294719696044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,4,power_law_1.2,0.15370752334594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,4,power_law_1.2,0.15694080352783205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,4,power_law_1.2,0.15852288246154783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,4,power_law_1.2,0.17397632598876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,4,power_law_1.2,0.08369664192199708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,4,power_law_1.2,0.18144128799438478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,4,power_law_1.2,0.20903551101684573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,4,power_law_1.2,0.23855360031127928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,4,power_law_1.2,0.2942911911010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,4,power_law_1.2,0.3518950271606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,4,power_law_1.2,0.49552768707275396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,4,power_law_1.2,0.6111475372314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,128,balanced,0.023221759796142577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,4,power_law_1.2,0.8298406219482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,128,balanced,0.023129599094390867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,128,balanced,0.023174400329589846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,4,power_law_1.2,1.0589299011230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,128,balanced,0.023114240169525145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,128,balanced,0.04412288188934326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,128,balanced,0.06916863918304443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,128,balanced,0.06974976062774658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,128,balanced,0.07009024143218993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,4,power_law_1.2,1.5164749145507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,128,balanced,0.07046271800994873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,128,balanced,0.07029632091522217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,128,balanced,0.07319680213928223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,128,balanced,0.07086080074310303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,128,balanced,0.07190911769866944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,128,balanced,0.07519231796264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,128,balanced,0.07493631839752198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,128,balanced,0.07510528087615967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,128,balanced,0.07875328063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,128,balanced,0.08201855659484864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,128,balanced,0.08585984230041503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,128,balanced,0.02317823886871338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,4,power_law_1.2,1.9957145690917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,128,balanced,0.08152447700500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,128,balanced,0.08678272247314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,128,balanced,0.09176063537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,128,balanced,0.10715776443481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,128,balanced,0.11823616027832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,128,balanced,0.02492160081863403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,128,balanced,0.025122559070587157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,128,balanced,0.21851520538330077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,128,balanced,0.02513279914855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,128,balanced,0.0248307204246521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,128,balanced,0.025172479152679443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,128,balanced,0.026026239395141603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,128,balanced,0.03982975959777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,128,balanced,0.0392192006111145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,128,balanced,0.040079360008239744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,128,balanced,0.03996288061141968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,128,balanced,0.04035071849822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,128,balanced,0.04016255855560303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,128,balanced,0.040572161674499514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,128,balanced,0.04171008110046387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,128,balanced,0.04143487930297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,128,balanced,0.04146815776824951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,128,balanced,0.04285439968109131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,128,balanced,0.046046719551086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,128,balanced,0.045309438705444335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,128,balanced,0.0547327995300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,128,balanced,0.049017601013183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,128,balanced,0.05677184104919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,128,balanced,0.06078335762023925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,128,balanced,0.06995456218719483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,128,balanced,0.1681331253051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,128,balanced,0.0802137565612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,128,balanced,0.1024665641784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,128,balanced,0.12683135986328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,128,power_law_1.01,0.044051198959350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,128,power_law_1.01,0.04403327941894532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,128,power_law_1.01,0.04444799900054931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,128,power_law_1.01,0.06983295917510987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,128,power_law_1.01,0.07061759948730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,128,power_law_1.01,0.07139840126037597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,128,power_law_1.01,0.07124095916748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,128,power_law_1.01,0.07240575790405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,128,power_law_1.01,0.07438848018646241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,128,power_law_1.01,0.07529856204986572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,128,power_law_1.01,0.07761407852172851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,128,power_law_1.01,0.08133760452270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,128,power_law_1.01,0.08473600387573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,128,power_law_1.01,0.04349055767059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,128,power_law_1.01,0.08758015632629394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,128,power_law_1.01,0.08536191940307616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,128,power_law_1.01,0.08951168060302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,128,power_law_1.01,0.09601280212402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,128,power_law_1.01,0.11163264274597169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,128,power_law_1.01,0.13987327575683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,128,power_law_1.01,0.20650367736816405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,128,power_law_1.01,0.259738883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,128,power_law_1.01,0.07596928119659424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,128,power_law_1.01,0.3607347106933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,128,power_law_1.01,0.026292479038238524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,128,power_law_1.01,0.7320870208740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,128,power_law_1.01,0.02716671943664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,128,power_law_1.01,0.025493760108947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,128,power_law_1.01,0.025747199058532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,128,power_law_1.01,0.9906317138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,128,power_law_1.01,0.03917184114456177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,128,power_law_1.01,0.04018688201904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,128,power_law_1.01,0.040421118736267095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,128,power_law_1.01,0.04060671806335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,128,power_law_1.01,0.04127488136291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,128,power_law_1.01,0.04174464225769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,128,power_law_1.01,0.04608511924743652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,128,power_law_1.01,0.5134310531616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,128,power_law_1.01,0.044042239189147944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,128,power_law_1.01,0.04423808097839356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,128,power_law_1.01,0.04619008064270019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,128,power_law_1.01,0.052336640357971184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,128,power_law_1.01,0.05601408004760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,128,power_law_1.01,0.0544652795791626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.01,0.0766323184967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.01,0.08637696266174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.01,0.12457599639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.01,0.14844799995422364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.01,0.21933055877685548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.01,0.33609214782714847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.01,0.5039039993286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.01,0.06418943881988526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.01,0.5802495956420899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,128,power_law_1.01,0.05768447875976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,128,power_law_1.2,0.044120321273803706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,128,power_law_1.2,0.04420608043670654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,128,power_law_1.2,0.044359679222106936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,128,power_law_1.2,0.06905087947845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,128,power_law_1.2,0.06968063831329345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,128,power_law_1.2,0.06888959884643556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,128,power_law_1.2,0.07076479911804198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,128,power_law_1.2,0.07143680095672608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,128,power_law_1.2,0.07211135864257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,128,power_law_1.2,0.07380352020263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,128,power_law_1.2,0.0756057596206665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,128,power_law_1.2,0.07684864044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,128,power_law_1.2,0.0804633617401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,128,power_law_1.2,0.08268159866333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,128,power_law_1.2,0.08759424209594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,128,power_law_1.2,0.08836864471435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,128,power_law_1.2,0.08529664039611816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,128,power_law_1.2,0.09646335601806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,128,power_law_1.2,0.10959360122680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,128,power_law_1.2,0.13780351638793947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,128,power_law_1.2,0.19202688217163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,128,power_law_1.2,0.29054208755493166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,128,power_law_1.2,0.3937868881225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,128,power_law_1.2,0.5729407882690429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,128,power_law_1.2,0.8355238342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,128,power_law_1.2,1.5383360290527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,128,power_law_1.2,0.02534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,128,power_law_1.2,0.02576512098312378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,128,power_law_1.2,1.8027416992187502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,128,power_law_1.2,0.025706241130828856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,128,power_law_1.2,0.03964544057846069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,128,power_law_1.2,0.03987711906433106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,128,power_law_1.2,0.04001408100128174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,128,power_law_1.2,0.04039552211761475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,128,power_law_1.2,0.040344319343566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,128,power_law_1.2,0.04163839817047119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,128,power_law_1.2,0.0420198392868042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,128,power_law_1.2,0.043265280723571775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,128,power_law_1.2,0.04398975849151611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,128,power_law_1.2,0.04610432147979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,128,power_law_1.2,0.04891647815704346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,128,power_law_1.2,0.05337600231170654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,128,power_law_1.2,0.05252223968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,128,power_law_1.2,0.05443327903747559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,128,power_law_1.2,0.05972095966339112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.2,0.07120895862579346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.2,0.09075712203979493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.2,0.1096883201599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.2,0.15747455596923826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.2,0.22412031173706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.2,0.3339532852172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.2,0.5443494415283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.2,1.0911014556884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.2,0.860031967163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,64,balanced,0.020930559635162355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,64,balanced,0.02079871892929077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,64,balanced,0.02091264009475708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,64,balanced,0.020857601165771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,64,balanced,0.022252800464630126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,64,balanced,0.04095104217529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,64,balanced,0.06279935836791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,64,balanced,0.06272511959075928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,64,balanced,0.06342783927917481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,64,balanced,0.06361472129821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,64,balanced,0.06440576076507568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,64,balanced,0.06540287971496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,64,balanced,0.06585216045379638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,64,balanced,0.06705152034759522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,64,balanced,0.06842368125915528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,64,balanced,0.07002880096435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,64,balanced,0.07346560001373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,64,balanced,0.07899392127990723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,64,balanced,0.07211647987365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,64,balanced,0.07698431968688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,64,balanced,0.08060159683227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,64,balanced,0.0906060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,64,balanced,0.09797887802124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,64,balanced,0.12420479774475097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,64,balanced,0.1410265636444092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,64,balanced,0.20220672607421877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,64,balanced,0.25870847702026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,64,balanced,0.023447039127349852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,64,balanced,0.023264000415802004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,64,balanced,0.02330496072769165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,64,balanced,0.023165440559387206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,64,balanced,0.023595519065856933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,64,balanced,0.024167680740356447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,64,balanced,0.036788480281829836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,64,balanced,0.03643903970718384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,64,balanced,0.03676671981811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,64,balanced,0.03676671981811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,64,balanced,0.03731071949005127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,64,balanced,0.03758208036422729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,64,balanced,0.038246400356292724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,64,balanced,0.04004608154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,64,balanced,0.040757761001586915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,64,balanced,0.04021376132965088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,64,balanced,0.0427839994430542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,64,balanced,0.048380160331726076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,64,balanced,0.044375038146972655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,64,balanced,0.05009791851043701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,64,balanced,0.05365632057189942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,64,balanced,0.06080128192901611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,64,balanced,0.06885632038116454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,64,balanced,0.08881024360656739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,64,balanced,0.10701951980590821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,64,balanced,0.14505215644836428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,64,balanced,0.17956735610961913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,64,power_law_1.01,0.04104191780090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,64,power_law_1.01,0.041150717735290526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,64,power_law_1.01,0.04153728008270264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,64,power_law_1.01,0.04145535945892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,64,power_law_1.01,0.05966591835021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,64,power_law_1.01,0.05859712123870849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,64,power_law_1.01,0.06337664127349854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,64,power_law_1.01,0.06402688026428223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,64,power_law_1.01,0.0656217622756958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,64,power_law_1.01,0.06595712184906007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,64,power_law_1.01,0.06862336158752441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,64,power_law_1.01,0.07045248031616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,64,power_law_1.01,0.07184256076812744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,64,power_law_1.01,0.0764902400970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,64,power_law_1.01,0.07692287921905518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,64,power_law_1.01,0.07646719932556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,64,power_law_1.01,0.0766156816482544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,64,power_law_1.01,0.08403583526611327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,64,power_law_1.01,0.09263360023498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,64,power_law_1.01,0.11766271591186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,64,power_law_1.01,0.13086336135864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,64,power_law_1.01,0.18391424179077148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,64,power_law_1.01,0.22703487396240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,64,power_law_1.01,0.33343872070312497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,64,power_law_1.01,0.4412659072875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,64,power_law_1.01,0.691167984008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,64,power_law_1.01,0.024034559726715088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,64,power_law_1.01,0.8721868896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,64,power_law_1.01,0.023873279094696047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,64,power_law_1.01,0.02444927930831909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,64,power_law_1.01,0.024408318996429444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,64,power_law_1.01,0.03638783931732178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,64,power_law_1.01,0.037116160392761235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,64,power_law_1.01,0.03747200012207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,64,power_law_1.01,0.037667839527130126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,64,power_law_1.01,0.03907327890396119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,64,power_law_1.01,0.0392409610748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,64,power_law_1.01,0.03960191965103149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,64,power_law_1.01,0.040906238555908206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,64,power_law_1.01,0.04201344013214111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,64,power_law_1.01,0.04811264038085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,64,power_law_1.01,0.04921599864959717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,64,power_law_1.01,0.05174528121948242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,64,power_law_1.01,0.04993408203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,64,power_law_1.01,0.05602176189422607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,64,power_law_1.01,0.06475008010864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,64,power_law_1.01,0.08232319831848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,64,power_law_1.01,0.09120384216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,64,power_law_1.01,0.13306495666503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,64,power_law_1.01,0.1500441646575928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,64,power_law_1.01,0.2620915222167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,64,power_law_1.01,0.3227571105957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,64,power_law_1.01,0.4469747161865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,64,power_law_1.01,0.5846464157104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,16,power_law_1.2,4.947922058105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,64,power_law_1.2,0.04099584102630615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,64,power_law_1.2,0.04097023963928222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,64,power_law_1.2,0.041534719467163084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,64,power_law_1.2,0.05888383865356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,64,power_law_1.2,0.0559987211227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,64,power_law_1.2,0.05774208068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,64,power_law_1.2,0.06352384090423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,64,power_law_1.2,0.06411903858184814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,64,power_law_1.2,0.06380032062530518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,64,power_law_1.2,0.06633344173431396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,64,power_law_1.2,0.06745728015899657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,64,power_law_1.2,0.07178751945495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,64,power_law_1.2,0.0739302396774292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,64,power_law_1.2,0.07588607788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,64,power_law_1.2,0.07784063816070556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,64,power_law_1.2,0.07514368057250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,64,power_law_1.2,0.07845759868621827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,64,power_law_1.2,0.08879615783691405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,64,power_law_1.2,0.09937536239624023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,64,power_law_1.2,0.12699135780334472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,64,power_law_1.2,0.17664512634277343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,64,power_law_1.2,0.22740863800048827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,64,power_law_1.2,0.3251481628417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,64,power_law_1.2,0.448034553527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,64,power_law_1.2,0.5645119857788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,64,power_law_1.2,1.0264179229736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,64,power_law_1.2,1.3618202209472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,64,power_law_1.2,0.02388607978820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,64,power_law_1.2,0.023973119258880616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,64,power_law_1.2,0.02413952112197876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,64,power_law_1.2,0.036030719280242915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,64,power_law_1.2,0.036367359161376955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,64,power_law_1.2,0.03696000099182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,64,power_law_1.2,0.037222399711608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,64,power_law_1.2,0.037920000553131106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,64,power_law_1.2,0.03832576036453247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,64,power_law_1.2,0.039512319564819334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,64,power_law_1.2,0.04051839828491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,64,power_law_1.2,0.041013760566711424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,64,power_law_1.2,0.045920000076293946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,64,power_law_1.2,0.05062911987304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,64,power_law_1.2,0.04897408008575439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,64,power_law_1.2,0.050146560668945316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,64,power_law_1.2,0.053116159439086916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,64,power_law_1.2,0.0640883207321167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,64,power_law_1.2,0.0745958423614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,64,power_law_1.2,0.08974464416503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,64,power_law_1.2,0.11438976287841798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,64,power_law_1.2,0.17325183868408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,64,power_law_1.2,0.19730304718017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,64,power_law_1.2,0.34354816436767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,64,power_law_1.2,0.4401855850219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,64,power_law_1.2,0.7366630554199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,64,power_law_1.2,1.0086463928222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,32,balanced,0.019814399480819703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,32,balanced,0.019723520278930665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,32,balanced,0.01951743960380554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,32,balanced,0.02007296085357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,32,balanced,0.026328320503234866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,32,balanced,0.04114304065704345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,32,balanced,0.060892162322998045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,32,balanced,0.060624642372131346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,32,balanced,0.06229119777679444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,32,balanced,0.06212224006652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,32,balanced,0.06412415981292725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,32,balanced,0.06594560146331788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,32,balanced,0.06737023830413819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,32,balanced,0.06965375900268554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,32,balanced,0.07192959785461425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,32,balanced,0.0758681583404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,32,balanced,0.06800000190734863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,32,balanced,0.07319295883178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,32,balanced,0.0764134407043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,32,balanced,0.08389504432678223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,32,balanced,0.09060735702514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,32,balanced,0.11048192024230956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,32,balanced,0.12454143524169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,32,balanced,0.15964159965515137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,32,balanced,0.18893568038940428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,32,balanced,0.27593599319458006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,32,balanced,0.35829376220703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,32,balanced,0.021999359130859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,32,balanced,0.022159359455108642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,32,balanced,0.02212735891342163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,32,balanced,0.022571520805358885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,32,balanced,0.022874879837036132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,32,balanced,0.024702720642089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,32,balanced,0.035324161052703855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,32,balanced,0.03645695924758911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,32,balanced,0.036894719600677486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,32,balanced,0.03655551910400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,32,balanced,0.03837055921554565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,32,balanced,0.03895296096801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,32,balanced,0.03940479993820191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,32,balanced,0.04598656177520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,32,balanced,0.04776192188262939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,32,balanced,0.050531840324401854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,32,balanced,0.0431001615524292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,32,balanced,0.047930879592895506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,32,balanced,0.050995202064514154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,32,balanced,0.05679103851318359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,32,balanced,0.06339839935302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,32,balanced,0.0816153621673584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,32,balanced,0.09740287780761718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,32,balanced,0.13316736221313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,32,balanced,0.16236799240112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,32,balanced,0.22536191940307618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,32,balanced,0.28473215103149413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,32,power_law_1.01,0.040101118087768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,32,power_law_1.01,0.040250878334045406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,32,power_law_1.01,0.0403059196472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,32,power_law_1.01,0.04114304065704345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,32,power_law_1.01,0.040262398719787595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,32,power_law_1.01,0.0554585599899292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,32,power_law_1.01,0.05958655834197998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,32,power_law_1.01,0.06149888038635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,32,power_law_1.01,0.062196478843688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,32,power_law_1.01,0.06342271804809571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,32,power_law_1.01,0.0661568021774292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,32,power_law_1.01,0.07014400005340576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,32,power_law_1.01,0.07014912128448486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,32,power_law_1.01,0.0738431978225708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,32,power_law_1.01,0.07132031917572021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,32,power_law_1.01,0.07209343910217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,32,power_law_1.01,0.07487616062164307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,4,32,power_law_1.2,10.99610595703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,32,power_law_1.01,0.08292863845825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,32,power_law_1.01,0.09665792465209962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,32,power_law_1.01,0.10755583763122559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,32,power_law_1.01,0.1281612777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,32,power_law_1.01,0.18275711059570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,32,power_law_1.01,0.22717824935913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,32,power_law_1.01,0.31470848083496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,32,power_law_1.01,0.42244735717773435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,32,power_law_1.01,0.6599756622314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,32,power_law_1.01,0.024419839382171633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,32,power_law_1.01,0.906234893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,32,power_law_1.01,0.02470400094985962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,32,power_law_1.01,0.02519808053970337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,32,power_law_1.01,0.024700160026550295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,32,power_law_1.01,0.035278079509735105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,32,power_law_1.01,0.03552256107330322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,32,power_law_1.01,0.03711744070053101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,32,power_law_1.01,0.03693696022033691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,32,power_law_1.01,0.041748480796813967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,32,power_law_1.01,0.03896320104598999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,32,power_law_1.01,0.04263040065765381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,32,power_law_1.01,0.04651519775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,32,power_law_1.01,0.04886015892028809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,32,power_law_1.01,0.045978879928588866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,32,power_law_1.01,0.04727807998657226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,32,power_law_1.01,0.051175680160522465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,32,power_law_1.01,0.057368321418762205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,32,power_law_1.01,0.0666099214553833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,32,power_law_1.01,0.049767680168151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,32,power_law_1.01,0.0834175968170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,32,power_law_1.01,0.10624896049499513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,32,power_law_1.01,0.1439680004119873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,32,power_law_1.01,0.16780031204223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,32,power_law_1.01,0.23328256607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,32,power_law_1.01,0.3322124862670898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,32,power_law_1.01,0.5328691101074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,32,power_law_1.01,0.6335398483276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,32,power_law_1.2,0.040352001190185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,32,power_law_1.2,0.0403929615020752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,32,power_law_1.2,0.039959039688110355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,32,power_law_1.2,0.04055935859680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,32,power_law_1.2,0.056084480285644535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,32,power_law_1.2,0.05510015964508057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,32,power_law_1.2,0.06042751789093017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,32,power_law_1.2,0.062277121543884276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,32,power_law_1.2,0.06110847949981689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,32,power_law_1.2,0.06630271911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,32,power_law_1.2,0.07144703865051269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,32,power_law_1.2,0.0746342420578003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,32,power_law_1.2,0.07299712181091308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,32,power_law_1.2,0.07028863906860353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,32,power_law_1.2,0.07248127937316895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,32,power_law_1.2,0.06475264072418213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,32,power_law_1.2,0.09124735832214356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,32,power_law_1.2,0.10309503555297853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,32,power_law_1.2,0.12985216140747072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,32,power_law_1.2,0.15377535820007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,32,power_law_1.2,0.23744255065917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,32,power_law_1.2,0.07977983951568604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,32,power_law_1.2,0.29203584671020505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,32,power_law_1.2,0.48021888732910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,32,power_law_1.2,0.5337343978881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,32,power_law_1.2,0.8376844787597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,32,power_law_1.2,0.024180479049682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,32,power_law_1.2,0.02467456102371216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,32,power_law_1.2,1.1993472290039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,32,power_law_1.2,0.024677119255065917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,32,power_law_1.2,0.02495232105255127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,32,power_law_1.2,0.034904320240020756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,32,power_law_1.2,0.03580032110214233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,32,power_law_1.2,0.03713023900985718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,32,power_law_1.2,0.037391359806060794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,32,power_law_1.2,0.03858688116073609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,32,power_law_1.2,0.04047872066497803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,32,power_law_1.2,0.044510722160339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,32,power_law_1.2,0.04590591907501221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,32,power_law_1.2,0.0497983980178833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,32,power_law_1.2,0.04658432006835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,32,power_law_1.2,0.046567678451538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,32,power_law_1.2,0.0481382417678833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,32,power_law_1.2,0.052148480415344235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,32,power_law_1.2,0.06241919994354248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,32,power_law_1.2,0.07233407974243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,32,power_law_1.2,0.0852569580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,32,power_law_1.2,0.12885375976562502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,32,power_law_1.2,0.17065471649169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,32,power_law_1.2,0.2014579200744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,32,power_law_1.2,0.2835264015197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,32,power_law_1.2,0.4087654495239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,32,power_law_1.2,0.6290508651733399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,16,balanced,0.019375360012054442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,16,balanced,0.019843839406967163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,32,power_law_1.2,0.8039398193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,16,balanced,0.021345279216766357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,16,balanced,0.030766079425811766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,16,balanced,0.04280447959899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,16,balanced,0.06344064235687255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,16,balanced,0.06383615970611572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,16,balanced,0.066211838722229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,16,balanced,0.020874240398406983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,16,balanced,0.0658457612991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,16,balanced,0.07004032135009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,16,balanced,0.07234560012817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,16,balanced,0.07621503829956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,16,balanced,0.06814464092254638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,16,balanced,0.07008255958557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,16,balanced,0.07158656120300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,16,balanced,0.07458432197570801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,16,balanced,0.08146559715270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,16,balanced,0.0886464023590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,16,balanced,0.10470399856567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,16,balanced,0.11840127944946288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,16,balanced,0.15004799842834474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,16,balanced,0.17686399459838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,16,balanced,0.23675008773803713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,16,balanced,0.29090944290161136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,16,balanced,0.4315788650512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,16,balanced,0.022423040866851807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,16,balanced,0.0225433611869812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,16,balanced,0.022741758823394777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,16,balanced,0.5644940948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,16,balanced,0.023187201023101806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,16,balanced,0.024750080108642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,16,balanced,0.02943871974945068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,16,balanced,0.04475008010864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,16,balanced,0.04593535900115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,16,balanced,0.04764800071716309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,16,balanced,0.04636544227600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,16,balanced,0.047736320495605465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,16,balanced,0.052363519668579106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,16,balanced,0.05223552227020264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,16,balanced,0.04626431941986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,16,balanced,0.049227519035339354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,16,balanced,0.05064320087432861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,16,balanced,0.05317247867584228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,16,balanced,0.05712639808654785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,16,balanced,0.06520448207855226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,16,balanced,0.08023296356201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,16,balanced,0.09408767700195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,16,balanced,0.12399488449096681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,16,balanced,0.15278847694396974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,16,balanced,0.21556608200073243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,16,balanced,0.2686579132080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,16,balanced,0.38572929382324217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,16,power_law_1.01,0.026314239501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,16,balanced,0.502685432434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,16,power_law_1.01,0.0408793592453003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,16,power_law_1.01,0.04046592235565186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,16,power_law_1.01,0.04118783950805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,16,power_law_1.01,0.05481984138488769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,16,power_law_1.01,0.04200960159301757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,16,power_law_1.01,0.06142208099365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,16,power_law_1.01,0.05915520191192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,16,power_law_1.01,0.06330239772796631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,16,power_law_1.01,0.06523647785186767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,16,power_law_1.01,0.06810239791870118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,16,power_law_1.01,0.07299327850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,16,power_law_1.01,0.0738316822052002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,16,power_law_1.01,0.0710259199142456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,16,power_law_1.01,0.0712947177886963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,16,power_law_1.01,0.07281280040740967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,16,power_law_1.01,0.07707776069641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,16,power_law_1.01,0.08916480064392089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,16,power_law_1.01,0.10002431869506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,16,power_law_1.01,0.11699328422546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,16,power_law_1.01,0.14361472129821778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,16,power_law_1.01,0.1733593559265137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,16,power_law_1.01,0.2096563148498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,16,power_law_1.01,0.33310848236083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,16,power_law_1.01,0.4430387115478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,16,power_law_1.01,0.02392319917678833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,16,power_law_1.01,0.6607961273193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,16,power_law_1.01,0.028390400409698487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,16,power_law_1.01,0.029006080627441404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,16,power_law_1.01,0.8031334686279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,16,power_law_1.01,0.027950079441070558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,16,power_law_1.01,0.03002239942550659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,16,power_law_1.01,0.04095615863800049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,16,power_law_1.01,0.04469376087188721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,16,power_law_1.01,0.04548992156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,16,power_law_1.01,0.0479692792892456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,16,power_law_1.01,0.04755583763122558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,16,power_law_1.01,0.0483622407913208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,16,power_law_1.01,0.05337600231170654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,16,power_law_1.01,0.04903295993804931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,16,power_law_1.01,0.05284224033355713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,16,power_law_1.01,0.04978047847747803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,16,power_law_1.01,0.05202559947967529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,16,power_law_1.01,0.05571199893951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,16,power_law_1.01,0.06586112022399902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,16,power_law_1.01,0.07296512126922608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,16,power_law_1.01,0.09364224433898925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,16,power_law_1.01,0.10616831779479981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,16,power_law_1.01,0.15805695533752442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,16,power_law_1.01,0.20720895767211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,16,power_law_1.01,0.2871129608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,16,power_law_1.01,0.38056961059570316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,16,power_law_1.2,0.021672959327697756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,16,power_law_1.01,0.568147201538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,16,power_law_1.2,0.04069759845733643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,16,power_law_1.01,0.7255168151855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,16,power_law_1.2,0.038269441127777096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,16,power_law_1.2,0.04111999988555908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,16,power_law_1.2,0.03996288061141968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,16,power_law_1.2,0.054963197708129886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,16,power_law_1.2,0.06042751789093017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,16,power_law_1.2,0.058791680335998533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,16,power_law_1.2,0.06241151809692382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,16,power_law_1.2,0.06420351982116698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,16,power_law_1.2,0.06844672203063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,16,power_law_1.2,0.07537280082702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,16,power_law_1.2,0.07288576126098632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,16,power_law_1.2,0.06940288066864013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,16,power_law_1.2,0.07128064155578613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,16,power_law_1.2,0.0750438404083252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,16,power_law_1.2,0.0819916820526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,16,power_law_1.2,0.09283583641052247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,16,power_law_1.2,0.10966783523559571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,16,power_law_1.2,0.1277875232696533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,16,power_law_1.2,0.151147518157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,16,power_law_1.2,0.203110408782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,16,power_law_1.2,0.2755264091491699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,16,power_law_1.2,0.40360321044921876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,16,power_law_1.2,0.5116185760498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,16,power_law_1.2,0.02400383949279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,16,power_law_1.2,0.7886220550537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,16,power_law_1.2,0.028564479351043705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,16,power_law_1.2,0.028550400733947757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,16,power_law_1.2,0.028771839141845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,16,power_law_1.2,1.0011122894287108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,16,power_law_1.2,0.030273280143737792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,16,power_law_1.2,0.041694722175598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,16,power_law_1.2,0.045382399559021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,16,power_law_1.2,0.046557440757751464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,16,power_law_1.2,0.04603519916534424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,16,power_law_1.2,0.049308161735534664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,16,power_law_1.2,0.050611200332641604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,16,power_law_1.2,0.05153535842895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,16,power_law_1.2,0.049770240783691404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,16,power_law_1.2,0.04964479923248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,16,power_law_1.2,0.050430722236633294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,16,power_law_1.2,0.05353600025177002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,16,power_law_1.2,0.059228157997131346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,16,power_law_1.2,0.06887296199798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,16,power_law_1.2,0.07914239883422851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,16,power_law_1.2,0.0961894416809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,16,power_law_1.2,0.12616064071655272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,16,power_law_1.2,0.16355712890625002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,16,power_law_1.2,0.19207935333251952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,16,power_law_1.2,0.3419750213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,16,power_law_1.2,0.4428019332885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,8,balanced,0.020199680328369142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,16,power_law_1.2,0.6242342376708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,8,balanced,0.02103424072265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,8,balanced,0.021853439807891846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,8,balanced,0.026406400203704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,8,balanced,0.03486079931259155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,8,balanced,0.048890881538391114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,16,power_law_1.2,0.8464345550537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,8,balanced,0.0685913610458374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,8,balanced,0.07078656196594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,8,balanced,0.07312384128570557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,8,balanced,0.0761190414428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,8,balanced,0.06791423797607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,8,balanced,0.07070847988128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,8,balanced,0.07250688076019288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,8,balanced,0.07472256183624268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,8,balanced,0.08145279884338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,8,balanced,0.07830656051635743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,8,balanced,0.08843903541564942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,8,balanced,0.10384896278381348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,8,balanced,0.11681152343750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,8,balanced,0.1447923183441162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,8,balanced,0.1705753517150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,8,balanced,0.2267673683166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,8,balanced,0.27878656387329104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,8,balanced,0.3906022262573242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,8,balanced,0.4976755142211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,8,balanced,0.022941439151763915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,8,balanced,0.02318847894668579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,8,balanced,0.023671040534973146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,8,balanced,0.7421068572998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,8,balanced,0.025091838836669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,8,balanced,0.028741118907928465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,8,balanced,0.052055039405822755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,8,balanced,0.03865087985992431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,8,balanced,0.05594240188598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,8,balanced,0.05589888095855713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,8,balanced,0.981438751220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,8,balanced,0.05268864154815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,8,balanced,0.0541260814666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,8,balanced,0.05581952095031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,8,balanced,0.05840511798858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,8,balanced,0.0595366382598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,8,balanced,0.06248064041137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,8,balanced,0.06854656219482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,8,balanced,0.08334207534790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,8,balanced,0.09758848190307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,8,balanced,0.12535807609558106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,8,balanced,0.1545587158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,8,balanced,0.2078348731994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,8,balanced,0.05740287780761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,8,balanced,0.25863296508789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,8,balanced,0.3783321762084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,8,balanced,0.4836902236938476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,8,balanced,0.7091442871093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,8,power_law_1.01,0.022111999988555908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,8,power_law_1.01,0.03567487955093383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,8,power_law_1.01,0.030266880989074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,8,balanced,0.9344384002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,8,power_law_1.01,0.03707263946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,8,power_law_1.01,0.04333183765411377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,8,power_law_1.01,0.04390528202056885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,8,power_law_1.01,0.06280960083007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,8,power_law_1.01,0.06590335845947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,8,power_law_1.01,0.06805759906768799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,8,power_law_1.01,0.07180416107177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,8,power_law_1.01,0.0759987211227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,8,power_law_1.01,0.07134335994720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,8,power_law_1.01,0.07169407844543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,8,power_law_1.01,0.07460351943969726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,8,power_law_1.01,0.07631743907928466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,8,power_law_1.01,0.08099840164184571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,8,power_law_1.01,0.09566335678100586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,8,power_law_1.01,0.10522879600524901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,8,power_law_1.01,0.13141247749328613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,8,power_law_1.01,0.15112704277038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,8,power_law_1.01,0.2048691177368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,8,power_law_1.01,0.0708351993560791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,8,power_law_1.01,0.24837120056152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,8,power_law_1.01,0.3235878372192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,8,power_law_1.01,0.02433151960372925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,8,power_law_1.01,0.46737792968749997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,8,power_law_1.01,0.027024641036987308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,8,power_law_1.01,0.028759040832519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,8,power_law_1.01,0.7523442840576171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,8,power_law_1.01,0.03144063949584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,8,power_law_1.01,0.9196800231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,8,power_law_1.01,0.03540096044540405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,8,power_law_1.01,0.03707135915756225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,8,power_law_1.01,0.05093247890472412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,8,power_law_1.01,0.05134592056274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,8,power_law_1.01,0.051244797706604006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,8,power_law_1.01,0.05531519889831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,8,power_law_1.01,0.05835264205932618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,8,power_law_1.01,0.05946368217468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,8,power_law_1.01,0.052227840423583985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,8,power_law_1.01,0.05446400165557861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,8,power_law_1.01,0.05760128021240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,8,power_law_1.01,0.05977727890014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,8,power_law_1.01,0.06143616199493408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,8,power_law_1.01,0.07453311920166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,8,power_law_1.01,0.08899968147277833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,8,power_law_1.01,0.11288960456848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,8,power_law_1.01,0.136428804397583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,8,power_law_1.01,0.1818623924255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,8,power_law_1.01,0.2322035217285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,8,power_law_1.01,0.31726591110229496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,8,power_law_1.01,0.4268211364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,8,power_law_1.2,0.022094080448150637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,8,power_law_1.01,0.5822016143798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,8,power_law_1.2,0.03285887956619263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,8,power_law_1.2,0.036385281085968016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,8,power_law_1.2,0.04348159790039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,8,power_law_1.01,0.8309593963623048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,8,power_law_1.2,0.04413440227508545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,8,power_law_1.2,0.0665011215209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,8,power_law_1.2,0.06737664222717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,8,power_law_1.2,0.065763840675354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,8,power_law_1.2,0.06727935791015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,8,power_law_1.2,0.07345920085906983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,8,power_law_1.2,0.06903039932250976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,8,power_law_1.2,0.06829951763153076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,8,power_law_1.2,0.07092095851898193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,8,power_law_1.2,0.029908480644226076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,8,power_law_1.2,0.07344768047332764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,8,power_law_1.2,0.0768230390548706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,8,power_law_1.2,0.08265983581542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,8,power_law_1.2,0.09748096466064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,8,power_law_1.2,0.10815103530883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,8,power_law_1.2,0.13999744415283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,8,power_law_1.2,0.1627110481262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,8,power_law_1.2,0.22041599273681642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,8,power_law_1.2,0.2750566482543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,8,power_law_1.2,0.40003841400146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,8,power_law_1.2,0.5372633743286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,8,power_law_1.2,0.0242739200592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,8,power_law_1.2,0.027934720516204836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,8,power_law_1.2,0.027054080963134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,8,power_law_1.2,0.772143325805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,8,power_law_1.2,0.029772799015045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,8,power_law_1.2,0.03491584062576294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,8,power_law_1.2,1.0422566223144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,8,power_law_1.2,0.03607680082321167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,8,power_law_1.2,0.050529279708862306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,8,power_law_1.2,0.05100927829742432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,8,power_law_1.2,0.052701439857482914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,8,power_law_1.2,0.054552321434021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,8,power_law_1.2,0.05851647853851318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,8,power_law_1.2,0.05873023986816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,8,power_law_1.2,0.05335423946380615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,8,power_law_1.2,0.05552768230438232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,8,power_law_1.2,0.056143360137939455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,8,power_law_1.2,0.05839231967926025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,8,power_law_1.2,0.0647654390335083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,8,power_law_1.2,0.07885183811187743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,8,power_law_1.2,0.08875776290893554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,8,power_law_1.2,0.11343615531921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,8,power_law_1.2,0.15159040451049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,8,power_law_1.2,0.2015987205505371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,8,power_law_1.2,0.24697216033935546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,8,power_law_1.2,0.3557158279418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,8,power_law_1.2,0.44806400299072263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,4,balanced,0.019317760467529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,4,balanced,0.020646400451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,4,balanced,0.021886720657348632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,4,balanced,0.027084798812866212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,8,power_law_1.2,0.9458175659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,4,balanced,0.03565439939498901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,4,balanced,0.051235837936401366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,4,balanced,0.04927616119384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,4,balanced,0.052401919364929196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,4,balanced,0.0673472023010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,4,balanced,0.06815743923187256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,4,balanced,0.07007487773895263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,8,power_law_1.2,0.7509811401367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,4,balanced,0.07231103897094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,4,balanced,0.07430912017822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,4,balanced,0.07687808036804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,4,balanced,0.07979392051696778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,4,balanced,0.08232319831848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,4,balanced,0.08874752044677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,4,balanced,0.10313599586486817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,4,balanced,0.1157862377166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,4,balanced,0.1424550437927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,4,balanced,0.16843008041381835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,4,balanced,0.22593151092529298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,4,balanced,0.27684736251831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,4,balanced,0.3859084701538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,4,balanced,0.5108646392822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,4,balanced,0.022273280620574952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,4,balanced,0.022623999118804933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,4,balanced,0.02410624027252197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,4,balanced,0.7658124542236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,4,balanced,0.02721152067184448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,4,balanced,0.03235199928283691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,4,balanced,0.04393216133117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,4,balanced,0.04491007804870605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,4,balanced,0.06341631889343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,4,balanced,0.06363776206970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,4,balanced,0.0651366376876831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,4,balanced,0.0675545597076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,4,balanced,0.06958208084106446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,4,balanced,0.07201920032501222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,4,balanced,0.07345407962799072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,4,balanced,0.0751475191116333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,4,balanced,0.08136063575744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,4,balanced,0.09590911865234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,4,balanced,0.10826751708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,4,balanced,0.13696255683898925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,4,balanced,0.04578559875488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,4,balanced,0.16056703567504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,4,balanced,1.0126937866210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,4,balanced,0.21180416107177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,4,balanced,0.2639436721801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,4,balanced,0.38869758605957033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,4,balanced,0.4936563110351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,4,power_law_1.01,0.020830719470977782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,4,power_law_1.01,0.023266561031341552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,4,balanced,0.7358233642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,4,power_law_1.01,0.03194495916366577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,4,power_law_1.01,0.036468479633331295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,4,balanced,0.9726771545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,4,power_law_1.01,0.03910399913787842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,4,power_law_1.01,0.04688511848449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,4,power_law_1.01,0.05028223991394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,4,power_law_1.01,0.06352767944335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,4,power_law_1.01,0.06420608043670654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,4,power_law_1.01,0.06738687992095947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,4,power_law_1.01,0.06955008029937744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,4,power_law_1.01,0.0710259199142456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,4,power_law_1.01,0.07627520084381104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,4,power_law_1.01,0.07491072177886962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,4,power_law_1.01,0.07977471828460694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,4,power_law_1.01,0.08683903694152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,4,power_law_1.01,0.10080127716064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,4,power_law_1.01,0.11589247703552245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,4,power_law_1.01,0.04118912220001221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,4,power_law_1.01,0.14261247634887694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,4,power_law_1.01,0.16908159255981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,4,power_law_1.01,0.21617151260375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,4,power_law_1.01,0.27807872772216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,4,power_law_1.01,0.4021644973754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,4,power_law_1.01,0.5416499328613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,4,power_law_1.01,0.023582720756530763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,4,power_law_1.01,0.026382079124450685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,4,power_law_1.01,0.028703999519348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,4,power_law_1.01,0.031605761051177975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,4,power_law_1.01,1.0258112335205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,4,power_law_1.01,0.03555840015411377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,4,power_law_1.01,0.03740799903869629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,4,power_law_1.01,0.043531517982482906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,4,power_law_1.01,0.0443174409866333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,4,power_law_1.01,0.0591923189163208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,4,power_law_1.01,0.7839295959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,4,power_law_1.01,0.06111104011535644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,4,power_law_1.01,0.06044032096862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,4,power_law_1.01,0.06495744228363037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,4,power_law_1.01,0.06488704204559326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,4,power_law_1.01,0.06774271965026855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,4,power_law_1.01,0.0720524787902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,4,power_law_1.01,0.07120895862579346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,4,power_law_1.01,0.07704576015472411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,4,power_law_1.01,0.09314175605773925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,4,power_law_1.01,0.10752256393432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,4,power_law_1.01,0.13827967643737793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,4,power_law_1.01,0.16876928329467772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,4,power_law_1.01,0.22195199966430662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,4,power_law_1.01,0.289989128112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,4,power_law_1.01,0.4090726470947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,4,power_law_1.01,0.5095270538330079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,4,power_law_1.2,0.0209932804107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,4,power_law_1.2,0.023109118938446045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,4,power_law_1.2,0.032117760181427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,4,power_law_1.01,0.7670336151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,4,power_law_1.2,0.03567744016647339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,4,power_law_1.2,0.03814656019210815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,4,power_law_1.2,0.04693888187408447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,4,power_law_1.2,0.041519360542297365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,4,power_law_1.01,0.9809305572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,4,power_law_1.2,0.04836991786956787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,4,power_law_1.2,0.06297344207763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,4,power_law_1.2,0.06414080142974854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,4,power_law_1.2,0.06841856002807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,4,power_law_1.2,0.06610176086425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,4,power_law_1.2,0.07063936233520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,4,power_law_1.2,0.07484416007995606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,4,power_law_1.2,0.07687808036804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,4,power_law_1.2,0.08128000259399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,4,power_law_1.2,0.08786432266235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,4,power_law_1.2,0.10309120178222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,4,power_law_1.2,0.1164851188659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,4,power_law_1.2,0.14622079849243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,4,power_law_1.2,0.17160192489624024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,4,power_law_1.2,0.22789375305175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,4,power_law_1.2,0.2823513603210449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,4,power_law_1.2,0.4043468856811524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,4,power_law_1.2,0.023398399353027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,4,power_law_1.2,0.5526515197753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,4,power_law_1.2,0.026301438808441165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,4,power_law_1.2,0.027399680614471435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,4,power_law_1.2,0.030617599487304685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,4,power_law_1.2,0.03594496011734009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,4,power_law_1.2,1.0762841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,4,power_law_1.2,0.042626562118530276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,4,power_law_1.2,0.04438015937805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,4,power_law_1.2,0.05865344047546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,4,power_law_1.2,0.05972479820251465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,4,power_law_1.2,0.06114304065704346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,4,power_law_1.2,0.8494989013671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,4,power_law_1.2,0.06323584079742431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,4,power_law_1.2,0.06492159843444825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,4,power_law_1.2,0.06984447956085205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,4,power_law_1.2,0.06950016021728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,4,power_law_1.2,0.0732480001449585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,4,power_law_1.2,0.0789363193511963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,4,power_law_1.2,0.09504256248474122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,4,power_law_1.2,0.10923520088195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,4,power_law_1.2,0.13886591911315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,4,power_law_1.2,0.16988672256469725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,4,power_law_1.2,0.03816960096359253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,4,power_law_1.2,0.230251522064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,4,power_law_1.2,0.2910848045349121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,4,power_law_1.2,0.4158489608764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,128,balanced,0.022973439693450927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,128,balanced,0.022736639976501466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,4,power_law_1.2,0.5428070449829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,128,balanced,0.0230515193939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,128,balanced,0.03162496089935303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,128,balanced,0.02281343936920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,128,balanced,0.037100799083709717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,4,power_law_1.2,0.7881139373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,128,balanced,0.0367142391204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,128,balanced,0.03718400001525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,128,balanced,0.03723520040512085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,128,balanced,0.037634561061859126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,128,balanced,0.04195456027984619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,4,power_law_1.2,1.0297817230224608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,128,balanced,0.03765759944915771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,128,balanced,0.04004735946655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,128,balanced,0.04109951972961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,128,balanced,0.04337279796600342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,128,balanced,0.060222721099853514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,128,balanced,0.0588812780380249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,128,balanced,0.05851647853851318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,128,balanced,0.07011328220367433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,128,balanced,0.08362751960754394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,128,balanced,0.07715712070465089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,128,balanced,0.08254591941833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,128,balanced,0.09534591674804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,128,balanced,0.1288358402252197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,128,balanced,0.15354111671447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,128,power_law_1.01,0.023740160465240478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,128,power_law_1.01,0.023133440017700197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,128,balanced,0.050209279060363765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,128,power_law_1.01,0.023880960941314696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,128,power_law_1.01,0.03714303970336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,128,balanced,0.03726336002349854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,128,power_law_1.01,0.03783551931381225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,128,power_law_1.01,0.03724800109863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,128,power_law_1.01,0.040447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,128,power_law_1.01,0.04975103855133057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,128,power_law_1.01,0.0645350408554077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,128,power_law_1.01,0.06250112056732178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,128,power_law_1.01,0.0631667184829712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,128,power_law_1.01,0.04936704158782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,128,power_law_1.01,0.0696614408493042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,128,power_law_1.01,0.07826432228088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,128,power_law_1.01,0.037710080146789546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,128,power_law_1.01,0.07848703861236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,128,power_law_1.01,0.04773375988006592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,128,power_law_1.01,0.11039999961853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,128,power_law_1.01,0.1476915168762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,128,power_law_1.01,0.2135577583312988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,128,power_law_1.01,0.24744064331054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,128,power_law_1.01,0.42479743957519533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,128,power_law_1.01,0.5270028686523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,128,power_law_1.01,0.06901504039764404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,1,128,power_law_1.2,0.023160319328308105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,1,128,power_law_1.2,0.023600640296936034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,128,power_law_1.01,0.802762222290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,1,128,power_law_1.2,0.023133440017700197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,1,128,power_law_1.2,0.036894719600677486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,1,128,power_law_1.2,0.03738240003585815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,1,128,power_law_1.2,0.037406721115112306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,1,128,power_law_1.2,0.038229761123657224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,1,128,power_law_1.2,0.05303679943084717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,1,128,power_law_1.2,0.0520691204071045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,128,power_law_1.01,0.08276736259460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,1,128,power_law_1.2,0.05472127914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,1,128,power_law_1.2,0.05391871929168701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,1,128,power_law_1.2,0.05945343971252441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,1,128,power_law_1.2,0.0655897617340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,1,128,power_law_1.2,0.07044095993041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,1,128,power_law_1.2,0.07600768089294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,1,128,power_law_1.2,0.08161791801452636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,1,128,power_law_1.2,0.08481280326843262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,1,128,power_law_1.2,0.07965312004089356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,1,128,power_law_1.2,0.11287936210632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,1,128,power_law_1.2,0.16970624923706054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,1,128,power_law_1.2,0.22083711624145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,1,128,power_law_1.2,0.33029632568359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,1,128,power_law_1.2,0.48957950592041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,128,power_law_1.01,1.1501376342773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,64,balanced,0.020083200931549073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,64,balanced,0.02015743970870972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,1,128,power_law_1.2,0.7414848327636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,64,balanced,0.02009984016418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,64,balanced,0.021095681190490722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,64,balanced,0.03526783943176269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,1,128,power_law_1.2,0.962155532836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,64,balanced,0.03330816030502319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,64,balanced,0.03080064058303833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,64,balanced,0.03781120061874389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,64,balanced,0.03802880048751831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,64,balanced,0.030832641124725342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,64,balanced,0.04137856006622315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,64,balanced,0.04134016036987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,64,balanced,0.043819518089294435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,64,balanced,0.04244736194610595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,64,balanced,0.04398591995239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,64,balanced,0.04145664215087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,64,balanced,0.04655231952667237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,64,balanced,0.053477120399475095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,64,balanced,0.05620480060577393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,64,balanced,0.0687014389038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,64,balanced,0.06407936096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,64,balanced,0.0663974380493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,64,balanced,0.07224703788757324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,64,balanced,0.0874227237701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,64,balanced,0.09784192085266114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,64,balanced,0.1329100799560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,64,balanced,0.17149696350097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,64,power_law_1.01,0.020771839618682862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,64,power_law_1.01,0.02096640110015869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,64,power_law_1.01,0.02124288082122803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,64,power_law_1.01,0.02994431972503662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,64,power_law_1.01,0.03753599882125854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,64,power_law_1.01,0.031955199241638185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,64,power_law_1.01,0.045009918212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,64,power_law_1.01,0.041890559196472166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,64,power_law_1.01,0.04656383991241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,64,power_law_1.01,0.0492083215713501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,64,power_law_1.01,0.051847681999206544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,64,power_law_1.01,0.05346303939819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,64,power_law_1.01,0.05483136177062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,64,power_law_1.01,0.0605350399017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,1,128,power_law_1.2,1.5701799011230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,64,power_law_1.01,0.06615551948547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,64,power_law_1.01,0.06681087970733643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,64,power_law_1.01,0.06451583862304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,64,power_law_1.01,0.07036416053771972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,64,power_law_1.01,0.07355008125305176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,64,power_law_1.01,0.08893568038940429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,1,128,power_law_1.2,2.361360626220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,64,power_law_1.01,0.11955455780029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,64,power_law_1.01,0.15183615684509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,64,power_law_1.01,0.21715328216552737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,64,power_law_1.01,0.3649612808227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,64,power_law_1.01,0.4152345657348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,64,power_law_1.2,0.020956161022186278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,64,power_law_1.01,0.5832384109497071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,64,power_law_1.2,0.02120959997177124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,64,power_law_1.2,0.0211955189704895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,64,power_law_1.2,0.040372481346130376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,64,power_law_1.2,0.03943167924880982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,64,power_law_1.2,0.03561216115951538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,64,power_law_1.01,0.884026870727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,64,power_law_1.2,0.046323199272155766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,64,power_law_1.2,0.04932223796844483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,64,power_law_1.2,0.05390079975128174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,64,power_law_1.2,0.04874623775482177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,64,power_law_1.2,0.05518976211547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,64,power_law_1.2,0.05802879810333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,64,power_law_1.2,0.0660428810119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,64,power_law_1.2,0.06536320209503174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,64,power_law_1.2,0.06763775825500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,64,power_law_1.2,0.06611455917358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,64,power_law_1.2,0.07196288108825684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,64,power_law_1.2,0.08355072021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,64,power_law_1.2,0.12016127586364747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,64,power_law_1.2,0.14494720458984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,64,power_law_1.2,0.04042496204376221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,64,power_law_1.2,0.21604480743408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,64,power_law_1.2,0.3296115112304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,32,balanced,0.01893887996673584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,64,power_law_1.2,0.4563737487792968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,32,balanced,0.01891711950302124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,32,balanced,0.019033600091934205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,32,balanced,0.019994879961013796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,32,balanced,0.027377920150756834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,32,balanced,0.02774143934249878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,32,balanced,0.03333247900009155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,32,balanced,0.02962048053741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,32,balanced,0.030174720287322997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,32,balanced,0.03032063961029053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,32,balanced,0.036030719280242915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,32,balanced,0.03877631902694702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,32,balanced,0.032065279483795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,32,balanced,0.0414796781539917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,32,balanced,0.04601727962493897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,32,balanced,0.04414720058441162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,32,balanced,0.04687744140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,32,balanced,0.06335360050201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,32,balanced,0.05708415985107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,32,balanced,0.061456642150878905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,32,balanced,0.06638847827911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,32,balanced,0.0785318422317505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,32,balanced,0.0880742359161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,32,balanced,0.1089971160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,32,balanced,0.13041024208068847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,32,balanced,0.18200191497802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,64,power_law_1.2,0.9888652801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,32,balanced,0.24093439102172853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,64,power_law_1.2,0.7503756713867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,64,power_law_1.2,1.4180928039550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,32,power_law_1.01,0.02024319887161255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,32,power_law_1.01,0.0202841591835022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,32,power_law_1.01,0.021872639656066895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,32,power_law_1.01,0.03166975975036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,32,power_law_1.01,0.035297279357910154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,32,power_law_1.01,0.03022207975387573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,32,power_law_1.01,0.03534719944000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,32,power_law_1.01,0.03872639894485473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,32,power_law_1.01,0.040271358489990236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,32,power_law_1.01,0.046695680618286134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,32,power_law_1.01,0.048761601448059085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,32,power_law_1.01,0.05234687805175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,32,power_law_1.01,0.060729598999023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,32,power_law_1.01,0.06521855831146241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,32,power_law_1.01,0.0621337604522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,32,power_law_1.01,0.061437439918518064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,32,power_law_1.01,0.06586751937866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,32,power_law_1.01,0.0752127981185913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,32,power_law_1.01,0.0968115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,32,power_law_1.01,0.10874367713928224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,32,power_law_1.01,0.15439231872558595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,32,power_law_1.01,0.22230655670166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,32,power_law_1.01,0.3089536094665527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,32,power_law_1.01,0.3402918243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,32,power_law_1.2,0.020185599327087404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,32,power_law_1.2,0.02055039882659912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,32,power_law_1.01,0.5206745529174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,32,power_law_1.2,0.0256166410446167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,32,power_law_1.2,0.027512319087982177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,32,power_law_1.2,0.030074880123138425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,32,power_law_1.01,0.7510694122314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,32,power_law_1.2,0.031674880981445316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,32,power_law_1.2,0.030905599594116213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,32,power_law_1.2,0.03476095914840698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,32,power_law_1.2,0.044186878204345706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,32,power_law_1.2,0.04860032081604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,32,power_law_1.2,0.054068479537963864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,32,power_law_1.2,0.05986815929412842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,32,power_law_1.2,0.06087935924530029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,32,power_law_1.2,0.0606873607635498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,32,power_law_1.2,0.06164864063262939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,32,power_law_1.2,0.06316415786743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,32,power_law_1.2,0.07419007778167724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,32,power_law_1.2,0.0863167953491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,32,power_law_1.2,0.10062463760375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,32,power_law_1.2,0.04023295879364014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,32,power_law_1.2,0.13319552421569825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,32,power_law_1.01,0.030686719417572023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,32,power_law_1.2,0.1922393608093262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,32,power_law_1.2,0.25631872177124027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,32,power_law_1.2,0.375709457397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,16,balanced,0.02020864009857178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,16,balanced,0.020074241161346436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,32,power_law_1.2,0.8391308593750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,16,balanced,0.022936320304870604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,32,power_law_1.2,1.1678502655029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,16,balanced,0.04764800071716309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,16,balanced,0.04634624004364014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,16,balanced,0.05073279857635497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,16,balanced,0.05147264003753662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,16,balanced,0.052564477920532225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,16,balanced,0.054584321975708006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,16,balanced,0.05511551856994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,16,balanced,0.05813504219055175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,16,balanced,0.06036352157592774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,16,balanced,0.06510208129882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,16,balanced,0.06848639965057372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,16,balanced,0.061090559959411615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,16,balanced,0.06401919841766357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,16,balanced,0.06812672138214111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,16,balanced,0.08447104454040527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,32,power_law_1.2,0.5781491088867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,16,balanced,0.09267456054687499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,16,balanced,0.11575936317443847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,16,balanced,0.027182080745697022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,16,balanced,0.13144960403442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,16,balanced,0.17894655227661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,16,balanced,0.22327039718627928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,16,balanced,0.021140480041503908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,16,balanced,0.3115315246582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,16,power_law_1.01,0.022783999443054197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,16,balanced,0.4102566528320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,16,power_law_1.01,0.03256704092025757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,16,power_law_1.01,0.03363199949264527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,16,power_law_1.01,0.044604158401489256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,16,power_law_1.01,0.04851583957672119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,16,power_law_1.01,0.051637759208679204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,16,power_law_1.01,0.050135040283203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,16,power_law_1.01,0.05365632057189942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,16,power_law_1.01,0.0535155200958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,16,power_law_1.01,0.05648640155792236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,16,power_law_1.01,0.05634687900543213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,16,power_law_1.01,0.06317952156066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,16,power_law_1.01,0.06821631908416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,16,power_law_1.01,0.06524928092956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,16,power_law_1.01,0.06707712173461913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,16,power_law_1.01,0.07155327796936035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,16,power_law_1.01,0.07974271774291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,16,power_law_1.01,0.08402432441711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,16,power_law_1.01,0.10957568168640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,16,power_law_1.01,0.12302975654602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,16,power_law_1.01,0.16593536376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,16,power_law_1.01,0.2284288024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,16,power_law_1.01,0.3144588851928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,16,power_law_1.01,0.38046592712402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,16,power_law_1.2,0.0317248010635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,16,power_law_1.01,0.6062924957275391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,16,power_law_1.2,0.03359744071960449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,16,power_law_1.01,0.033822720050811765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,16,power_law_1.2,0.0337446403503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,16,power_law_1.01,0.89285888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,16,power_law_1.2,0.045758719444274905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,16,power_law_1.2,0.04862080097198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,16,power_law_1.2,0.05089791774749756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,16,power_law_1.2,0.05398399829864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,16,power_law_1.2,0.055368962287902834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,16,power_law_1.2,0.05249152183532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,16,power_law_1.2,0.05885056018829345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,16,power_law_1.2,0.06201087951660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,16,power_law_1.2,0.06615551948547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,16,power_law_1.2,0.068853759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,16,power_law_1.2,0.06894720077514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,16,power_law_1.2,0.08186240196228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,16,power_law_1.2,0.07536640167236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,16,power_law_1.2,0.0990835189819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,16,power_law_1.2,0.02306432008743286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,16,power_law_1.2,0.12620287895202636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,16,power_law_1.2,0.14484864234924316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,16,power_law_1.2,0.20870784759521482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,16,power_law_1.2,0.3031705665588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,16,power_law_1.2,0.07063680171966553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,16,power_law_1.2,0.39256446838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,16,power_law_1.2,0.898177261352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,8,balanced,0.02044543981552124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,8,balanced,0.02090111970901489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,8,balanced,0.02576128005981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,8,balanced,0.03217664003372193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,8,balanced,0.05447679996490479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,8,balanced,0.05551616191864014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,8,balanced,0.05656447887420655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,8,balanced,0.05763967990875244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,8,balanced,0.0602239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,16,power_law_1.2,1.1037606048583986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,8,balanced,0.06239359855651856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,16,power_law_1.2,0.551838722229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,8,balanced,0.06904704093933105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,8,balanced,0.071080961227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,8,balanced,0.06296063899993896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,8,balanced,0.0653708791732788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,8,balanced,0.022059519290924073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,8,balanced,0.07006720066070557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,8,balanced,0.07676799774169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,8,balanced,0.08548480033874511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,8,balanced,0.1253171157836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,8,balanced,0.111080961227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,8,balanced,0.16374271392822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,8,balanced,0.19346559524536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,8,balanced,0.26758527755737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,8,balanced,0.33296382904052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,8,power_law_1.01,0.022277119159698485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,8,balanced,0.5013081741333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,8,power_law_1.01,0.028195838928222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,8,balanced,0.06680575847625733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,8,balanced,0.6435443115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,8,power_law_1.01,0.03400576114654541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,8,power_law_1.01,0.0366156792640686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,8,power_law_1.01,0.05338240146636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,8,power_law_1.01,0.05650944232940673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,8,power_law_1.01,0.058511362075805665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,8,power_law_1.01,0.05402624130249023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,8,power_law_1.01,0.060220160484313966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,8,power_law_1.01,0.06176511764526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,8,power_law_1.01,0.06742784023284912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,8,power_law_1.01,0.06774911880493165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,8,power_law_1.01,0.06693120002746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,8,power_law_1.01,0.06773248195648193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,8,power_law_1.01,0.07481344223022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,8,power_law_1.01,0.08422143936157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,8,power_law_1.01,0.09450495719909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,8,power_law_1.01,0.11354111671447753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,8,power_law_1.01,0.1366207981109619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,8,power_law_1.01,0.18971263885498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,8,power_law_1.01,0.2091084861755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,8,power_law_1.01,0.032510719299316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,8,power_law_1.01,0.06919807910919189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,8,power_law_1.01,0.35164031982421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,8,power_law_1.01,0.41154815673828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,8,power_law_1.2,0.022133760452270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,8,power_law_1.2,0.023779840469360353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,8,power_law_1.2,0.034082560539245604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,8,power_law_1.2,0.03480063915252686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,8,power_law_1.01,0.6462105560302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,8,power_law_1.2,0.05286143779754639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,8,power_law_1.2,0.05494783878326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,8,power_law_1.2,0.05701248168945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,8,power_law_1.01,0.8314125061035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,8,power_law_1.2,0.0571072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,8,power_law_1.2,0.05974656105041504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,8,power_law_1.2,0.06470655918121337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,8,power_law_1.2,0.0682099199295044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,8,power_law_1.2,0.07054848194122314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,8,power_law_1.2,0.06454144001007081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,8,power_law_1.2,0.06634751796722413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,8,power_law_1.2,0.06693632125854491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,8,power_law_1.2,0.07561984062194824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,8,power_law_1.2,0.08143744468688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,8,power_law_1.2,0.1016767978668213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,8,power_law_1.2,0.12351231575012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,8,power_law_1.2,0.146691837310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,8,power_law_1.2,0.21202304840087888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,8,power_law_1.2,0.03654400110244751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,8,power_law_1.2,0.24884735107421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,4,balanced,0.020747520923614503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,8,power_law_1.2,0.37546497344970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,4,balanced,0.021921279430389403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,4,balanced,0.023687679767608643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,8,power_law_1.2,0.4803891372680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,4,balanced,0.028920319080352787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,4,balanced,0.038195199966430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,4,balanced,0.05041279792785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,4,balanced,0.06012288093566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,4,balanced,0.06221312046051025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,8,power_law_1.2,0.7601702117919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,4,balanced,0.06541440010070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,4,balanced,0.06716288089752197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,4,balanced,0.07287295818328857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,4,balanced,0.06655488014221192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,4,balanced,0.07734528064727783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,4,balanced,0.07071743965148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,4,balanced,0.07044864177703858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,4,balanced,0.07324672222137452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,4,balanced,0.07768832206726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,4,balanced,0.08811136245727538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,8,power_law_1.2,1.023578872680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,4,balanced,0.09766783714294433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,4,balanced,0.12935296058654785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,4,balanced,0.147193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,4,balanced,0.1989849662780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,4,balanced,0.2327078437805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,4,balanced,0.33056385040283204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,4,balanced,0.41463680267333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,4,power_law_1.01,0.022272000312805178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,4,balanced,0.6317567825317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,4,power_law_1.01,0.02602112054824829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,4,power_law_1.01,0.033295359611511234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,4,power_law_1.01,0.04642687797546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,4,balanced,0.8195852661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,4,power_law_1.01,0.05944704055786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,4,power_law_1.01,0.06107903957366943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,4,power_law_1.01,0.06253183841705322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,4,power_law_1.01,0.06415487766265869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,4,power_law_1.01,0.06915711879730224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,4,power_law_1.01,0.07381887912750244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,4,power_law_1.01,0.06919295787811279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,4,power_law_1.01,0.06755072116851807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,4,power_law_1.01,0.0701145601272583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,4,power_law_1.01,0.0717580795288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,4,power_law_1.01,0.037233920097351075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,4,power_law_1.01,0.07889279842376709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,4,power_law_1.01,0.09078656196594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,4,power_law_1.01,0.10229632377624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,4,power_law_1.01,0.12409472465515137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,4,power_law_1.01,0.15149951934814454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,4,power_law_1.01,0.04156032085418701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,4,power_law_1.01,0.201265926361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,4,power_law_1.01,0.24543487548828127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,4,power_law_1.01,0.34711551666259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,4,power_law_1.2,0.02207103967666626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,4,power_law_1.01,0.4533119964599609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,4,power_law_1.2,0.024559359550476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,4,power_law_1.2,0.03334399938583374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,4,power_law_1.2,0.036417279243469235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,4,power_law_1.01,0.6651097869873046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,4,power_law_1.2,0.04145919799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,4,power_law_1.2,0.04793471813201904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,4,power_law_1.2,0.05778048038482666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,4,power_law_1.2,0.061283841133117675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,4,power_law_1.2,0.06162687778472901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,4,power_law_1.01,0.8428620910644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,4,power_law_1.2,0.06381824016571044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,4,power_law_1.2,0.06985856056213378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,4,power_law_1.2,0.07497087955474854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,4,power_law_1.2,0.07117440223693847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,4,power_law_1.2,0.06991104125976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,4,power_law_1.2,0.07033472061157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,4,power_law_1.2,0.07850368022918701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,4,power_law_1.2,0.09097087860107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,4,power_law_1.2,0.10441856384277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,4,power_law_1.2,0.13071743965148924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,4,power_law_1.2,0.156627197265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,4,power_law_1.2,0.2063808059692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,4,power_law_1.2,0.2504063987731934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,4,power_law_1.2,0.5159603118896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,4,power_law_1.2,0.07129087924957275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,128,balanced,0.057393918037414546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,4,power_law_1.2,0.7200204467773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,4,power_law_1.2,0.3585011291503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,128,balanced,0.05666431903839111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,128,balanced,0.056952319145202636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,128,balanced,0.0897152042388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,128,balanced,0.14194944381713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,128,balanced,0.14151935577392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,128,balanced,0.14464896202087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,128,balanced,0.14758527755737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,128,balanced,0.14851712226867675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,128,balanced,0.1477222442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,128,balanced,0.15157247543334962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,128,balanced,0.15484928131103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,128,balanced,0.16775936126708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,128,balanced,0.16401792526245118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,128,balanced,0.16820352554321288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,128,balanced,0.18067712783813478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,128,balanced,0.1846771240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,128,balanced,0.20452991485595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,128,balanced,0.21779327392578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,128,balanced,0.24656896591186522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,128,balanced,0.27557376861572264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,128,balanced,0.37779582977294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,128,balanced,0.4388441467285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,128,balanced,0.6452658843994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,128,balanced,0.7765811157226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,128,balanced,0.033574399948120115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,128,balanced,0.03430783987045288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,128,balanced,0.03449088096618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,128,balanced,0.05769216060638428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,128,balanced,1.1282495880126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,128,balanced,0.07552127838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,128,balanced,0.07668863773345948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,128,balanced,0.08082688331604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,128,balanced,0.07948927879333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,128,balanced,0.08094592094421386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,128,balanced,1.463330535888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,128,balanced,0.08377471923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,128,balanced,0.08619903564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,128,balanced,0.10329343795776366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,128,balanced,0.09101951599121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,128,balanced,0.09852288246154786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,128,balanced,0.10008959770202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,128,balanced,0.11012096405029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,128,balanced,0.1163865566253662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,128,balanced,0.13604736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,128,balanced,0.1511564826965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,128,balanced,0.1628607940673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,128,balanced,0.19352832794189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,128,balanced,0.26099840164184573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,128,balanced,0.31376512527465816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,128,balanced,0.4262886428833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,4,power_law_1.2,0.9299929809570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,128,balanced,0.530195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,128,power_law_1.01,0.10827775955200196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,128,power_law_1.01,0.10817536354064941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,128,balanced,0.7743795013427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,128,power_law_1.01,0.11081343650817872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,128,power_law_1.01,0.13736576080322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,128,balanced,0.9927910614013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,128,power_law_1.01,0.13072511672973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,128,power_law_1.01,0.1448908805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,128,power_law_1.01,0.14218879699707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,128,power_law_1.01,0.15049087524414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,128,power_law_1.01,0.1512281608581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,128,power_law_1.01,0.1601215934753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,128,power_law_1.01,0.16470144271850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,128,power_law_1.01,0.1717478370666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,128,power_law_1.01,0.18111103057861327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,128,power_law_1.01,0.2030156707763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,128,power_law_1.01,0.23002496719360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,128,power_law_1.01,0.2580915260314941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,128,power_law_1.01,0.3558464050292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,128,power_law_1.01,0.41600513458251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,128,power_law_1.01,0.5368294525146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,128,power_law_1.01,0.6840563201904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,128,power_law_1.01,0.19831424713134765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,128,power_law_1.01,1.1086937713623048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,128,power_law_1.01,1.3620262145996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,128,power_law_1.01,0.06980607986450196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,128,power_law_1.01,0.07048831939697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,128,power_law_1.01,1.9476109313964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,128,power_law_1.01,0.0720576000213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,128,power_law_1.01,0.07196032047271729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,128,power_law_1.01,0.06865024089813232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,128,power_law_1.01,0.0755737590789795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,128,power_law_1.01,2.712182922363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,128,power_law_1.01,0.0776857614517212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,128,power_law_1.01,0.08729344367980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,128,power_law_1.01,0.09543168067932128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,128,power_law_1.01,0.09056384086608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,128,power_law_1.01,0.09872896194458007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,128,power_law_1.01,0.10072959899902342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,128,power_law_1.01,0.10738559722900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,128,power_law_1.01,0.12087552070617676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,128,power_law_1.01,0.1397824001312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,128,power_law_1.01,0.15406975746154786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,128,power_law_1.01,0.16818815231323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,128,power_law_1.01,0.24198015213012694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.01,0.25380224227905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,128,power_law_1.01,4.172093505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.01,0.36273918151855467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.01,0.4482060623168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.01,0.6664128112792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.01,0.8394265747070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,128,power_law_1.01,5.399013061523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.01,1.4353497314453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,128,power_law_1.2,0.12435711860656737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,128,power_law_1.2,0.10859392166137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,128,power_law_1.2,0.11090432167053224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.01,1.9408729553222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,128,power_law_1.2,0.1389683246612549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,128,power_law_1.2,0.13069184303283693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,128,power_law_1.2,0.14005632400512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,128,power_law_1.2,0.1413593578338623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,128,power_law_1.2,0.14545408248901368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,128,power_law_1.2,0.1565120029449463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,128,power_law_1.2,0.169300479888916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,128,power_law_1.2,0.15829119682312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,128,power_law_1.2,0.17822847366333008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.01,2.7098611450195316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,128,power_law_1.2,0.1832524871826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,128,power_law_1.2,0.21521791458129882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,128,power_law_1.2,0.22567935943603518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,128,power_law_1.2,0.24895872116088866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,128,power_law_1.2,0.2788633537292481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,128,power_law_1.2,0.39999359130859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,128,power_law_1.2,0.5028595352172852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,128,power_law_1.2,0.674777603149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,128,power_law_1.2,0.8863603210449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.01,4.144561767578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,128,power_law_1.2,1.4817344665527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,128,power_law_1.2,0.0700710391998291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,128,power_law_1.2,1.8703564453125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,128,power_law_1.2,0.07131392002105713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,128,power_law_1.2,0.07177087783813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,128,power_law_1.2,2.8702655029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,128,power_law_1.2,0.06654463768005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,128,power_law_1.2,0.07553664207458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,128,power_law_1.2,0.06873216152191161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,128,power_law_1.2,0.08475135803222657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,128,power_law_1.2,3.714024963378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,128,power_law_1.2,0.09041919708251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,128,power_law_1.2,0.0977126407623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,128,power_law_1.2,0.10389887809753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,128,power_law_1.2,0.11109888076782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,128,power_law_1.2,0.11886591911315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,128,power_law_1.2,0.14755711555480958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,128,power_law_1.2,0.07528575897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,128,power_law_1.2,0.16460416793823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,128,power_law_1.2,0.16795263290405274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,128,power_law_1.2,0.18322175979614258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,128,power_law_1.2,0.24760704040527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.2,0.311668472290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.2,0.4749209594726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.2,0.6545740509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.2,0.9104972839355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.2,1.1506432342529298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.2,2.0011109924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,64,balanced,0.041541118621826176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,64,balanced,0.05162367820739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,64,balanced,0.0592575979232788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,64,balanced,0.08922112464904786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.2,2.767987060546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,64,balanced,0.13079680442810057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,64,balanced,0.1346841621398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,64,balanced,0.13790975570678712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,64,balanced,0.14370816230773925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,64,balanced,0.14262656211853025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,64,balanced,0.157008638381958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,64,balanced,0.1471731185913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,64,balanced,0.15092096328735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,64,balanced,0.15919232368469238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,64,balanced,0.16699136734008788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,64,balanced,0.17154048919677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,64,balanced,0.1844735908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,64,balanced,0.1919219207763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.2,3.8795175170898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,64,balanced,0.20311424255371097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,64,balanced,0.22260223388671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,128,power_law_1.2,9.3922021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,64,balanced,0.3127974319458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,64,balanced,0.3309260940551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,64,balanced,0.45961345672607423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,128,power_law_1.2,6.716427612304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,64,balanced,0.5503475189208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,64,balanced,0.02758271932601929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,64,balanced,0.7956031799316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,64,balanced,0.032387840747833255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,64,balanced,0.04101247787475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,64,balanced,0.9994035339355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,64,balanced,0.0592575979232788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,64,balanced,0.0772876787185669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,64,balanced,0.08069120407104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,64,balanced,0.08383232116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,64,balanced,0.08915583610534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,64,balanced,0.10326272010803224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,64,balanced,0.09134719848632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,64,balanced,0.09411840438842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,64,balanced,1.4633523559570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.2,5.197858276367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,64,balanced,0.09656448364257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,64,balanced,0.1019200038909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,64,balanced,0.109749755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,64,balanced,0.11499903678894044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,64,balanced,0.1383193588256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,64,balanced,0.14851840019226076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,64,balanced,0.1313523197174072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,64,balanced,0.16658432006835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,64,balanced,0.20854015350341798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,64,balanced,0.2502016067504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,64,balanced,1.8920191955566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,64,balanced,0.34404224395751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,64,balanced,0.42493438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,64,balanced,0.5951116943359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,64,power_law_1.01,0.10623744010925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,64,balanced,0.7631577301025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,64,power_law_1.01,0.10671615600585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,64,power_law_1.01,0.1076313591003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,64,power_law_1.01,0.11105279922485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,64,power_law_1.01,0.12852607727050783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,64,power_law_1.01,0.11562368392944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,64,balanced,1.1238054656982421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,64,power_law_1.01,0.13164287567138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,64,power_law_1.01,0.14106752395629882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,64,power_law_1.01,0.14947711944580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,64,power_law_1.01,0.1392089557647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,64,power_law_1.01,0.15155455589294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,64,power_law_1.01,0.15914496421813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,64,power_law_1.01,0.16443647384643553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,64,balanced,1.4597605895996093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,64,power_law_1.01,0.18703615188598632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,64,power_law_1.01,0.18953983306884764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,64,power_law_1.01,0.2104857635498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,64,power_law_1.01,0.23069440841674807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,64,power_law_1.01,0.29768192291259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,64,power_law_1.01,0.36578304290771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,64,power_law_1.01,0.4620198440551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,64,power_law_1.01,0.5908953475952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,64,power_law_1.01,0.8739225769042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,64,power_law_1.01,1.125712661743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,64,power_law_1.01,0.06858880043029784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,64,power_law_1.01,1.6935256958007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,64,power_law_1.01,0.06919807910919189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,64,power_law_1.01,0.07112703800201417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,64,power_law_1.01,0.07178880214691162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,64,power_law_1.01,0.06644480228424073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,64,power_law_1.01,2.3810610961914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,64,power_law_1.01,0.07471360206604004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,64,power_law_1.01,0.07781248092651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,64,power_law_1.01,0.08876416206359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,64,power_law_1.01,0.09591039657592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,64,power_law_1.01,0.09579648017883301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,64,power_law_1.01,0.10501248359680175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,64,power_law_1.01,0.11086079597473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,64,power_law_1.01,0.12640640258789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,64,power_law_1.01,0.14221311569213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,64,power_law_1.01,0.1500761604309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,64,power_law_1.01,3.3896255493164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,64,power_law_1.01,0.16066560745239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,64,power_law_1.01,0.21784320831298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,64,power_law_1.01,0.25528703689575194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,64,power_law_1.01,0.08860287666320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,64,power_law_1.01,0.31877248764038085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,64,power_law_1.01,0.35824256896972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,64,power_law_1.01,0.6549005126953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,64,power_law_1.01,0.8078182220458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,64,power_law_1.2,0.10682880401611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,64,power_law_1.01,1.1534194946289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,64,power_law_1.2,0.10690560340881347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,64,power_law_1.01,5.167283325195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,64,power_law_1.01,1.5066188049316405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,64,power_law_1.2,0.11133824348449708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,64,power_law_1.2,0.13228544235229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,64,power_law_1.2,0.12660863876342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,64,power_law_1.2,0.13303168296813966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,64,power_law_1.01,2.177818908691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,64,power_law_1.2,0.13710463523864747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,64,power_law_1.2,0.14922368049621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,64,power_law_1.2,0.14691455841064455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,64,power_law_1.2,0.1556454372406006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,64,power_law_1.2,0.16278015136718751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,64,power_law_1.2,0.16907007217407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,64,power_law_1.2,0.19285760879516603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,64,power_law_1.2,0.108472318649292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,64,power_law_1.2,0.21209856033325197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,64,power_law_1.2,0.21960575103759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,64,power_law_1.2,0.24286975860595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,64,power_law_1.2,0.3090329551696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,64,power_law_1.2,0.35863296508789066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,64,power_law_1.2,0.5710886383056641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,64,power_law_1.2,0.7122431945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,64,power_law_1.01,3.451201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,64,power_law_1.2,1.0764364624023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,64,power_law_1.2,0.07014143943786622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,64,power_law_1.2,1.5871859741210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,64,power_law_1.2,0.06929408073425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,64,power_law_1.2,0.06984576225280761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,64,power_law_1.2,0.07285376071929932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,64,power_law_1.2,2.380770568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,64,power_law_1.2,0.07108479976654053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,64,power_law_1.2,0.07481855869293212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,64,power_law_1.2,0.08197759628295899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,64,power_law_1.2,0.09108863830566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,64,power_law_1.2,0.09294464111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,64,power_law_1.2,0.09112447738647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,64,power_law_1.2,0.09879936218261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,64,power_law_1.2,0.10669055938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,64,power_law_1.2,0.11720831871032715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,64,power_law_1.2,0.1306380844116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,64,power_law_1.2,0.14722432136535643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,64,power_law_1.2,3.1780340576171873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,64,power_law_1.2,0.15722368240356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,64,power_law_1.2,0.16423295974731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,64,power_law_1.2,0.22753919601440428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,64,power_law_1.2,0.24049535751342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,64,power_law_1.2,0.3877465438842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,64,power_law_1.2,0.4648704147338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,16,power_law_1.2,7.833168334960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,64,power_law_1.2,0.6940735626220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,64,power_law_1.2,1.079831008911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,64,power_law_1.2,4.890751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,32,balanced,0.024401919841766356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,32,balanced,0.05021567821502686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,32,balanced,0.05531263828277588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,32,balanced,0.08976127624511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,32,balanced,0.11685888290405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,64,power_law_1.2,1.5221798706054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,32,balanced,0.1406003189086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,32,balanced,0.15954048156738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,32,balanced,0.15072511672973632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,32,balanced,0.15015551567077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,32,balanced,0.16154495239257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,32,balanced,0.16517631530761717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,32,balanced,0.16847232818603514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,32,balanced,0.1818662452697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,64,power_law_1.2,6.286755981445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,32,balanced,0.18931583404541014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,32,balanced,0.20225664138793947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,32,balanced,0.20961408615112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,32,balanced,0.2176153564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,32,balanced,0.245294075012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,32,balanced,0.2773695945739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,32,balanced,0.3625907135009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,32,balanced,0.4383436965942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,64,power_law_1.2,1.905841979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,32,balanced,0.6217241668701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,32,balanced,0.7571161651611329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,64,power_law_1.2,3.9282534790039065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,32,balanced,1.116564483642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,64,power_law_1.2,2.961583251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,32,balanced,0.02665343999862671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,32,balanced,0.02879744052886963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,32,balanced,1.4267071533203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,32,balanced,0.041263360977172855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,32,balanced,0.0592460823059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,32,balanced,0.0778444814682007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,32,balanced,0.08638976097106935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,32,balanced,0.10217472076416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,32,balanced,0.09190655708312988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,32,balanced,0.09292032241821288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,32,balanced,0.0987609577178955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,32,balanced,0.10100735664367674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,32,balanced,0.10902015686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,32,balanced,0.11780991554260253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,32,balanced,0.13251328468322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,32,balanced,0.14840448379516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,32,balanced,0.13538175582885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,32,balanced,0.1537996768951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,32,balanced,0.18826240539550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,32,balanced,2.1006297302246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,32,balanced,0.22276224136352538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,32,balanced,0.2889638328552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,32,balanced,0.3578777694702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,32,balanced,0.5104499053955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,32,balanced,0.6543296051025391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,32,power_law_1.01,0.10980992317199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,32,balanced,2.7477798461914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,32,power_law_1.01,0.10845696449279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,32,balanced,0.9481600189208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,32,power_law_1.01,0.11067263603210449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,32,balanced,1.222256622314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,32,power_law_1.01,0.11318143844604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,32,power_law_1.01,0.11615872383117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,32,power_law_1.01,0.1329868793487549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,32,power_law_1.01,0.13999103546142577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,32,power_law_1.01,0.1459609603881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,32,power_law_1.01,0.14409600257873537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,32,power_law_1.01,0.1506854438781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,32,power_law_1.01,0.15475328445434572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,32,power_law_1.01,0.164770565032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,32,power_law_1.01,0.17155967712402345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,32,balanced,1.7959437561035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,32,power_law_1.01,0.2004416084289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,32,power_law_1.01,0.20241024017333986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,32,power_law_1.01,0.21988607406616212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,32,power_law_1.01,0.27384832382202146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,32,power_law_1.01,0.31730560302734373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,32,power_law_1.01,0.4496473693847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,32,balanced,2.3707315063476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,32,power_law_1.01,0.5393075180053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,32,power_law_1.01,0.7982233428955079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,32,power_law_1.01,0.18779903411865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,32,power_law_1.01,0.0705625581741333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,32,power_law_1.01,1.0947071838378908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,32,power_law_1.01,0.07074560165405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,32,power_law_1.01,0.072325119972229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,32,power_law_1.01,0.07371903896331787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,32,power_law_1.01,1.36938232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,32,power_law_1.01,0.07382656097412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,32,power_law_1.01,0.08482815742492675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,32,power_law_1.01,0.08101375579833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,32,power_law_1.01,0.08873087882995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,32,power_law_1.01,0.09341695785522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,32,power_law_1.01,1.8609727478027345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,32,power_law_1.01,0.09240960121154786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,32,power_law_1.01,0.10081664085388184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,32,power_law_1.01,0.11392383575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,32,power_law_1.01,0.10699263572692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,32,power_law_1.01,0.1364352035522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,32,power_law_1.01,0.1392089557647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,32,power_law_1.01,0.12998144149780272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,32,power_law_1.01,0.16197887420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,32,power_law_1.01,0.2106867218017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,32,power_law_1.01,0.23342208862304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,32,power_law_1.01,0.31752447128295896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,32,power_law_1.01,0.40253311157226557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,32,power_law_1.01,0.588218879699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,32,power_law_1.01,3.086078796386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,32,power_law_1.01,0.8022617340087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,32,power_law_1.2,0.12501376152038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,32,power_law_1.2,0.10861696243286131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,32,power_law_1.2,0.10928383827209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,32,power_law_1.01,1.2074317169189452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,32,power_law_1.2,0.1114022445678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,32,power_law_1.2,0.10972800254821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,32,power_law_1.01,1.5916429138183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,32,power_law_1.01,4.353355407714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,32,power_law_1.2,0.13542400360107423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,32,power_law_1.2,0.1392294406890869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,32,power_law_1.2,0.14568320274353028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,32,power_law_1.2,0.14545408248901368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,32,power_law_1.2,0.16000127792358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,32,power_law_1.2,0.1583308792114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,32,power_law_1.2,0.1734067153930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,32,power_law_1.2,0.17413503646850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,32,power_law_1.2,0.19966720581054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,32,power_law_1.01,2.2739071655273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,32,power_law_1.2,0.2095692825317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,32,power_law_1.2,0.21088895797729493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,32,power_law_1.2,0.22814720153808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,32,power_law_1.2,0.304453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,32,power_law_1.2,0.3717862319946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,32,power_law_1.2,0.47651199340820316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,32,power_law_1.2,0.6306675338745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,32,power_law_1.01,3.150403747558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,32,power_law_1.2,0.8723046112060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,32,power_law_1.2,0.06987391948699952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,32,power_law_1.2,1.2119078063964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,32,power_law_1.2,0.07183487892150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,32,power_law_1.2,0.07068543910980225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,32,power_law_1.2,0.07297152042388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,32,power_law_1.2,0.07184895992279053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,32,power_law_1.2,0.0847116756439209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,32,power_law_1.2,1.9602790832519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,32,power_law_1.2,0.08993151664733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,32,power_law_1.2,0.0872332763671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,32,power_law_1.2,0.08809344291687012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,32,power_law_1.2,2.3694694519042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,32,power_law_1.2,0.10037376403808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,32,power_law_1.2,0.1112985610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,32,power_law_1.2,0.12280320167541503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,32,power_law_1.2,0.13896575927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,32,power_law_1.2,0.14484864234924316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,32,power_law_1.2,0.14236415863037108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,32,power_law_1.2,0.1657535934448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,32,power_law_1.2,0.07958911895751954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,32,power_law_1.2,0.2287731170654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,32,power_law_1.2,0.284901123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,32,power_law_1.2,0.38960384368896483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,32,power_law_1.2,0.5079667282104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,32,power_law_1.2,0.6948070526123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,16,balanced,0.02524415969848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,32,power_law_1.2,0.8559974670410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,32,power_law_1.2,3.644199829101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,16,balanced,0.039508481025695805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,16,balanced,0.05201024055480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,16,balanced,0.07616000175476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,16,balanced,0.10341631889343261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,16,balanced,0.12683263778686524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,16,balanced,0.14841983795166017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,16,balanced,0.1500595188140869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,32,power_law_1.2,1.3096511840820313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,16,balanced,0.16101247787475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,16,balanced,0.16429183959960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,16,balanced,0.16976383209228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,16,balanced,0.1836262321472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,16,balanced,0.188144645690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,32,power_law_1.2,4.781785583496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,16,balanced,0.20734720230102538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,16,balanced,0.19773056030273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,32,power_law_1.2,1.869713897705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,16,balanced,0.21067007064819335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,16,balanced,0.2326976013183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,16,balanced,0.32561534881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,16,balanced,0.2981900787353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,16,balanced,0.448645133972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,16,balanced,0.5470041656494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,16,balanced,0.7900415802001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,16,balanced,0.9749196624755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,32,power_law_1.2,2.749414367675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,16,balanced,0.028389120101928712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,16,balanced,0.05061376094818115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,16,balanced,0.03649408102035522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,16,balanced,0.07182591915130615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,16,balanced,1.4568281555175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,32,power_law_1.2,3.461882934570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,16,balanced,0.09510144233703613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,16,balanced,0.09660287857055663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,16,balanced,0.11069696426391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,16,balanced,0.10845824241638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,16,balanced,1.87686279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,16,balanced,0.11432831764221192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,16,balanced,0.026392319202423097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,16,balanced,0.12829440116882324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,16,balanced,0.13572352409362792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,16,balanced,0.14303744316101075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,16,balanced,0.15340288162231447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,16,balanced,0.15704959869384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,16,balanced,0.17897216796874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,16,balanced,0.22730752944946292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,16,balanced,0.2728704071044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,16,balanced,0.3642598342895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,16,balanced,0.0883033561706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,16,balanced,0.45589504241943357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,16,balanced,2.78216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,16,balanced,0.6654246520996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,16,balanced,0.843377914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,16,power_law_1.01,0.08362624168395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,16,power_law_1.01,0.10939264297485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,16,power_law_1.01,0.10676095962524415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,16,balanced,1.256885757446289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,16,balanced,3.641473388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,16,power_law_1.01,0.11185919761657714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,16,power_law_1.01,0.11742079734802247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,16,power_law_1.01,0.1506175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,16,power_law_1.01,0.11688575744628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,16,balanced,1.622944030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,16,power_law_1.01,0.13870592117309571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,16,power_law_1.01,0.14077183723449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,16,power_law_1.01,0.15238271713256837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,16,power_law_1.01,0.15716095924377443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,16,power_law_1.01,0.17301887512207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,16,power_law_1.01,0.177392635345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,16,power_law_1.01,0.18701311111450197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,16,power_law_1.01,0.19906560897827147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,16,power_law_1.01,0.19637760162353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,16,power_law_1.01,0.22242048263549802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,16,balanced,2.4067648315429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,16,power_law_1.01,0.3535667037963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,16,power_law_1.01,0.4667647933959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,16,power_law_1.01,0.5525759887695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,16,balanced,3.1714508056640627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,16,power_law_1.01,0.8208882904052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,16,power_law_1.01,0.2718207931518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,16,power_law_1.01,1.0622898864746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,16,power_law_1.01,0.0613644790649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,16,power_law_1.01,0.07292543888092042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,16,power_law_1.01,0.07178751945495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,16,power_law_1.01,0.07874303817749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,16,power_law_1.01,0.07541759967803954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,16,power_law_1.01,0.08267647743225097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,16,power_law_1.01,1.5635980224609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,16,power_law_1.01,0.09725824356079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,16,power_law_1.01,0.08826751708984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,16,power_law_1.01,0.09595904350280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,16,power_law_1.01,0.09825663566589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,16,power_law_1.01,0.11795200347900389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,16,power_law_1.01,0.10286335945129395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,16,power_law_1.01,0.12705151557922362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,16,power_law_1.01,0.13945088386535645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,16,power_law_1.01,0.133373441696167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,16,power_law_1.01,1.9749682617187498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,16,power_law_1.01,0.141016321182251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,16,power_law_1.01,0.16477312088012694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,16,power_law_1.01,0.210645751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,16,power_law_1.01,0.24743167877197267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,16,power_law_1.01,0.34653057098388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,16,power_law_1.01,0.4433292770385743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,16,power_law_1.01,0.6311872100830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,16,power_law_1.01,3.0655078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,16,power_law_1.01,0.8382860565185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,16,power_law_1.2,0.08402048110961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,16,power_law_1.2,0.12222335815429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,16,power_law_1.2,0.10718720436096192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,16,power_law_1.01,1.2187225341796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,16,power_law_1.2,0.11131648063659667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,16,power_law_1.01,3.9169369506835934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,16,power_law_1.2,0.11550080299377441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,16,power_law_1.2,0.10969599723815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,16,power_law_1.2,0.13727616310119628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,16,power_law_1.01,1.5546047973632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,16,power_law_1.2,0.14329855918884277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,16,power_law_1.2,0.15272831916809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,16,power_law_1.2,0.1612940788269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,16,power_law_1.2,0.1772390365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,16,power_law_1.2,0.16610176086425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,16,power_law_1.2,0.20371072769165038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,16,power_law_1.2,0.18194047927856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,16,power_law_1.2,0.1925939178466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,16,power_law_1.2,0.20465791702270505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,16,power_law_1.2,0.22228479385375977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,16,power_law_1.2,0.28328447341918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,16,power_law_1.2,0.34604927062988283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,16,power_law_1.2,0.462608642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,16,power_law_1.01,2.397004852294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,16,power_law_1.2,0.6003020858764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,16,power_law_1.2,0.8161714935302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,16,power_law_1.2,0.05656320095062256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,16,power_law_1.2,1.1162547302246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,16,power_law_1.01,3.1978738403320315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,16,power_law_1.2,0.0712601613998413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,16,power_law_1.2,0.07259007930755615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,16,power_law_1.2,0.07557631969451904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,16,power_law_1.2,0.07859072208404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,16,power_law_1.2,0.09532544136047363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,16,power_law_1.2,0.08548480033874511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,16,power_law_1.2,1.680310974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,16,power_law_1.2,0.08717439651489259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,16,power_law_1.2,0.09526144027709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,16,power_law_1.2,0.09897088050842286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,16,power_law_1.2,0.10768256187438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,16,power_law_1.2,0.12324607849121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,16,power_law_1.2,0.1283187198638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,16,power_law_1.2,0.14524160385131837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,16,power_law_1.2,0.13423616409301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,16,power_law_1.2,2.145594940185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,16,power_law_1.2,0.14759296417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,16,power_law_1.2,0.1672166442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,16,power_law_1.2,0.22115583419799806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,16,power_law_1.2,0.27914880752563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,16,power_law_1.2,0.3668096160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,16,power_law_1.2,0.4750067138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,16,power_law_1.2,0.6800077056884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,16,power_law_1.2,0.8246002960205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,8,balanced,0.027174398899078366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,16,power_law_1.2,3.316329040527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,8,balanced,0.044778242111206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,16,power_law_1.2,1.262039031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,8,balanced,0.060775680541992186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,8,balanced,0.0869273567199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,8,balanced,0.1328883171081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,8,balanced,0.17144832611083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,8,balanced,0.18549760818481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,16,power_law_1.2,1.6922840881347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,8,balanced,0.19084159851074217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,8,balanced,0.21464319229125978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,8,balanced,0.21555328369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,8,balanced,0.22181375503540038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,8,balanced,0.23614847183227541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,8,balanced,0.2422873687744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,8,balanced,0.25782400131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,16,power_law_1.2,4.500827026367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,8,balanced,0.2500339126586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,8,balanced,0.26168575286865237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,8,balanced,0.2861491203308105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,8,balanced,0.3300556945800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,8,balanced,0.38816383361816403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,16,power_law_1.2,2.4327320861816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,8,balanced,0.578864631652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,8,balanced,0.6789836883544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,8,balanced,0.11392895698547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,8,balanced,1.0113855743408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,8,balanced,0.22284927368164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,8,balanced,1.1861440277099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,8,balanced,1.7867546081542969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,16,power_law_1.2,3.3833203124999995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,8,balanced,0.732774429321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,8,balanced,1.1937088012695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,8,balanced,2.265441284179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,8,balanced,1.526639404296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,8,balanced,1.5895770263671873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,8,balanced,3.3451647949218755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,8,balanced,1.2728550720214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,8,balanced,1.2831385803222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,8,balanced,4.306261901855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,8,balanced,1.5561383056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,8,balanced,1.2785139465332032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,8,balanced,1.2858253479003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,8,balanced,1.2943577575683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,8,balanced,1.3221594238281251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,8,balanced,1.3174745178222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,8,balanced,1.3257650756835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,8,balanced,1.3533529663085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,8,balanced,1.4147853088378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,8,balanced,1.4643711853027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,8,balanced,1.5937791442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,8,balanced,1.7003634643554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,8,power_law_1.01,0.07350143909454346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,8,power_law_1.01,0.11729791641235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,8,power_law_1.01,0.10217727661132811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,8,balanced,3.1167590332031248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,8,power_law_1.01,0.12198656082153321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,8,power_law_1.01,0.14582400321960448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,8,power_law_1.01,0.15501312255859373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,8,power_law_1.01,0.15856127738952636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,8,power_law_1.01,0.1643315124511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,8,balanced,3.3478912353515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,8,power_law_1.01,0.19888896942138673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,8,power_law_1.01,0.19752832412719729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,8,power_law_1.01,0.2003046417236328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,8,power_law_1.01,0.21464063644409181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,8,power_law_1.01,0.22345344543457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,8,power_law_1.01,0.24460159301757814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,8,power_law_1.01,0.25173887252807614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,8,power_law_1.01,0.28455295562744143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,8,power_law_1.01,0.35878528594970704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,8,balanced,4.941652526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,8,power_law_1.01,0.4326873779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,8,power_law_1.01,0.2369011116027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,8,power_law_1.01,0.5784742355346679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,8,balanced,5.4550756835937495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,8,power_law_1.01,0.7152333068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,8,power_law_1.01,1.016354522705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,8,power_law_1.01,1.2758873748779298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,8,power_law_1.01,1.8822259521484377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,8,power_law_1.01,0.5922560119628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,8,power_law_1.01,2.4538534545898436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,8,balanced,8.62632568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,8,power_law_1.01,1.1009049224853515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,8,balanced,0.3762201690673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,8,power_law_1.01,1.1130572509765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,8,power_law_1.01,3.554140014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,8,power_law_1.01,1.3621542358398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,8,power_law_1.01,1.4695231628417968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,8,power_law_1.01,1.3745292663574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,8,power_law_1.01,4.661333618164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,8,balanced,10.81798095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,8,power_law_1.01,1.1012518310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,8,power_law_1.01,1.1377407836914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,8,power_law_1.01,1.2267890930175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,8,power_law_1.01,1.2114956665039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,8,power_law_1.01,1.2245747375488283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,8,power_law_1.01,1.5154867553710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,8,power_law_1.01,1.2752678680419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,8,power_law_1.01,2.0959373474121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,8,power_law_1.01,2.4139328002929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,8,power_law_1.01,3.228164978027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,8,power_law_1.01,3.920076904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,8,power_law_1.01,0.9170009613037109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,8,power_law_1.01,1.2702259063720702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,8,power_law_1.01,5.622174682617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,8,power_law_1.2,0.0743936014175415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,8,power_law_1.2,0.09433600425720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,8,power_law_1.2,0.10266624450683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,8,power_law_1.2,0.11950464248657226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,8,power_law_1.2,0.1302451229095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,8,power_law_1.01,7.033251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,8,power_law_1.2,0.15532928466796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,8,power_law_1.2,0.15832192420959473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,8,power_law_1.01,1.1076454162597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,8,power_law_1.2,0.1656012725830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,8,power_law_1.01,1.1147750091552733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,8,power_law_1.2,0.18914432525634767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,8,power_law_1.01,1.162460174560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,8,power_law_1.2,0.20316287994384769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,8,power_law_1.2,0.22172544479370115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,8,power_law_1.2,0.22794496536254885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,8,power_law_1.2,0.25586048126220706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,8,power_law_1.2,0.24928512573242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,8,power_law_1.2,0.26882560729980465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,8,power_law_1.2,0.2994828796386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,8,power_law_1.2,0.3728179168701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,8,power_law_1.2,0.4487654495239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,8,power_law_1.2,0.58534912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,8,power_law_1.2,0.7161843109130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,8,power_law_1.2,1.031283187866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,8,power_law_1.2,1.342676544189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,8,power_law_1.2,0.19763839721679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,8,power_law_1.01,1.644462127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,8,power_law_1.2,1.9776576232910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,8,power_law_1.2,0.5915391921997071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,8,power_law_1.2,0.7946559906005859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,8,power_law_1.2,2.5212403869628908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,8,power_law_1.2,0.9367718505859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,8,power_law_1.2,1.2707071685791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,8,power_law_1.2,1.2740787506103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,8,power_law_1.2,1.295696563720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,8,power_law_1.2,1.2701414489746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,8,power_law_1.2,3.763656921386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,8,power_law_1.2,1.0773709106445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,8,power_law_1.2,1.0914009857177736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,8,power_law_1.2,1.143936004638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,8,power_law_1.2,1.1830438232421874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,8,power_law_1.01,13.512391357421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,8,power_law_1.2,1.2299545288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,8,power_law_1.2,1.273064956665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,8,power_law_1.2,1.2934745788574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,8,power_law_1.2,1.338439636230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,8,power_law_1.2,1.4649253845214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,8,power_law_1.2,1.5863424682617189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,8,power_law_1.2,1.8066444396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,8,power_law_1.2,2.2233535766601564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,8,power_law_1.2,2.659156494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,8,power_law_1.2,4.773377380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,8,power_law_1.2,3.468362121582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,4,balanced,0.02948096036911011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,4,balanced,0.04778624057769775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,4,balanced,0.06936063766479492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,4,balanced,0.10452351570129395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,8,power_law_1.2,4.413921203613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,4,balanced,0.16327680587768553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,4,balanced,0.22013055801391604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,4,balanced,0.2323711967468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,4,balanced,0.23745279312133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,4,balanced,0.24831104278564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,4,balanced,0.2541324806213379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,4,balanced,0.26366079330444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,4,balanced,0.25540224075317386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,4,balanced,0.2602931213378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,4,balanced,0.27797632217407225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,4,balanced,0.2669222450256348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,8,power_law_1.2,5.79884521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,4,balanced,0.2783744049072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,4,balanced,0.2998630332946777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,4,balanced,0.3408486557006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,4,balanced,0.38756351470947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,4,balanced,0.6243392181396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,4,balanced,0.7111910247802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,4,balanced,1.043889923095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,4,balanced,1.230160675048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,8,power_law_1.2,8.007518920898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,4,balanced,1.8408216857910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,8,power_law_1.2,1.4222988891601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,4,balanced,0.13476863861083985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,4,balanced,2.3678067016601565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,4,balanced,0.23573888778686522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,8,power_law_1.01,10.669376220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,4,balanced,0.3987686538696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,4,balanced,0.7312358093261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,4,balanced,3.484035949707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,4,balanced,1.3112307739257811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,4,balanced,1.7954393005371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,4,balanced,1.7838182067871096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,4,balanced,4.455302429199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,4,balanced,1.731425323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,4,balanced,1.786815948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,4,balanced,1.7989721679687498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,4,balanced,1.819689025878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,4,balanced,1.7643341064453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,4,balanced,1.817198028564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,4,balanced,1.8119923400878908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,4,balanced,1.8099877929687502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,4,balanced,1.7981350708007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,4,balanced,1.8526170349121096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,4,balanced,1.9059878540039061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,8,power_law_1.2,11.818055419921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,4,balanced,2.011311340332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,4,balanced,2.1052517700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,4,balanced,2.233831634521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,4,power_law_1.01,0.06129280090332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,4,power_law_1.01,0.0909171199798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,4,power_law_1.01,0.09312640190124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,4,power_law_1.01,0.12035584449768066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,4,power_law_1.01,0.1419046401977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,4,balanced,4.0669836425781245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,4,power_law_1.01,0.18624383926391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,4,power_law_1.01,0.20790143966674807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,4,power_law_1.01,0.20409984588623048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,4,balanced,4.376570739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,4,power_law_1.01,0.215731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,4,power_law_1.01,0.2266342353820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,8,power_law_1.2,13.410780029296877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,4,power_law_1.01,0.25193471908569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,4,power_law_1.01,0.23185279846191403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,4,power_law_1.01,0.23954303741455077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,4,power_law_1.01,0.255228157043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,4,power_law_1.01,0.2716889572143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,4,power_law_1.01,0.3015040016174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,4,power_law_1.01,0.37342334747314454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,4,power_law_1.01,0.4651724624633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,4,power_law_1.01,0.6012646484374999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,4,balanced,6.399632568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,4,power_law_1.01,0.7358834838867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,4,power_law_1.01,1.0337203216552733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,4,balanced,7.016903686523437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,4,power_law_1.01,1.2927308654785157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,4,power_law_1.01,0.26309503555297853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,4,power_law_1.01,0.37920513153076174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,4,power_law_1.01,1.8588914489746096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,4,power_law_1.01,0.6992985534667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,4,power_law_1.01,0.6724006652832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,4,power_law_1.01,2.487098846435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,4,power_law_1.01,0.9020275115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,4,power_law_1.01,1.2016089630126952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,4,power_law_1.01,1.4433573913574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,4,power_law_1.01,3.6214273071289065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,4,power_law_1.01,1.6820620727539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,4,power_law_1.01,1.5284197998046873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,4,balanced,11.257258300781249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,4,power_law_1.01,4.809724121093749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,4,power_law_1.01,1.6046566772460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,4,power_law_1.01,1.546227264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,4,power_law_1.01,1.5775462341308593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,4,power_law_1.01,1.5741912841796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,4,power_law_1.01,1.6393292236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,4,power_law_1.01,1.6792807006835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,4,power_law_1.01,1.7104870605468752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,4,balanced,13.944454345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,4,power_law_1.01,2.016924133300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,4,power_law_1.01,2.1637286376953124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,4,power_law_1.01,2.6217752075195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,4,power_law_1.01,3.075177001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,4,power_law_1.01,3.941402893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,4,power_law_1.2,0.06139647960662842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,4,power_law_1.2,0.07755008220672607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,4,power_law_1.2,0.09329664230346679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,4,power_law_1.01,4.878332214355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,4,power_law_1.2,0.11669119834899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,4,power_law_1.2,0.14136575698852538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,4,power_law_1.2,0.18392704010009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,4,power_law_1.2,0.19223552703857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,4,power_law_1.2,0.20580352783203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,4,power_law_1.2,0.21874303817749025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,4,power_law_1.2,0.23280128479003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,4,power_law_1.2,0.2549875259399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,4,power_law_1.01,6.594611206054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,4,power_law_1.2,0.2352524757385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,4,power_law_1.2,0.24417919158935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,4,power_law_1.2,0.27284223556518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,4,power_law_1.2,0.26669183731079105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,4,power_law_1.2,0.28277631759643557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,4,power_law_1.2,0.31869695663452147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,4,power_law_1.2,0.39738113403320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,4,power_law_1.2,0.48552703857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,4,power_law_1.2,0.6159692764282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,4,power_law_1.01,8.415851440429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,4,power_law_1.2,0.7415577697753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,4,power_law_1.2,1.050387191772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,4,power_law_1.01,1.7057676696777342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,4,power_law_1.2,1.3722930908203126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,4,power_law_1.2,1.961131591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,4,power_law_1.2,0.37739776611328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,4,power_law_1.2,0.533314552307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,4,power_law_1.2,2.585513000488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,4,power_law_1.2,0.6683596801757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,4,power_law_1.2,0.9434508514404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,4,power_law_1.2,1.023605728149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,4,power_law_1.01,12.508314208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,4,power_law_1.2,3.792106323242187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,4,power_law_1.2,1.58382080078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,4,power_law_1.2,1.4942373657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,4,power_law_1.2,4.829940490722656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,4,power_law_1.2,1.455758056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,4,power_law_1.2,1.4941389465332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,4,power_law_1.2,1.5569343566894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,4,power_law_1.2,1.5825343322753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,4,power_law_1.2,1.5988928222656251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,4,power_law_1.01,1.6217164611816408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,4,power_law_1.2,1.6187481689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,4,power_law_1.2,1.7370150756835936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,4,power_law_1.2,1.739508514404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,4,power_law_1.2,1.8132044982910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,4,power_law_1.2,1.96160888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,4,power_law_1.01,16.0596435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,4,power_law_1.2,2.1396211242675784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,4,power_law_1.2,2.394033966064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,4,power_law_1.2,2.834273376464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,8,balanced,0.02219520092010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,8,balanced,0.022314240932464598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,8,balanced,0.02234368085861206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,4,power_law_1.2,3.283133544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,8,balanced,0.033696000576019285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,8,balanced,0.03414783954620361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,8,balanced,0.03475327968597412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,8,balanced,0.03478271961212158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,8,balanced,0.03550976037979126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,8,balanced,0.036006400585174556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,8,balanced,0.03603584051132202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,8,balanced,0.036240639686584475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,8,balanced,0.037419519424438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,8,balanced,0.03755136013031006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,8,balanced,0.03866240024566651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,8,balanced,0.03904639959335327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,8,balanced,0.0410265588760376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,8,balanced,0.041729278564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,8,balanced,0.043399682044982915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,8,balanced,0.048483839035034185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,8,balanced,0.07387392044067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,4,power_law_1.2,4.187121887207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,8,balanced,0.06916096210479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,8,balanced,0.0829196834564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,8,balanced,0.09400575637817384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,8,balanced,0.11314047813415526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,8,balanced,0.13807488441467286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,8,balanced,0.02339200019836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,8,balanced,0.21074943542480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,8,balanced,0.2800307273864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,8,balanced,0.02339711904525757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,8,balanced,0.023572480678558348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,8,balanced,0.03893503904342651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,8,balanced,0.03926912069320679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,8,balanced,0.03985023975372314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,8,balanced,0.039445760250091555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,8,balanced,0.03972095966339111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,8,balanced,0.04025599956512451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,8,balanced,0.039792640209197996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,8,balanced,0.040079360008239744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,8,balanced,0.040884480476379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,4,power_law_1.2,5.414520263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,8,balanced,0.040641279220581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,8,balanced,0.041335039138793946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,8,balanced,0.04233344078063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,8,balanced,0.04388607978820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,8,balanced,0.05517695903778076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,8,balanced,0.051508479118347175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,8,balanced,0.05852287769317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,8,balanced,0.0693388795852661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,8,balanced,0.08129407882690429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,8,balanced,0.09867648124694825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,8,balanced,0.0455295991897583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,8,balanced,0.04261119842529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,8,balanced,0.13282048225402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,8,balanced,0.16467327117919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,4,power_law_1.2,6.995069580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,8,power_law_1.01,0.03332479953765869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,8,power_law_1.01,0.034173440933227536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,8,power_law_1.01,0.03424511909484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,8,power_law_1.01,0.034347519874572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,8,power_law_1.01,0.035888640880584716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,8,power_law_1.01,0.03661184072494507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,8,power_law_1.01,0.037498879432678225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,8,power_law_1.01,0.03874943971633911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,8,power_law_1.01,0.03980159997940064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,8,power_law_1.01,0.040896000862121584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,8,power_law_1.01,0.042351360321044924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,8,power_law_1.01,0.04299007892608643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,8,balanced,0.04805503845214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,8,power_law_1.01,0.0565990400314331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,8,power_law_1.01,0.02219007968902588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,8,power_law_1.01,0.07320191860198974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,8,power_law_1.01,0.07984384059906005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,8,power_law_1.01,0.07306623935699463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,8,power_law_1.01,0.09155200004577638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,8,power_law_1.01,0.11003775596618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,4,power_law_1.2,9.01354248046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,8,power_law_1.01,0.04620800018310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,8,power_law_1.01,0.12911487579345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,8,power_law_1.01,0.24469247817993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,8,power_law_1.01,0.1869004821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,8,power_law_1.01,0.02347775936126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,8,power_law_1.01,0.039178240299224856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,8,power_law_1.01,0.039544320106506346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,4,power_law_1.2,13.290595703125001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,8,power_law_1.01,0.4951103973388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,8,power_law_1.01,0.03904383897781372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,8,power_law_1.01,0.040930562019348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,8,power_law_1.01,0.03970815896987915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,8,power_law_1.01,0.04141568183898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,8,power_law_1.01,0.04209280014038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,8,power_law_1.01,0.04301951885223389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,8,power_law_1.01,0.044232959747314456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,8,power_law_1.01,0.04490880012512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,8,power_law_1.01,0.04677248001098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,8,power_law_1.01,0.049757437705993654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,8,power_law_1.01,0.053835520744323725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,4,power_law_1.2,17.90894775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,8,power_law_1.01,0.054091520309448235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,8,power_law_1.01,0.3789350509643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,8,power_law_1.01,0.05807487964630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,8,power_law_1.01,0.040087041854858396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,8,power_law_1.01,0.09388928413391114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,8,power_law_1.01,0.07694591999053954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,8,power_law_1.01,0.11995648384094237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,8,power_law_1.01,0.040330238342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,8,power_law_1.01,0.1533132839202881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,14336,2,8,32,8,power_law_1.2,0.022120959758758545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,14336,2,8,32,8,power_law_1.2,0.033788158893585205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,14336,2,8,32,8,power_law_1.2,0.034237439632415774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,14336,2,8,32,8,power_law_1.2,0.03417216062545776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,14336,2,8,32,8,power_law_1.2,0.03496831893920899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,14336,2,8,32,8,power_law_1.2,0.03588608026504517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,14336,2,8,32,8,power_law_1.2,0.036898560523986816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,14336,2,8,32,8,power_law_1.2,0.038037760257720946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,14336,2,8,32,8,power_law_1.2,0.03970304012298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,14336,2,8,32,8,power_law_1.2,0.04016128063201904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,14336,2,8,32,8,power_law_1.2,0.04149759769439697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,8,power_law_1.01,0.06575488090515137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,14336,2,8,32,8,power_law_1.2,0.04313216209411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,14336,2,8,32,8,power_law_1.2,0.04451712131500244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,14336,2,8,32,8,power_law_1.2,0.049039359092712405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,14336,2,8,32,8,power_law_1.2,0.060270080566406245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,8,power_law_1.01,0.2371583938598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,14336,2,8,32,8,power_law_1.2,0.0717145586013794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,14336,2,8,32,8,power_law_1.2,0.0713267183303833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,14336,2,8,32,8,power_law_1.2,0.0806719970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,8,power_law_1.01,0.7380006408691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,14336,2,8,32,8,power_law_1.2,0.09335424423217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,14336,2,8,32,8,power_law_1.2,0.11132415771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,8,power_law_1.01,0.9731584167480468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,14336,2,8,32,8,power_law_1.2,0.2715443229675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,14336,2,8,32,8,power_law_1.2,0.13504768371582032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,14336,2,8,32,8,power_law_1.2,0.19127424240112306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,14336,2,8,32,8,power_law_1.2,0.35813121795654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,8,power_law_1.2,0.023466238975524904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,8,power_law_1.2,0.038940160274505614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,8,power_law_1.2,0.03930495977401734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,8,power_law_1.2,0.039358720779418946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,8,power_law_1.2,0.03998847961425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,8,power_law_1.2,0.040505599975585935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,8,power_law_1.2,0.04101632118225097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,8,power_law_1.01,0.30358272552490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,8,power_law_1.2,0.04153088092803955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,8,power_law_1.2,0.042469120025634764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,8,power_law_1.2,0.04313087940216064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,8,power_law_1.2,0.04451583862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,8,power_law_1.2,0.04506495952606201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,8,power_law_1.2,0.047229437828063964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,8,power_law_1.2,0.05232384204864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,8,power_law_1.2,0.05728896141052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,8,power_law_1.2,0.05130879878997803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,8,power_law_1.2,0.05803264141082763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,8,power_law_1.2,0.06637184143066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,8,power_law_1.2,0.07699071884155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,14336,2,8,32,8,power_law_1.2,0.48946689605712895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,8,power_law_1.2,0.039532799720764164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,8,power_law_1.2,0.09704832077026368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,8,power_law_1.2,0.15820159912109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,8,power_law_1.2,0.130894079208374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,8,power_law_1.01,0.44507904052734376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,8,balanced,0.028012800216674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,8,balanced,0.027616000175476073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,8,balanced,0.027746560573577883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,8,balanced,0.04585599899291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,8,balanced,0.04614528179168701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,8,balanced,0.046933760643005376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,8,balanced,0.04755328178405761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,8,balanced,0.04659584045410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,8,balanced,0.04853504180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,8,balanced,0.04861951828002929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,8,balanced,0.04952064037322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,8,balanced,0.05025919914245606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,8,power_law_1.01,0.6027519989013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,8,balanced,0.051048960685729984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,8,balanced,0.0528934383392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,8,balanced,0.05457664012908936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,8,balanced,0.05700096130371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,8,power_law_1.2,0.28692863464355467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,8,balanced,0.062277121543884276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,8,balanced,0.08812800407409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,8,power_law_1.2,0.2410867118835449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,8,balanced,0.09396736145019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,8,balanced,0.10951423645019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,8,balanced,0.10925184249877931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,8,balanced,0.1275635242462158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,8,balanced,0.1402329635620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,8,balanced,0.17293439865112306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,8,balanced,0.2168819236755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,8,balanced,0.027263998985290527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,8,balanced,0.027180800437927245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,8,balanced,0.35604862213134764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,8,balanced,0.02724735975265503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,8,balanced,0.43550464630126956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,8,balanced,0.04786943912506104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,8,balanced,0.048401918411254886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,8,balanced,0.04840960025787354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,8,balanced,0.048497920036315915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,8,balanced,0.04855679988861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,8,balanced,0.048660478591918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,8,balanced,0.04907135963439942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,8,balanced,0.04937983989715576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,8,balanced,0.04953343868255615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,8,balanced,0.05017727851867676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,8,balanced,0.05072256088256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,8,balanced,0.051272959709167475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,8,balanced,0.0536678409576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,8,balanced,0.05580543994903564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,8,balanced,0.05971327781677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,8,balanced,0.07095680236816407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,8,balanced,0.06617856025695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,8,balanced,0.07852543830871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,8,balanced,0.08814592361450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,8,balanced,0.11127039909362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,8,balanced,0.04824063777923584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,8,balanced,0.13244288444519042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,8,balanced,0.17849472045898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,8,balanced,0.22432767868041995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,8,power_law_1.01,0.028016641139984134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,8,power_law_1.01,0.04489984035491944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,8,power_law_1.01,0.045551362037658694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,8,power_law_1.01,0.04433152198791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,8,power_law_1.01,0.04729087829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,8,power_law_1.01,0.04811264038085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,8,power_law_1.01,0.051167998313903805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,8,power_law_1.01,0.05123839855194092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,8,power_law_1.01,0.05305344104766846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,8,power_law_1.01,0.0616703987121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,8,power_law_1.01,0.06686336040496826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,8,power_law_1.01,0.07059199810028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,8,power_law_1.01,0.08829952239990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,8,power_law_1.01,0.08630528450012206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,8,power_law_1.01,0.09644800186157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,8,power_law_1.01,0.11476223945617677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,8,power_law_1.01,0.10669183731079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,8,power_law_1.01,0.12965760231018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,8,power_law_1.01,0.12498175621032714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,8,power_law_1.01,0.1916160011291504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,8,power_law_1.01,0.1654694366455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,14336,2,8,32,8,power_law_1.2,0.764142074584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,8,power_law_1.01,0.2957478332519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,8,power_law_1.01,0.48893825531005863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,8,power_law_1.01,0.027667200565338133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,8,power_law_1.01,0.04784383773803711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,8,power_law_1.01,0.048381438255310064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,8,power_law_1.01,0.048395519256591794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,8,power_law_1.01,0.04845568180084229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,8,power_law_1.01,0.04869631767272949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,8,power_law_1.01,0.049049601554870606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,14336,2,8,32,8,power_law_1.2,1.011266555786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,8,power_law_1.01,0.04948736190795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,8,power_law_1.01,0.049986557960510256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,8,power_law_1.01,0.05049983978271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,8,power_law_1.01,0.05138944149017334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,8,power_law_1.01,0.05275392055511474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,8,power_law_1.01,0.05562751770019532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,8,power_law_1.01,0.05796480178833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,8,power_law_1.01,0.06484864234924317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,8,power_law_1.01,0.0693286418914795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,8,power_law_1.01,0.06994944095611573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,8,power_law_1.01,0.07690239906311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,8,power_law_1.01,0.08543231964111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,8,power_law_1.01,0.4268595123291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,8,power_law_1.01,0.10706432342529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,8,power_law_1.01,0.21295103073120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,8,power_law_1.01,0.12103424072265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,8,power_law_1.01,0.15700480461120606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,8,power_law_1.01,1.1329087829589843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,8,power_law_1.01,0.8172633361816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,8,power_law_1.2,0.4556671905517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,8,power_law_1.01,1.5176409912109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,8,power_law_1.01,0.33645824432373045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,8,power_law_1.01,0.4097075271606445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,16384,2,8,32,8,power_law_1.2,0.028007678985595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,16384,2,8,32,8,power_law_1.2,0.04408576011657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,16384,2,8,32,8,power_law_1.2,0.04590208053588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,16384,2,8,32,8,power_law_1.2,0.046024961471557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,8,power_law_1.01,0.7748979187011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,16384,2,8,32,8,power_law_1.2,0.04700160026550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,16384,2,8,32,8,power_law_1.2,0.04865151882171631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,16384,2,8,32,8,power_law_1.2,0.05033728122711182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,16384,2,8,32,8,power_law_1.2,0.05164671897888183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,16384,2,8,32,8,power_law_1.2,0.06142208099365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,16384,2,8,32,8,power_law_1.2,0.05609856128692627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,16384,2,8,32,8,power_law_1.2,0.06578048229217529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,16384,2,8,32,8,power_law_1.2,0.06979584217071533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,16384,2,8,32,8,power_law_1.2,0.0861734390258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,16384,2,8,32,8,power_law_1.2,0.09021568298339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,16384,2,8,32,8,power_law_1.2,0.09757823944091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,16384,2,8,32,8,power_law_1.2,0.11304191589355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,16384,2,8,32,8,power_law_1.2,0.10700544357299804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,16384,2,8,32,8,power_law_1.2,0.13790080070495606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,16384,2,8,32,8,power_law_1.2,0.12552319526672365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,16384,2,8,32,8,power_law_1.2,0.1633011245727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,16384,2,8,32,8,power_law_1.2,0.20676095962524413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,8,power_law_1.01,0.6411251068115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,16384,2,8,32,8,power_law_1.2,0.3342208099365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,16384,2,8,32,8,power_law_1.2,0.4076480102539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,8,power_law_1.2,0.6023859024047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,8,power_law_1.2,0.0273471999168396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,8,power_law_1.2,0.047827200889587404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,8,power_law_1.2,0.04818816184997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,8,power_law_1.2,0.04829311847686767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,8,power_law_1.2,0.04849279880523681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,8,power_law_1.2,0.048821759223937986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,8,power_law_1.2,0.04926464080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,8,power_law_1.2,0.04984320163726806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,8,power_law_1.2,0.050391039848327636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,8,power_law_1.2,0.05086336135864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,8,power_law_1.2,0.05222271919250489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,8,power_law_1.2,0.054160637855529783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,8,power_law_1.2,0.05496064186096191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,8,power_law_1.2,0.05932928085327148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,16384,2,8,32,8,power_law_1.2,0.7439871978759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,8,power_law_1.2,0.06663424015045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,8,power_law_1.2,0.0690713596343994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,8,power_law_1.2,0.06764927864074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,8,power_law_1.2,0.07833600044250488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,8,power_law_1.2,0.08644607543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,8,power_law_1.2,0.12373503684997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,8,power_law_1.2,0.11003135681152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,16384,2,8,32,8,power_law_1.2,0.642666244506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,8,power_law_1.2,0.17953407287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,8,power_law_1.2,0.22664192199707028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,16384,2,8,32,8,power_law_1.2,1.2569958496093752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,8,power_law_1.2,0.3372390365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,8,power_law_1.2,0.39842430114746097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,8,power_law_1.2,0.6382771301269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,16384,2,8,32,8,power_law_1.2,1.6720973205566405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,256,balanced,0.07013120174407958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,256,balanced,0.07006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,256,balanced,0.07007743835449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,256,balanced,0.0703219223022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,256,balanced,0.07010047912597657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,256,balanced,0.07010176181793212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,256,balanced,0.1214681625366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,256,balanced,0.12233728408813475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,256,balanced,0.12125696182250975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,256,balanced,0.12219776153564452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,256,balanced,0.12188544273376464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,256,balanced,0.12226816177368165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,256,balanced,0.12306431770324706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,256,balanced,0.12290304183959962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,256,balanced,0.12529024124145507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,256,balanced,0.12626560211181642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,256,balanced,0.12602879524230956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,256,balanced,0.12673024177551268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,256,balanced,0.1361574363708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,256,balanced,0.14011136054992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,256,balanced,0.1427507209777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,256,balanced,0.15022336006164552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,256,balanced,0.1474124813079834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,256,balanced,0.1591654396057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,256,balanced,0.17399295806884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,256,balanced,0.22653568267822263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,256,balanced,0.04232063770294189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,256,balanced,0.27542144775390626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,256,balanced,0.043737602233886716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,256,balanced,0.04060671806335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,256,balanced,0.043114237785339356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,256,balanced,0.041795840263366704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,256,balanced,0.043265280723571775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,256,balanced,0.0621017599105835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,256,balanced,0.06293375968933106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,256,balanced,0.06301184177398682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,256,balanced,0.06257791996002197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,256,balanced,0.0628492784500122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,256,balanced,0.06367487907409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,256,balanced,0.06343039989471436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,256,balanced,0.06383872032165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,256,balanced,0.0652672004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,256,balanced,0.0644377613067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,256,balanced,0.06593920230865478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,256,balanced,0.06877823829650878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,256,balanced,0.07001728057861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,256,balanced,0.07022079944610596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,256,balanced,0.07481855869293212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,256,balanced,0.08304127693176269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,256,balanced,0.07770624160766601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,256,balanced,0.0880947208404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,256,balanced,0.09880703926086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,256,balanced,0.11663104057312013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,256,balanced,0.13842687606811524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,256,power_law_1.01,0.07001344203948975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,256,power_law_1.01,0.07006207942962647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,256,power_law_1.01,0.06962431907653809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,256,power_law_1.01,0.0693670415878296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,256,power_law_1.01,0.12148736000061036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,256,power_law_1.01,0.1229529571533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,256,power_law_1.01,0.12260864257812501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,256,power_law_1.01,0.12352895736694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,256,power_law_1.01,0.12558208465576173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,256,power_law_1.01,0.12538111686706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,256,power_law_1.01,0.125797119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,256,power_law_1.01,0.12823936462402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,256,power_law_1.01,0.13276800155639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,256,power_law_1.01,0.1349952030181885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,256,power_law_1.01,0.13978495597839355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,256,power_law_1.01,0.1422719955444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,256,power_law_1.01,0.14746496200561524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,256,power_law_1.01,0.15303808212280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,256,power_law_1.01,0.1665804862976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,256,power_law_1.01,0.22549631118774416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,256,power_law_1.01,0.2749324798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,256,power_law_1.01,0.4280294418334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,256,power_law_1.01,0.5168742370605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,256,power_law_1.01,0.7942630767822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.042904319763183596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.04293504238128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,256,power_law_1.01,1.067967987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.042453761100769045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.042375679016113284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.0635865592956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.06464255809783935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,256,power_law_1.01,1.702529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.06429567813873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.06511104106903076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.06571392059326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.06577407836914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.06660607814788819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.06954368114471435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,256,power_law_1.01,2.418665008544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.06903168201446533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.07036799907684325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.07321216106414795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.07613056182861329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.08229503631591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.08336383819580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.09293439865112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.10880255699157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.12917247772216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.1758527946472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.24328704833984377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,0.36457473754882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.4697574234008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,0.7302937316894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.8796749114990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,8,power_law_1.2,0.8225971221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,1,256,power_law_1.2,0.07014272212982178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,1,256,power_law_1.2,0.07034239768981934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,1,256,power_law_1.2,0.0704038381576538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,1,256,power_law_1.2,0.12179840087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,1,256,power_law_1.2,0.12223999977111817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,1,256,power_law_1.2,0.12271743774414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,1,256,power_law_1.2,0.12248831748962404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,1,256,power_law_1.2,0.12558079719543458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,1,256,power_law_1.2,0.1248896026611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,1,256,power_law_1.2,0.1263526439666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,1,256,power_law_1.2,0.1278425598144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,1,256,power_law_1.2,0.13328000068664553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,1,256,power_law_1.2,0.13401599884033205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,1,256,power_law_1.2,0.14161664009094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,1,256,power_law_1.2,0.14333439826965333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,1,256,power_law_1.2,0.14930432319641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,1,256,power_law_1.2,0.1523084831237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,1,256,power_law_1.2,0.17200511932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,1,256,power_law_1.2,0.21614336013793944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,1,256,power_law_1.2,0.30993535995483396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,1,256,power_law_1.2,0.4623411178588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,1,256,power_law_1.2,0.6823449707031249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,1,256,power_law_1.2,1.0499481964111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,1,256,power_law_1.2,1.5237644958496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,1,256,power_law_1.2,2.217934112548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.043819518089294435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.042388482093811033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.04290559768676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.06336512088775634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.06385024070739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.06443136215209962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.06502912044525147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.06483712196350097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.06681215763092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.06631167888641357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.06809088230133056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.06874239921569825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.07027200222015381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.07448192119598389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.07895423889160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.08368000030517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.084203519821167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.09614720344543456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.10708479881286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.1578495979309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.18608768463134767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.2974758338928223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,1,256,power_law_1.2,4.907138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.4116761779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,1,256,power_law_1.2,3.4527001953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,0.6952614593505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.9322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,1.4158131408691408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,1.9584051513671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,128,balanced,0.05802879810333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,128,balanced,0.058536958694458005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,128,balanced,0.05846015930175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,128,balanced,0.058049278259277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,128,balanced,0.05791744232177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,128,balanced,0.06595967769622803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,128,balanced,0.11080703735351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,128,balanced,0.11117695808410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,128,balanced,0.11186559677124024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,128,balanced,0.11169280052185057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,128,balanced,0.11150336265563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,128,balanced,0.11386495590209962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,128,balanced,0.11346048355102538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,128,balanced,0.11487744331359864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,128,balanced,0.11648256301879882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,128,balanced,0.11677568435668946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,128,balanced,0.11936127662658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,128,balanced,0.12393343925476075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,128,balanced,0.12864255905151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,128,balanced,0.13641344070434572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,128,balanced,0.1322163200378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,128,balanced,0.1430668830871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,128,balanced,0.15430527687072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,128,balanced,0.17151359558105467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,128,balanced,0.19035520553588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,128,balanced,0.2518284797668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,128,balanced,0.3216217422485351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,128,balanced,0.031636478900909426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,128,balanced,0.03221120119094849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,128,balanced,0.03180032014846802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,128,balanced,0.032130560874938964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,128,balanced,0.03241087913513184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,128,balanced,0.04046592235565186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,128,balanced,0.05957888126373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,128,balanced,0.059596800804138185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,128,balanced,0.0594982385635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,128,balanced,0.06035327911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,128,balanced,0.060634880065917975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,128,balanced,0.06064256191253662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,128,balanced,0.061386241912841796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,128,balanced,0.0625497579574585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,128,balanced,0.06301568031311036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,128,balanced,0.0640076780319214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,128,balanced,0.06822400093078614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,128,balanced,0.06600575923919678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,128,balanced,0.07094912052154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,128,balanced,0.07741951942443848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,128,balanced,0.07227647781372071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,128,balanced,0.08026623725891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,128,balanced,0.08946432113647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,128,balanced,0.1061734390258789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,128,balanced,0.12209407806396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,128,balanced,0.15538047790527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,128,balanced,0.1896563148498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,128,power_law_1.01,0.06608128070831298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,128,power_law_1.01,0.06560128211975098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,128,power_law_1.01,0.0659276819229126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,128,power_law_1.01,0.06557439804077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,128,power_law_1.01,0.11068927764892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,128,power_law_1.01,0.11531776428222655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,128,power_law_1.01,0.11599488258361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,128,power_law_1.01,0.1175334358215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,128,power_law_1.01,0.11200639724731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,128,power_law_1.01,0.11399552345275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,128,power_law_1.01,0.11895296096801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,128,power_law_1.01,0.12029184341430663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,128,power_law_1.01,0.1274137592315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,128,power_law_1.01,0.13156479835510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,128,power_law_1.01,0.1367692756652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,128,power_law_1.01,0.13683839797973635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,128,power_law_1.01,0.16114816665649415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,128,power_law_1.01,0.18394367218017577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,128,power_law_1.01,0.24305664062500001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,128,power_law_1.01,0.11249535560607911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,128,power_law_1.01,0.3139801597595215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,128,power_law_1.01,0.40926464080810543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,128,power_law_1.01,0.14680959701538085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,128,power_law_1.01,0.6431769561767579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,128,power_law_1.01,0.041267199516296385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,128,power_law_1.01,0.9260275268554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,128,power_law_1.01,0.04147327899932861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,128,power_law_1.01,0.04197120189666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,128,power_law_1.01,0.04147200107574463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,128,power_law_1.01,0.05856639862060546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,128,power_law_1.01,1.2457049560546873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,128,power_law_1.01,0.06046207904815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,128,power_law_1.01,0.060812802314758295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,128,power_law_1.01,0.061582078933715825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,128,power_law_1.01,0.06196224212646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,128,power_law_1.01,1.6600575256347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,128,power_law_1.01,0.06314367771148681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,128,power_law_1.01,0.06429823875427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,128,power_law_1.01,0.06499839782714843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,128,power_law_1.01,0.06660223960876464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,128,power_law_1.01,0.07024127960205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,128,power_law_1.01,0.07342080116271973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,128,power_law_1.01,0.07720831871032716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,128,power_law_1.01,0.07647359848022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,128,power_law_1.01,0.0840396785736084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,128,power_law_1.01,0.09080448150634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,128,power_law_1.01,0.1052518367767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,128,power_law_1.01,0.12646016120910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,128,power_law_1.01,0.17702527999877932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,128,power_law_1.01,0.22987648010253908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,128,power_law_1.01,0.3797439956665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,128,power_law_1.01,0.48806015014648435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,128,power_law_1.01,0.7216166687011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,128,power_law_1.01,0.9444825744628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,2,128,power_law_1.2,0.06625919818878175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,2,128,power_law_1.2,0.06614399909973144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,2,128,power_law_1.2,0.06595327854156494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,2,128,power_law_1.2,0.1093068790435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,2,128,power_law_1.2,0.11108736038208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,2,128,power_law_1.2,0.1129753589630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,2,128,power_law_1.2,0.11303296089172363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,2,128,power_law_1.2,0.11447680473327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,2,128,power_law_1.2,0.11578495979309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,2,128,power_law_1.2,0.11677311897277831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,2,128,power_law_1.2,0.1188748836517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,2,128,power_law_1.2,0.12279680252075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,2,128,power_law_1.2,0.1250380802154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,2,128,power_law_1.2,0.13082367897033692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,2,128,power_law_1.2,0.13519743919372557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,2,128,power_law_1.2,0.14151040077209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,2,128,power_law_1.2,0.13933568000793456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,2,128,power_law_1.2,0.15566847801208497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,2,128,power_law_1.2,0.16725248336791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,2,128,power_law_1.2,0.2527884864807129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,2,128,power_law_1.2,0.3046169662475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,2,128,power_law_1.2,0.44982143402099606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,2,128,power_law_1.2,0.5706956863403321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,2,128,power_law_1.2,0.9319769287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,2,128,power_law_1.2,1.420474853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,2,128,power_law_1.2,2.226360321044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,128,power_law_1.2,0.046174721717834474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,128,power_law_1.2,0.04168447971343994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,128,power_law_1.2,0.041820158958435064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,128,power_law_1.2,0.058673920631408694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,128,power_law_1.2,0.05835904121398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,128,power_law_1.2,0.05997824192047119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,2,128,power_law_1.2,3.42856201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,128,power_law_1.2,0.06146687984466552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,128,power_law_1.2,0.06312831878662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,128,power_law_1.2,0.06374271869659423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,128,power_law_1.2,0.06509183883666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,128,power_law_1.2,0.06454783916473389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,128,power_law_1.2,0.069651198387146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,128,power_law_1.2,0.07342591762542724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,128,power_law_1.2,0.061119999885559086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,128,power_law_1.2,0.0768998384475708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,128,power_law_1.2,0.07538815975189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,128,power_law_1.2,0.07861120223999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,128,power_law_1.2,0.0903065586090088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,128,power_law_1.2,0.09685759544372559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,128,power_law_1.2,0.1415398406982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,128,power_law_1.2,0.15429887771606446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,128,power_law_1.2,0.22621952056884767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,128,power_law_1.2,0.35347198486328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,128,power_law_1.2,0.5736716842651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,128,power_law_1.2,0.7346086120605468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,128,power_law_1.2,1.0866751861572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,128,power_law_1.2,1.506920928955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,64,balanced,0.0314355206489563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,64,balanced,0.03145600080490112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,64,balanced,0.031752960681915285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,64,balanced,0.03138432025909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,64,balanced,0.05602047920227051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,64,balanced,0.06591743946075439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,64,balanced,0.10737024307250978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,64,balanced,0.10721152305603028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,64,balanced,0.10840448379516601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,64,balanced,0.10851200103759766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,64,balanced,0.10987775802612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,64,balanced,0.10896767616271971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,64,balanced,0.11039999961853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,64,balanced,0.11234944343566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,64,balanced,0.11654399871826171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,64,balanced,0.11956607818603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,64,balanced,0.12261376380920411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,64,balanced,0.12979071617126464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,64,balanced,0.12583807945251463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,64,balanced,0.1367244815826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,64,balanced,0.14645119667053225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,64,balanced,0.1607948875427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,64,balanced,0.1753753662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,64,balanced,0.20917888641357424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,64,balanced,0.2387455940246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,64,balanced,0.32200576782226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,64,balanced,0.4142950439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,64,balanced,0.03061887979507446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,64,balanced,0.03129472017288208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,64,balanced,0.03125119924545288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,64,balanced,0.031701760292053224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,64,balanced,0.042685441970825196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,64,balanced,0.06004479885101318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,64,balanced,0.05993855953216552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,64,balanced,0.061489920616149905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,64,balanced,0.06257919788360596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,64,balanced,0.061432318687438967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,64,balanced,0.030515201091766357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,64,balanced,0.06332159996032714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,64,balanced,0.06399615764617919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,64,balanced,0.06556672096252442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,64,balanced,0.06648831844329835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,64,balanced,0.06995584011077881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,64,balanced,0.07603839874267579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,64,balanced,0.06973951816558838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,64,balanced,0.07683072090148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,64,balanced,0.08536831855773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,64,balanced,0.09882240295410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,64,balanced,0.11432703971862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,64,balanced,0.14648703575134275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,64,balanced,0.17504255294799803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,64,balanced,0.23421695709228513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,64,balanced,0.06573952198028564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,64,balanced,0.29276031494140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,64,power_law_1.01,0.06567039966583252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,64,power_law_1.01,0.06502272129058838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,64,power_law_1.01,0.06592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,64,power_law_1.01,0.06587264060974121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,64,power_law_1.01,0.1053593635559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,64,power_law_1.01,0.10580479621887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,64,power_law_1.01,0.10902015686035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,64,power_law_1.01,0.10857088088989257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,64,power_law_1.01,0.10880767822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,64,power_law_1.01,0.10965248107910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,64,power_law_1.01,0.11449728012084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,64,power_law_1.01,0.11881216049194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,64,power_law_1.01,0.12190208435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,64,power_law_1.01,0.12529279708862304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,64,power_law_1.01,0.13127424240112304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,64,power_law_1.01,0.13112064361572268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,64,power_law_1.01,0.13555968284606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,64,power_law_1.01,0.14863231658935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,64,power_law_1.01,0.1599961566925049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,64,power_law_1.01,0.18338560104370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,64,power_law_1.01,0.22281728744506837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,64,power_law_1.01,0.33660545349121096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,64,power_law_1.01,0.4160140609741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,64,power_law_1.01,0.5612940979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,64,power_law_1.01,0.7543974304199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,64,power_law_1.01,0.04242943763732911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,64,power_law_1.01,1.0348607635498046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,64,power_law_1.01,0.042663679122924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,64,power_law_1.01,0.0427507209777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,64,power_law_1.01,0.043022079467773436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,64,power_law_1.01,0.05800064086914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,64,power_law_1.01,1.4038298034667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,64,power_law_1.01,0.061375999450683595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,64,power_law_1.01,0.06194816112518311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,64,power_law_1.01,0.06214911937713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,64,power_law_1.01,0.06461184024810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,64,power_law_1.01,0.06521088123321533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,64,power_law_1.01,0.06561791896820068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,64,power_law_1.01,0.06822144031524659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,64,power_law_1.01,0.07167232036590576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,64,power_law_1.01,0.07069824218750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,64,power_law_1.01,0.07747072219848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,64,power_law_1.01,0.07535232067108154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,64,power_law_1.01,0.07689727783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,64,power_law_1.01,0.08939392089843749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,64,power_law_1.01,0.10122240066528321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,64,power_law_1.01,0.12716032028198243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,64,power_law_1.01,0.14326656341552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,64,power_law_1.01,0.19599231719970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,64,power_law_1.01,0.2633638381958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,64,power_law_1.01,0.3560563278198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,64,power_law_1.01,0.4609036636352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,64,power_law_1.01,0.6645414733886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,64,power_law_1.01,0.9674765014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,4,64,power_law_1.2,0.06546688079833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,4,64,power_law_1.2,0.06509183883666993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,4,64,power_law_1.2,0.06580607891082764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,4,64,power_law_1.2,0.10440959930419921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,4,64,power_law_1.2,0.10400511741638183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,4,64,power_law_1.2,0.10649984359741212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,4,64,power_law_1.2,0.1076480007171631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,4,64,power_law_1.2,0.1087820816040039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,4,64,power_law_1.2,0.10985471725463866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,4,64,power_law_1.2,0.11101951599121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,4,64,power_law_1.2,0.11458175659179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,4,64,power_law_1.2,0.12018431663513182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,4,64,power_law_1.2,0.12522368431091307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,4,64,power_law_1.2,0.1299839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,4,64,power_law_1.2,0.13082624435424806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,4,64,power_law_1.2,0.12921728134155272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,4,64,power_law_1.2,0.14072832107543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,4,64,power_law_1.2,0.16294784545898439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,4,64,power_law_1.2,0.18380800247192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,4,64,power_law_1.2,0.21069183349609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,4,64,power_law_1.2,0.26551424026489256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,4,64,power_law_1.2,0.3805158233642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,4,64,power_law_1.2,0.5029043197631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,4,64,power_law_1.2,0.8626316833496095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,4,64,power_law_1.2,1.0419213104248048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,4,64,power_law_1.2,1.5492903137207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,64,power_law_1.2,0.046048002243041994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,64,power_law_1.2,0.04239615917205811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,64,power_law_1.2,0.04285568237304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,64,power_law_1.2,0.05800960063934326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,4,64,power_law_1.2,2.187791290283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,64,power_law_1.2,0.057657599449157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,64,power_law_1.2,0.061122560501098634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,64,power_law_1.2,0.06239744186401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,64,power_law_1.2,0.06330880165100097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,64,power_law_1.2,0.0636032009124756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,64,power_law_1.2,0.0638259220123291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,64,power_law_1.2,0.06555007934570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,64,power_law_1.2,0.06823935985565185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,64,power_law_1.2,0.06972415924072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,64,power_law_1.2,0.07859072208404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,64,power_law_1.2,0.07664256095886231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,64,power_law_1.2,0.07510272026062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,64,power_law_1.2,0.07835391998291016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,64,power_law_1.2,0.09793536186218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,64,power_law_1.2,0.11800448417663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,64,power_law_1.2,0.15306495666503905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,64,power_law_1.2,0.18006912231445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,64,power_law_1.2,0.27587583541870114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,64,power_law_1.2,0.3134092712402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,64,power_law_1.2,0.5247999954223632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,64,power_law_1.2,0.6646182250976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,64,power_law_1.2,1.1380735778808595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,64,power_law_1.2,1.4823616027832032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,32,balanced,0.030652160644531252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,32,balanced,0.03055871963500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,32,balanced,0.030737919807434084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,32,balanced,0.03808383941650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,32,balanced,0.055877118110656744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,32,balanced,0.067706880569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,32,balanced,0.10973440170288087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,32,balanced,0.10958975791931151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,32,balanced,0.11145215988159181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,32,balanced,0.11104127883911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,32,balanced,0.11287424087524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,32,balanced,0.1164902400970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,32,balanced,0.11813119888305663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,32,balanced,0.12036735534667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,32,balanced,0.12668416023254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,32,balanced,0.13048831939697264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,32,balanced,0.12483584403991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,32,balanced,0.13220864295959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,32,balanced,0.14216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,32,balanced,0.1551846408843994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,32,balanced,0.1685875129699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,32,balanced,0.1984294319152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,32,balanced,0.2248908805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,32,balanced,0.2797196769714355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,32,balanced,0.3380505752563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,32,balanced,0.4668864059448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,32,balanced,0.6178598403930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,32,balanced,0.030186240673065183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,32,balanced,0.03014656066894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,32,balanced,0.030161919593811037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,32,balanced,0.030407679080963135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,32,balanced,0.03357311964035034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,32,balanced,0.04578432083129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,32,balanced,0.06458752155303955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,32,balanced,0.06489471912384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,32,balanced,0.06672383785247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,32,balanced,0.06650239944458007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,32,balanced,0.06904960155487061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,32,balanced,0.06868351936340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,32,balanced,0.06984704017639161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,32,balanced,0.07288959980010987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,32,balanced,0.07487360000610352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,32,balanced,0.07898880004882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,32,balanced,0.07188992023468017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,32,balanced,0.07779327869415284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,32,balanced,0.08523776054382323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,32,balanced,0.09747455596923829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,32,balanced,0.11357567787170411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,32,balanced,0.1402175998687744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,32,balanced,0.1689753532409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,32,balanced,0.22653568267822263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,32,balanced,0.27951232910156254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,32,balanced,0.3936511993408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,32,balanced,0.02943871974945068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,32,balanced,0.02932224035263061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,32,balanced,0.5054195022583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,32,balanced,0.029392640590667724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,32,balanced,0.029775359630584718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,32,balanced,0.029802238941192626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,32,balanced,0.03280256032943726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,32,balanced,0.03960832118988037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,32,balanced,0.03961600065231323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,32,balanced,0.042385921478271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,32,balanced,0.04349055767059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,32,balanced,0.05299967765808106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,32,balanced,0.05783040046691894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,32,balanced,0.06389120101928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,32,balanced,0.07090559959411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,32,balanced,0.09276672363281249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,32,balanced,0.09886591911315919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,32,balanced,0.10316672325134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,32,balanced,0.1402252769470215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,32,balanced,0.15708160400390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,32,balanced,0.22961536407470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,32,balanced,0.2821862411499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,32,balanced,0.4055462265014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,32,balanced,0.5250163269042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,32,balanced,0.7640140533447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,32,balanced,1.009216003417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,32,balanced,1.4711091613769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,32,power_law_1.01,0.06732416152954102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,32,power_law_1.01,0.06633344173431396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,32,balanced,1.946447296142578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,32,power_law_1.01,0.06657279968261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,32,power_law_1.01,0.06820735931396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,32,power_law_1.01,0.10703359603881837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,32,power_law_1.01,0.10628095626831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,32,power_law_1.01,0.10719743728637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,32,power_law_1.01,0.11069567680358887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,32,power_law_1.01,0.1106867218017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,32,power_law_1.01,0.11167231559753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,32,power_law_1.01,0.12315135955810548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,32,power_law_1.01,0.11708800315856933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,32,power_law_1.01,0.1253286361694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,32,power_law_1.01,0.13054976463317872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,32,power_law_1.01,0.1276953601837158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,32,power_law_1.01,0.1319155216217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,32,power_law_1.01,0.13966079711914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,32,power_law_1.01,0.1564121627807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,32,power_law_1.01,0.16633344650268556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,32,power_law_1.01,0.19528064727783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,32,power_law_1.01,0.2500556755065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,32,power_law_1.01,0.285610237121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,32,power_law_1.01,0.37082366943359374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,32,power_law_1.01,0.47283329010009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,32,power_law_1.01,0.6362905502319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,32,power_law_1.01,0.04467584133148193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,32,power_law_1.01,1.018256607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,32,power_law_1.01,0.0445798397064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,32,power_law_1.01,0.045029120445251467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,32,power_law_1.01,0.04868351936340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,32,power_law_1.01,1.307464904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,32,power_law_1.01,0.061873922348022456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,32,power_law_1.01,0.06364799976348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,32,power_law_1.01,0.06531712055206298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,32,power_law_1.01,0.06592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,32,power_law_1.01,0.06727551937103271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,32,power_law_1.01,0.06747519969940186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,32,power_law_1.01,0.06966784000396728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,32,power_law_1.01,0.07344768047332764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,32,power_law_1.01,0.07603456020355225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,32,power_law_1.01,0.0811788845062256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,32,power_law_1.01,0.08040063858032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,32,power_law_1.01,0.07972864151000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,32,power_law_1.01,0.08182527542114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,32,power_law_1.01,0.0907494354248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,32,power_law_1.01,0.10497920036315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,32,power_law_1.01,0.13201024055480956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,32,power_law_1.01,0.17993856430053712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,32,power_law_1.01,0.21502719879150392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,32,power_law_1.01,0.3236479949951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,32,power_law_1.01,0.47443199157714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,32,power_law_1.01,0.5126758575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,32,power_law_1.01,0.8398617553710939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,32,power_law_1.01,0.02962048053741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,32,power_law_1.01,1.1126783752441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,32,power_law_1.01,0.03006720066070557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,32,power_law_1.01,0.030397439002990724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,32,power_law_1.01,0.03341056108474731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,32,power_law_1.01,0.031744000911712644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,32,power_law_1.01,0.039764480590820314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,32,power_law_1.01,0.04284031867980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,32,power_law_1.01,0.04482816219329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,32,power_law_1.01,0.055253758430480956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,32,power_law_1.01,0.06612480163574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,32,power_law_1.01,0.07103871822357177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,32,power_law_1.01,0.09659903526306153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,32,power_law_1.01,0.09561856269836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,32,power_law_1.01,0.13158271789550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,32,power_law_1.01,0.14881664276123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,32,power_law_1.01,0.14686464309692382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,32,power_law_1.01,0.1888640022277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,32,power_law_1.01,0.2728217506408691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,32,power_law_1.01,0.31573888778686526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,32,power_law_1.01,0.5199641418457032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,32,power_law_1.01,0.6356723022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,8,32,power_law_1.2,0.06723840236663818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,8,32,power_law_1.2,0.06673535823822022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,8,32,power_law_1.2,0.06673791885375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,8,32,power_law_1.2,0.06577919960021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,8,32,power_law_1.2,0.06519423961639405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,8,32,power_law_1.2,0.10731391906738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,8,32,power_law_1.2,0.10768896102905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,8,32,power_law_1.2,0.10909695625305176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,8,32,power_law_1.2,0.11069824218749999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,8,32,power_law_1.2,0.11393024444580077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,8,32,power_law_1.2,0.11798399925231932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,8,32,power_law_1.2,0.122489595413208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,8,32,power_law_1.2,0.12689023971557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,8,32,power_law_1.2,0.13018367767333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,8,32,power_law_1.2,0.12755583763122558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,8,32,power_law_1.2,0.13246208190917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,8,32,power_law_1.2,0.13958911895751952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,8,32,power_law_1.2,0.16032512664794923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,8,32,power_law_1.2,0.17931648254394533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,8,32,power_law_1.2,0.2176704025268555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,8,32,power_law_1.2,0.2513894462585449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,32,power_law_1.01,0.9618701171874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,8,32,power_law_1.2,0.3630156707763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,8,32,power_law_1.2,0.4196582412719726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,8,32,power_law_1.2,0.7220390319824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,8,32,power_law_1.2,0.816162567138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,8,32,power_law_1.2,1.3080831909179689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,32,power_law_1.2,0.04818943977355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,32,power_law_1.2,0.044119038581848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,32,power_law_1.2,0.044975361824035644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,8,32,power_law_1.2,1.8079399108886718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,32,power_law_1.2,0.0447488021850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,32,power_law_1.2,0.0454963207244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,32,power_law_1.2,0.06195712089538574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,32,power_law_1.2,0.06531455993652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,32,power_law_1.2,0.06543744087219239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,32,power_law_1.2,0.06707968235015868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,32,power_law_1.2,0.06626431941986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,32,power_law_1.2,0.07133440017700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,32,power_law_1.2,0.07335423946380615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,32,power_law_1.2,0.07851136207580567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,32,power_law_1.2,0.07673600196838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,32,power_law_1.2,0.07615231990814209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,32,power_law_1.2,0.07876095771789551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,32,power_law_1.2,0.08326911926269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,32,power_law_1.2,0.10619775772094726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,32,power_law_1.2,0.12381440162658693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,32,power_law_1.2,0.1584665584564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,32,power_law_1.2,0.1944371223449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,32,power_law_1.2,0.28883968353271483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,32,power_law_1.2,0.40132225036621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,32,power_law_1.2,0.48227073669433596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,32,power_law_1.2,0.6610124969482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,32,power_law_1.2,1.115962905883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,256,8,32,power_law_1.2,0.02926464080810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,256,8,32,power_law_1.2,0.029434878826141358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,32,power_law_1.2,1.5141734313964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,256,8,32,power_law_1.2,0.0301145601272583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,256,8,32,power_law_1.2,0.03285887956619263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,256,8,32,power_law_1.2,0.03538304090499878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,256,8,32,power_law_1.2,0.0393881607055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,256,8,32,power_law_1.2,0.039504640102386475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,256,8,32,power_law_1.2,0.04544000148773193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,32,power_law_1.01,1.2330355072021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,256,8,32,power_law_1.2,0.05651328086853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,256,8,32,power_law_1.2,0.06541312217712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,256,8,32,power_law_1.2,0.06889344215393066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,256,8,32,power_law_1.2,0.09636608123779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,256,8,32,power_law_1.2,0.10761983871459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,256,8,32,power_law_1.2,0.1309926414489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,256,8,32,power_law_1.2,0.14195967674255372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,256,8,32,power_law_1.2,0.15452416419982912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,256,8,32,power_law_1.2,0.2225689506530762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,256,8,32,power_law_1.2,0.32029823303222654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,256,8,32,power_law_1.2,0.40884353637695314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,256,8,32,power_law_1.2,0.6141683197021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,256,8,32,power_law_1.2,0.7849549102783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,32,power_law_1.01,1.994458923339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,256,8,32,power_law_1.2,1.083636474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,32,power_law_1.01,2.575599365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,16,balanced,0.030202879905700687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,16,balanced,0.029775359630584718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,16,balanced,0.030717439651489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,16,balanced,0.045623040199279784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,16,balanced,0.05788415908813477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,16,balanced,0.07121407985687256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,16,balanced,0.11519231796264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,16,balanced,0.11520383834838868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,16,balanced,0.11909631729125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,16,balanced,0.11924096107482911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,16,balanced,0.1225766372680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,16,balanced,0.12671232223510742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,16,balanced,0.12921600341796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,16,balanced,0.12367232322692871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,16,balanced,0.1278809642791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,16,balanced,0.13235967636108398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,16,balanced,0.14077312469482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,16,balanced,0.15230463981628417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,16,balanced,0.16495744705200194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,16,balanced,0.19191423416137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,16,balanced,0.21833215713500978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,16,balanced,0.2722214317321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,16,balanced,0.3244543838500976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,16,balanced,0.42953983306884763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,16,balanced,0.5364505767822265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,16,balanced,0.7625126647949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,16,balanced,1.0191436767578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,16,balanced,0.03028736114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,16,balanced,0.03027967929840088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,16,balanced,0.030860800743103028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,16,balanced,0.03278464078903198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,16,balanced,0.03795711994171143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,16,balanced,0.05238143920898437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,16,balanced,0.07766911983489991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,16,balanced,0.07732607841491698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,16,balanced,0.07686783790588378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,16,balanced,0.0764902400970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,16,balanced,0.07906432151794433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,16,balanced,0.08193408012390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,16,balanced,0.08469759941101074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,16,balanced,0.07779967784881592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,16,balanced,0.08172927856445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,16,balanced,0.08382719993591309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,16,balanced,0.09095168113708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,16,balanced,0.10228992462158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,16,balanced,0.11628928184509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,16,balanced,0.14195199966430666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,16,balanced,0.16859519958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,16,balanced,0.22102527618408202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,16,balanced,0.2723865509033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,16,balanced,0.3878566360473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,16,balanced,0.48896255493164065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,16,balanced,0.7070630645751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,16,balanced,0.9251494598388671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,16,power_law_1.01,0.057523198127746575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,16,power_law_1.01,0.06642943859100342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,16,power_law_1.01,0.06614912033081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,16,power_law_1.01,0.06798208236694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,16,power_law_1.01,0.07021312236785889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,16,power_law_1.01,0.10911616325378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,16,power_law_1.01,0.11023615837097167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,16,power_law_1.01,0.11159040451049804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,16,power_law_1.01,0.11550975799560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,16,power_law_1.01,0.11696255683898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,16,power_law_1.01,0.12162560462951659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,16,power_law_1.01,0.12357376098632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,16,power_law_1.01,0.1279526424407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,16,power_law_1.01,0.12322048187255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,16,power_law_1.01,0.128154878616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,16,power_law_1.01,0.1330726432800293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,16,power_law_1.01,0.1413043212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,16,power_law_1.01,0.16099327087402343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,16,power_law_1.01,0.1762380790710449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,16,power_law_1.01,0.20957056045532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,16,power_law_1.01,0.26084352493286134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,16,power_law_1.01,0.2996031951904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,16,power_law_1.01,0.41040512084960934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,256,8,32,power_law_1.2,1.7124198913574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,16,power_law_1.01,0.5177830505371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,16,power_law_1.01,0.7988224029541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,16,power_law_1.01,1.0950208282470704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,16,power_law_1.01,0.035183360576629644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,16,power_law_1.01,0.04872704029083252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,16,power_law_1.01,0.04911488056182861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,16,power_law_1.01,0.04809216022491455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,16,power_law_1.01,1.4718643188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,16,power_law_1.01,0.0494374418258667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,16,power_law_1.01,0.07071743965148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,16,power_law_1.01,0.07494272232055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,16,power_law_1.01,0.07317887783050538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,16,power_law_1.01,0.07374080181121825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,16,power_law_1.01,0.07669248104095458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,16,power_law_1.01,0.08041600227355958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,16,power_law_1.01,0.08228863716125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,16,power_law_1.01,0.08492159843444824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,16,power_law_1.01,0.08048000335693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,16,power_law_1.01,0.08225407600402831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,16,power_law_1.01,0.08533120155334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,16,power_law_1.01,0.09263360023498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,16,power_law_1.01,0.11658880233764649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,16,power_law_1.01,0.132294397354126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,16,power_law_1.01,0.17466239929199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,16,power_law_1.01,0.21503231048583987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,16,power_law_1.01,0.29412864685058593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,16,power_law_1.01,0.34846977233886717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,16,power_law_1.01,0.5291187286376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,16,power_law_1.01,0.6469042968750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,16,power_law_1.01,0.9181388854980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,16,16,power_law_1.2,0.05833727836608886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,16,16,power_law_1.2,0.06625919818878175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,16,power_law_1.01,1.12189697265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,16,16,power_law_1.2,0.06472832202911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,16,16,power_law_1.2,0.07098495960235596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,16,16,power_law_1.2,0.07009407997131348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,16,16,power_law_1.2,0.10627200126647948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,16,16,power_law_1.2,0.11054976463317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,16,16,power_law_1.2,0.11190655708312988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,16,16,power_law_1.2,0.11336704254150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,16,16,power_law_1.2,0.11883392333984374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,16,16,power_law_1.2,0.12153216361999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,16,16,power_law_1.2,0.1254195213317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,16,16,power_law_1.2,0.12352383613586426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,16,16,power_law_1.2,0.12400768280029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,16,16,power_law_1.2,0.13251328468322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,16,16,power_law_1.2,0.13902848243713378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,16,16,power_law_1.2,0.1419583988189697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,16,16,power_law_1.2,0.16740224838256837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,16,16,power_law_1.2,0.18890752792358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,16,16,power_law_1.2,0.2411878395080566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,16,16,power_law_1.2,0.293624324798584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,16,16,power_law_1.2,0.3590719985961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,16,16,power_law_1.2,0.43502719879150387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,16,16,power_law_1.2,0.7151257324218749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,16,16,power_law_1.2,0.8767692565917968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,16,16,power_law_1.2,1.3332786560058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,16,power_law_1.2,0.03512831926345825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,16,power_law_1.2,0.048229122161865236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,16,power_law_1.2,0.046894078254699705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,16,16,power_law_1.2,1.8951271057128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,16,power_law_1.2,0.04850560188293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,16,power_law_1.2,0.05616896152496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,16,power_law_1.2,0.07137279987335206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,16,power_law_1.2,0.07423871994018555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,16,power_law_1.2,0.07138304233551025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,16,power_law_1.2,0.0730675220489502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,16,power_law_1.2,0.07459712028503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,16,power_law_1.2,0.07836415767669677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,16,power_law_1.2,0.08402432441711426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,16,power_law_1.2,0.0861900806427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,16,power_law_1.2,0.08098560333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,16,power_law_1.2,0.08605952262878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,16,power_law_1.2,0.09136511802673339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,16,power_law_1.2,0.09466367721557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,16,power_law_1.2,0.12560383796691893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,16,power_law_1.2,0.13477120399475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,16,power_law_1.2,0.1832908821105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,16,power_law_1.2,0.2166912078857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,16,power_law_1.2,0.3349260711669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,16,power_law_1.2,0.4630643081665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,16,power_law_1.2,0.6282777786254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,16,power_law_1.2,0.8314495849609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,16,power_law_1.2,1.2556787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,8,balanced,0.030186240673065183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,8,balanced,0.032014079093933105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,8,balanced,0.03532032012939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,16,power_law_1.2,1.4860697937011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,8,balanced,0.04822400093078613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,8,balanced,0.07929855823516846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,8,balanced,0.07038591861724854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,8,balanced,0.12136704444885253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,8,balanced,0.12555647850036622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,8,balanced,0.1270963191986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,8,balanced,0.13305600166320802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,8,balanced,0.12532352447509765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,8,balanced,0.12992896080017088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,8,balanced,0.1332057571411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,8,balanced,0.141276159286499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,8,balanced,0.14737152099609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,8,balanced,0.15377920150756835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,8,balanced,0.1651968002319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,8,balanced,0.1905779266357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,8,balanced,0.21543807983398439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,8,balanced,0.26738815307617186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,8,balanced,0.3189670372009277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,8,balanced,0.42376064300537114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,8,balanced,0.5242470550537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,8,balanced,0.7280000305175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,8,balanced,0.9375270080566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,8,balanced,1.3560231018066407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,8,balanced,1.8299661254882813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,8,balanced,0.03077759981155396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,8,balanced,0.03119999885559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,8,balanced,0.037679359912872315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,8,balanced,0.04627583980560303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,8,balanced,0.06999807834625245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,8,balanced,0.09363583564758302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,8,balanced,0.09616767883300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,8,balanced,0.034073600769042964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,8,balanced,0.09933695793151856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,8,balanced,0.10030719757080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,8,balanced,0.09451775550842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,8,balanced,0.09670528411865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,8,balanced,0.10012160301208498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,8,balanced,0.10711680412292482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,8,balanced,0.10988415718078612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,8,balanced,0.11635583877563475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,8,balanced,0.13087743759155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,8,balanced,0.15538304328918456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,8,balanced,0.18111743927001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,8,balanced,0.23277183532714846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,8,balanced,0.2851814460754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,8,balanced,0.3842380905151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,8,balanced,0.48386688232421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,8,balanced,0.7125849914550781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,8,balanced,0.9160499572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,8,balanced,1.3515084838867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,8,power_law_1.01,0.0389516806602478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,8,power_law_1.01,0.059491839408874515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,8,balanced,1.7870681762695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,8,power_law_1.01,0.06359551906585693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,8,power_law_1.01,0.0673689603805542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,8,power_law_1.01,0.06983551979064942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,8,power_law_1.01,0.07646592140197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,8,power_law_1.01,0.11496959686279298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,8,power_law_1.01,0.11934207916259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,8,power_law_1.01,0.12197119712829589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,8,power_law_1.01,0.12362239837646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,8,power_law_1.01,0.12782848358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,8,power_law_1.01,0.12956671714782714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,8,power_law_1.01,0.1261862373352051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,8,power_law_1.01,0.13081472396850585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,8,power_law_1.01,0.13653504371643066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,8,power_law_1.01,0.14184063911437989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,8,power_law_1.01,0.15029248237609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,8,power_law_1.01,0.1781376075744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,8,power_law_1.01,0.19445888519287108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,8,power_law_1.01,0.2482431983947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,8,power_law_1.01,0.28646528244018554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,8,power_law_1.01,0.3642649459838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,8,power_law_1.01,0.4662771224975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,8,power_law_1.01,0.6244083023071288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,8,power_law_1.01,0.8536857604980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,8,power_law_1.01,1.2507341003417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,8,power_law_1.01,0.03587584018707275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,8,power_law_1.01,0.04245247840881348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,8,power_law_1.01,1.5972364807128907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,8,power_law_1.01,0.05084671974182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,8,power_law_1.01,0.05800447940826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,8,power_law_1.01,0.05267072200775147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,8,power_law_1.01,0.08631423950195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,8,power_law_1.01,0.08712575912475587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,8,power_law_1.01,0.08888064384460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,8,power_law_1.01,0.09254783630371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,8,power_law_1.01,0.09452032089233399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,8,power_law_1.01,0.06256896018981933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,8,power_law_1.01,0.09531264305114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,8,power_law_1.01,0.09294848442077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,8,power_law_1.01,0.09546624183654785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,8,power_law_1.01,0.10013055801391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,8,power_law_1.01,0.10366592407226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,8,power_law_1.01,0.11542016029357911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,8,power_law_1.01,0.13850367546081543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,8,power_law_1.01,0.17182592391967771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,8,power_law_1.01,0.20525312423706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,8,power_law_1.01,0.24440704345703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,8,power_law_1.01,0.36911617279052733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,8,power_law_1.01,0.4460787200927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,8,power_law_1.01,0.6074227142333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,8,power_law_1.01,0.8557170867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,8,power_law_1.01,1.1630489349365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,256,32,8,power_law_1.2,0.03873023986816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,256,32,8,power_law_1.2,0.0594432020187378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,256,32,8,power_law_1.2,0.06017407894134521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,8,power_law_1.01,1.625104675292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,256,32,8,power_law_1.2,0.0640115213394165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,256,32,8,power_law_1.2,0.07949312210083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,256,32,8,power_law_1.2,0.07510272026062012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,256,32,8,power_law_1.2,0.11931136131286621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,256,32,8,power_law_1.2,0.11869440078735352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,256,32,8,power_law_1.2,0.12273792266845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,256,32,8,power_law_1.2,0.12440575599670409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,256,32,8,power_law_1.2,0.13000320434570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,256,32,8,power_law_1.2,0.12690176010131834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,256,32,8,power_law_1.2,0.1288268756866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,256,32,8,power_law_1.2,0.13034367561340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,256,32,8,power_law_1.2,0.1376972770690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,256,32,8,power_law_1.2,0.14211456298828123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,256,32,8,power_law_1.2,0.15446911811828615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,256,32,8,power_law_1.2,0.17373952865600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,256,32,8,power_law_1.2,0.19822975158691408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,256,32,8,power_law_1.2,0.2654105567932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,256,32,8,power_law_1.2,0.3017740821838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,256,32,8,power_law_1.2,0.405670394897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,256,32,8,power_law_1.2,0.5394892883300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,256,32,8,power_law_1.2,0.6624460601806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,256,32,8,power_law_1.2,0.9477184295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,256,32,8,power_law_1.2,1.5405683898925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,8,power_law_1.2,0.03577984094619751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,8,power_law_1.2,0.04198400020599365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,8,power_law_1.2,0.04648191928863525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,8,power_law_1.2,0.05004159927368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,256,32,8,power_law_1.2,1.9948031616210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,8,power_law_1.2,0.0592793607711792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,8,power_law_1.2,0.08667008399963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,8,power_law_1.2,0.06222464084625244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,8,power_law_1.2,0.08918656349182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,8,power_law_1.2,0.08678912162780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,8,power_law_1.2,0.09043456077575683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,8,power_law_1.2,0.09613696098327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,8,power_law_1.2,0.09720576286315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,8,power_law_1.2,0.0910912036895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,8,power_law_1.2,0.09548928260803222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,8,power_law_1.2,0.10192255973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,8,power_law_1.2,0.10475392341613769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,8,power_law_1.2,0.11610624313354492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,8,power_law_1.2,0.1500057601928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,8,power_law_1.2,0.17325824737548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,8,power_law_1.2,0.22290176391601563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,8,power_law_1.2,0.27661439895629886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,8,power_law_1.2,0.3669900894165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,8,power_law_1.2,0.46198143005371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,8,power_law_1.2,0.6709632110595704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,8,power_law_1.2,0.925564193725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,8,power_law_1.2,1.3468313598632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,256,balanced,0.07178368091583251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,256,balanced,0.06332032203674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,256,balanced,0.06309375762939454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,8,power_law_1.2,1.696062774658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,256,balanced,0.06360703945159912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,256,balanced,0.06323071956634521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,256,balanced,0.07190783977508544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,256,balanced,0.10958975791931151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,256,balanced,0.11079296112060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,256,balanced,0.10973183631896972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,256,balanced,0.10965248107910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,256,balanced,0.1095244789123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,256,balanced,0.11113344192504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,256,balanced,0.11032320022583009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,256,balanced,0.1115839958190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,256,balanced,0.11167872428894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,256,balanced,0.11295488357543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,256,balanced,0.1131942367553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,256,balanced,0.11581439971923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,256,balanced,0.12204671859741212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,256,balanced,0.12618495941162108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,256,balanced,0.12903167724609374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,256,balanced,0.1318668842315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,256,balanced,0.1443238353729248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,256,balanced,0.1534886360168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,256,balanced,0.19259519577026368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,256,balanced,0.1337881565093994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,256,balanced,0.24129152297973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,256,balanced,0.0375436806678772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,256,balanced,0.036170239448547366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,256,balanced,0.037425920963287354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,256,balanced,0.03790591955184937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,256,balanced,0.03764991998672486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,256,balanced,0.0361843204498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,256,balanced,0.05764351844787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,256,balanced,0.05727104187011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,256,balanced,0.057542400360107424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,256,balanced,0.056803841590881345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,256,balanced,0.05740032196044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,256,balanced,0.05703680038452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,256,balanced,0.058798079490661626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,256,balanced,0.05743872165679932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,256,balanced,0.05938432216644287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,256,balanced,0.05940608024597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,256,balanced,0.06110591888427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,256,balanced,0.062136321067810064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,256,balanced,0.06544896125793456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,256,balanced,0.06543488025665282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,256,balanced,0.06972544193267823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,256,balanced,0.07771903991699218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,256,balanced,0.071877121925354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,256,balanced,0.08046208381652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,256,balanced,0.08941184043884277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,256,balanced,0.10492416381835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,256,balanced,0.12452351570129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,256,power_law_1.01,0.0634777593612671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,256,power_law_1.01,0.06287360191345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,256,power_law_1.01,0.06303232192993165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,256,power_law_1.01,0.06287744045257568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,256,power_law_1.01,0.1096332836151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,256,power_law_1.01,0.11049983978271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,256,power_law_1.01,0.11100671768188478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,256,power_law_1.01,0.11093759536743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,256,power_law_1.01,0.11223423957824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,256,power_law_1.01,0.11286144256591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,256,power_law_1.01,0.11642368316650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,256,power_law_1.01,0.11337984085083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,256,power_law_1.01,0.12174976348876954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,256,power_law_1.01,0.12151040077209471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,256,power_law_1.01,0.12490624427795409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,256,power_law_1.01,0.125863676071167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,256,power_law_1.01,0.13183615684509278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,256,power_law_1.01,0.1350489616394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,256,power_law_1.01,0.14507776260375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,256,power_law_1.01,0.1903615951538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,256,power_law_1.01,0.2353267288208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,256,power_law_1.01,0.3644518280029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,256,power_law_1.01,0.4390899276733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,256,power_law_1.01,0.640216293334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,256,power_law_1.01,0.9742412567138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,256,power_law_1.01,1.5765618896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,256,power_law_1.01,0.035385599136352544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,256,power_law_1.01,0.03642879962921143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,256,power_law_1.01,0.036485118865966795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,256,power_law_1.01,1.9414016723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,256,power_law_1.01,0.03619712114334107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,256,power_law_1.01,0.05785088062286377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,256,power_law_1.01,0.05808127880096435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,256,power_law_1.01,0.057980160713195804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,256,power_law_1.01,0.05958655834197998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,256,power_law_1.01,0.058305277824401855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,256,power_law_1.01,0.06114304065704346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,256,power_law_1.01,0.06128511905670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,256,power_law_1.01,0.06414591789245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,256,power_law_1.01,0.06360960006713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,256,power_law_1.01,0.0653926420211792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,256,power_law_1.01,0.06688640117645264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,256,power_law_1.01,0.07017087936401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,256,power_law_1.01,0.07661056041717529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,256,power_law_1.01,0.07738624095916749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,256,power_law_1.01,0.08261887550354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,256,power_law_1.01,0.09732735633850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,256,power_law_1.01,0.11962368011474608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,256,power_law_1.01,0.15870335578918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,256,power_law_1.01,0.21718912124633788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,256,power_law_1.01,0.31939327239990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,256,power_law_1.01,0.4153216171264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,256,power_law_1.01,0.6774502563476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,256,power_law_1.01,0.9400985717773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,256,8,32,power_law_1.2,2.3939187622070315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,1,256,power_law_1.2,0.0631001615524292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,1,256,power_law_1.2,0.06298367977142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,1,256,power_law_1.2,0.06296832084655761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,1,256,power_law_1.2,0.10986495971679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,1,256,power_law_1.2,0.11075967788696288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,1,256,power_law_1.2,0.11033344268798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,1,256,power_law_1.2,0.11086079597473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,1,256,power_law_1.2,0.11274496078491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,1,256,power_law_1.2,0.11283712387084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,1,256,power_law_1.2,0.11336704254150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,1,256,power_law_1.2,0.1154368019104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,1,256,power_law_1.2,0.11968000411987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,1,256,power_law_1.2,0.1200268840789795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,1,256,power_law_1.2,0.12514431953430177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,1,256,power_law_1.2,0.1279360008239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,1,256,power_law_1.2,0.13239808082580568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,1,256,power_law_1.2,0.13826047897338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,1,256,power_law_1.2,0.15521535873413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,1,256,power_law_1.2,0.1869081687927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,1,256,power_law_1.2,0.2736268806457519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,1,256,power_law_1.2,0.36488449096679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,1,256,power_law_1.2,0.5729036712646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,1,256,power_law_1.2,0.7935871887207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,1,256,power_law_1.2,1.3806092834472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,1,256,power_law_1.2,1.9469580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,1,256,power_law_1.2,3.3435559082031245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,1,256,power_law_1.2,0.037733120918273924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,1,256,power_law_1.2,0.034200320243835444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,1,256,power_law_1.2,0.034886400699615475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,1,256,power_law_1.2,3.858006896972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,1,256,power_law_1.2,0.05473408222198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,1,256,power_law_1.2,0.05717887878417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,1,256,power_law_1.2,0.05601151943206787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,1,256,power_law_1.2,0.05843967914581298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,32,power_law_1.01,4.102635498046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,1,256,power_law_1.2,0.05790847778320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,1,256,power_law_1.2,0.06067967891693116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,1,256,power_law_1.2,0.06035840034484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,1,256,power_law_1.2,0.0624128007888794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,1,256,power_law_1.2,0.06379392147064208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,1,256,power_law_1.2,0.0640499210357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,1,256,power_law_1.2,0.0687065601348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,1,256,power_law_1.2,0.07345407962799072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,1,256,power_law_1.2,0.07773183822631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,1,256,power_law_1.2,0.07719039916992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,1,256,power_law_1.2,0.08623359680175782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,1,256,power_law_1.2,0.09695615768432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,1,256,power_law_1.2,0.1306048011779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,1,256,power_law_1.2,0.1807321548461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,1,256,power_law_1.2,0.26265472412109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,1,256,power_law_1.2,0.35685760498046876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,1,256,power_law_1.2,0.5482508850097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,1,256,power_law_1.2,0.9248294067382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,1,256,power_law_1.2,1.4198220825195311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,1,256,power_law_1.2,2.1566925048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,32,power_law_1.01,5.1657690429687495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,128,balanced,0.04434432029724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,128,balanced,0.04407040119171143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,128,balanced,0.046138877868652346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,128,balanced,0.04768383979797363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,128,balanced,0.044545278549194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,128,balanced,0.05848447799682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,128,balanced,0.09773056030273437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,128,balanced,0.09822848320007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,128,balanced,0.09877887725830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,128,balanced,0.09909631729125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,128,balanced,0.09945599555969238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,128,balanced,0.1015321636199951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,128,balanced,0.10148096084594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,128,balanced,0.10255359649658202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,128,balanced,0.10481023788452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,128,balanced,0.10492544174194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,128,balanced,0.1054860782623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,128,balanced,0.1107699203491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,128,balanced,0.11461376190185546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,128,balanced,0.12139904022216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,128,balanced,0.11623935699462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,128,balanced,0.126561279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,128,balanced,0.13605504035949706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,128,balanced,0.15254655838012696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,128,balanced,0.1686182403564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,128,balanced,0.22172800064086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,128,balanced,0.28315647125244137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,128,balanced,0.029791998863220214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,128,balanced,0.029365758895874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,128,balanced,0.02974976062774658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,128,balanced,0.029468159675598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,128,balanced,0.029699840545654298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,128,balanced,0.03401599884033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,128,balanced,0.052481279373168946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,128,balanced,0.05194240093231202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,128,balanced,0.05285632133483886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,128,balanced,0.05267072200775147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,128,balanced,0.053363199234008785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,128,balanced,0.05364096164703369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,128,balanced,0.05435008049011231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,128,balanced,0.054539518356323244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,128,balanced,0.056133117675781254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,128,balanced,0.05724800109863282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,128,balanced,0.059293441772460945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,128,balanced,0.06055808067321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,128,balanced,0.06428800106048585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,128,balanced,0.07117951869964599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,128,balanced,0.0646937608718872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,128,balanced,0.07178112030029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,128,balanced,0.07916927814483643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,128,balanced,0.09399168014526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,128,balanced,0.10899328231811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,128,balanced,0.1400921630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,128,balanced,0.169751033782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,128,power_law_1.01,0.059202561378479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,128,power_law_1.01,0.05864448070526122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,128,power_law_1.01,0.05912064075469971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,128,power_law_1.01,0.05883135795593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,128,power_law_1.01,0.09925248146057128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,128,power_law_1.01,0.10075776100158691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,128,power_law_1.01,0.10230527877807619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,128,power_law_1.01,0.10256256103515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,128,power_law_1.01,0.09939071655273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,128,power_law_1.01,0.1046016025543213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,128,power_law_1.01,0.10694016456604002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,128,power_law_1.01,0.10531071662902831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,128,power_law_1.01,0.11514880180358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,128,power_law_1.01,0.11956735610961915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,128,power_law_1.01,0.12118528366088868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,128,power_law_1.01,0.13011584281921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,128,power_law_1.01,0.14039551734924316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,128,power_law_1.01,0.10754816055297851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,128,power_law_1.01,0.1579967975616455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,128,power_law_1.01,0.18038272857666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,128,power_law_1.01,0.11975168228149413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,128,power_law_1.01,0.4152934265136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,128,power_law_1.01,0.5857036972045899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,128,power_law_1.01,0.835372772216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,128,power_law_1.01,0.2858675193786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,128,power_law_1.01,0.03260159969329834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,128,power_law_1.01,0.03390464067459106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,128,power_law_1.01,1.1775244903564452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,128,power_law_1.01,0.03438463926315308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,128,power_law_1.01,0.03335040092468262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,128,power_law_1.01,0.05086336135864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,128,power_law_1.01,0.05301504135131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,128,power_law_1.01,0.05376768112182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,128,power_law_1.01,0.05495552062988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,128,power_law_1.01,0.05448448181152343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,128,power_law_1.01,1.7918054199218751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,128,power_law_1.01,0.05604735851287842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,128,power_law_1.01,0.0576204776763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,128,power_law_1.01,0.059596800804138185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,128,power_law_1.01,0.06064767837524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,128,power_law_1.01,0.0639680004119873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,128,power_law_1.01,0.06749824047088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,128,power_law_1.01,0.07010687828063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,128,power_law_1.01,0.07051263809204102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,128,power_law_1.01,0.07380095958709718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,128,power_law_1.01,0.08113280296325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,128,power_law_1.01,0.10288512229919433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,128,power_law_1.01,0.10846079826354979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,128,power_law_1.01,0.15269887924194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,128,power_law_1.01,0.17784191131591798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,128,power_law_1.01,0.3296806335449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,128,power_law_1.01,0.39997310638427735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,128,power_law_1.01,0.621822738647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,128,power_law_1.01,0.9389440155029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,2,128,power_law_1.2,0.06736256122589111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,2,128,power_law_1.2,0.059340801239013675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,2,128,power_law_1.2,0.05930240154266357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,2,128,power_law_1.2,0.09868288040161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,2,128,power_law_1.2,0.09952256202697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,2,128,power_law_1.2,0.10151040077209472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,2,128,power_law_1.2,0.10172672271728515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,2,128,power_law_1.2,0.10288384437561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,2,128,power_law_1.2,0.10434687614440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,256,8,32,power_law_1.2,3.7906918334960933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,2,128,power_law_1.2,0.10601984024047853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,2,128,power_law_1.2,0.10604543685913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,2,128,power_law_1.2,0.10992128372192382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,2,128,power_law_1.2,0.11312640190124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,2,128,power_law_1.2,0.11719807624816894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,2,128,power_law_1.2,0.1189030361175537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,2,128,power_law_1.2,0.12454143524169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,2,128,power_law_1.2,0.12463871955871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,2,128,power_law_1.2,0.14237824440002442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,2,128,power_law_1.2,0.16082815170288084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,2,128,power_law_1.2,0.2131430435180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,2,128,power_law_1.2,0.27980415344238285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,2,128,power_law_1.2,0.4592844772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,2,128,power_law_1.2,0.5412876892089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,2,128,power_law_1.2,0.9900787353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,2,128,power_law_1.2,1.3037747192382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,2,128,power_law_1.2,0.03329792022705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,2,128,power_law_1.2,0.03413631916046143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,2,128,power_law_1.2,1.8514866638183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,2,128,power_law_1.2,0.03334399938583374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,2,128,power_law_1.2,0.05193088054656982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,2,128,power_law_1.2,0.05292928218841553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,2,128,power_law_1.2,0.05584000110626221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,2,128,power_law_1.2,0.054680318832397455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,2,128,power_law_1.2,0.055379199981689456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,2,128,power_law_1.2,0.05750144004821778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,2,128,power_law_1.2,0.05912064075469971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,2,128,power_law_1.2,2.994579162597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,2,128,power_law_1.2,0.059571199417114265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,2,128,power_law_1.2,0.06507008075714112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,2,128,power_law_1.2,0.056454401016235355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,2,128,power_law_1.2,0.07015679836273193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,2,128,power_law_1.2,0.07040512084960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,2,128,power_law_1.2,0.0692736005783081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,2,128,power_law_1.2,0.07994368076324462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,2,128,power_law_1.2,0.09225088119506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,2,128,power_law_1.2,0.12222847938537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,2,128,power_law_1.2,0.15026944160461425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,2,128,power_law_1.2,0.21052671432495118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,2,128,power_law_1.2,0.06669568061828614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,2,128,power_law_1.2,0.29189376831054686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,2,128,power_law_1.2,0.5033190536499024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,2,128,power_law_1.2,0.7603533172607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,2,128,power_law_1.2,1.1094566345214845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,2,128,power_law_1.2,1.6623014831542968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,64,balanced,0.028287999629974366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,64,balanced,0.02822400093078613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,64,balanced,0.028152320384979244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,64,balanced,0.028193280696868894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,64,balanced,0.04700416088104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,64,balanced,0.058836479187011716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,64,balanced,0.09500160217285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,64,balanced,0.09514368057250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,64,balanced,0.0964031982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,64,balanced,0.09608448028564454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,64,balanced,0.09710720062255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,64,balanced,0.09774975776672364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,64,balanced,0.09802751541137696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,64,balanced,0.09964672088623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,64,balanced,0.10375679969787596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,64,balanced,0.10630399703979491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,64,balanced,0.10854016304016115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,64,balanced,0.11524991989135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,64,balanced,0.11033472061157226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,64,balanced,0.11927935600280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,64,balanced,0.12685312271118163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,64,balanced,0.14331775665283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,64,balanced,0.15519359588623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,64,balanced,0.1852876853942871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,64,balanced,0.21135744094848632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,64,balanced,0.279290885925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,64,balanced,0.36902145385742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,64,balanced,0.02803328037261963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,64,balanced,0.02808448076248169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,64,balanced,0.028584959506988528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,64,balanced,0.028506879806518552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,64,balanced,0.029035520553588868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,64,balanced,0.035486719608306884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,64,balanced,0.051605758666992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,64,balanced,0.05281280040740967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,64,balanced,0.05359488010406495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,64,balanced,0.053661441802978514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,64,balanced,0.054699521064758304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,64,balanced,0.05652863979339599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,64,balanced,0.059057922363281244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,64,balanced,0.05926527976989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,64,balanced,0.060798721313476564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,64,balanced,0.06369919776916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,64,balanced,0.06935935974121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,64,balanced,0.05622399806976318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,64,balanced,0.06261375904083252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,64,balanced,0.06955008029937744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,64,balanced,0.0752780818939209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,64,balanced,0.08764287948608399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,64,balanced,0.10164352416992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,64,balanced,0.1316531181335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,64,balanced,0.15606271743774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,64,balanced,0.20942720413208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,64,balanced,0.26227712631225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,64,power_law_1.01,0.058211841583251954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,64,power_law_1.01,0.05838079929351807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,64,power_law_1.01,0.05858687877655029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,64,power_law_1.01,0.05867648124694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,64,power_law_1.01,0.09314559936523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,64,power_law_1.01,0.09464063644409179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,64,power_law_1.01,0.09724672317504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,64,power_law_1.01,0.0971622371673584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,64,power_law_1.01,0.09760255813598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,64,power_law_1.01,0.09923456192016603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,64,power_law_1.01,0.10294272422790526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,64,power_law_1.01,0.10653056144714354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,64,power_law_1.01,0.1084825611114502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,64,power_law_1.01,0.11285887718200685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,64,power_law_1.01,0.11567872047424317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,64,power_law_1.01,0.11666303634643556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,64,power_law_1.01,0.1199193572998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,64,power_law_1.01,0.13148927688598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,64,power_law_1.01,0.1415334415435791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,64,power_law_1.01,0.1590886402130127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,64,power_law_1.01,0.1781747245788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,64,power_law_1.01,0.25375104904174806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,64,power_law_1.01,0.3309926223754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,64,power_law_1.01,0.4911833572387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,64,power_law_1.01,0.6677171325683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,64,power_law_1.01,0.914302749633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,64,power_law_1.01,0.03313920021057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,64,power_law_1.01,0.03237119913101196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,64,power_law_1.01,1.1658918762207031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,64,power_law_1.01,0.03304960012435913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,64,power_law_1.01,0.034705920219421385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,64,power_law_1.01,0.05185791969299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,64,power_law_1.01,0.05387263774871827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,64,power_law_1.01,0.05428991794586182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,64,power_law_1.01,0.05505023956298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,64,power_law_1.01,0.05578112125396728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,64,power_law_1.01,0.05772799968719482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,64,power_law_1.01,0.05894271850585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,64,power_law_1.01,0.061708798408508306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,64,power_law_1.01,0.06250495910644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,64,power_law_1.01,0.06681856155395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,64,power_law_1.01,0.07070847988128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,64,power_law_1.01,0.07049856185913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,64,power_law_1.01,0.06961919784545897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,64,power_law_1.01,0.07816703796386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,64,power_law_1.01,0.08619263648986816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,64,power_law_1.01,0.11082367897033692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,64,power_law_1.01,0.12936320304870605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,64,power_law_1.01,0.17323392868041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,64,power_law_1.01,0.23840000152587892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,64,power_law_1.01,0.2920601654052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,64,power_law_1.01,0.47174911499023436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,64,power_law_1.01,0.6248281478881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,64,power_law_1.01,0.9072755432128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,256,8,32,power_law_1.2,5.677982788085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,4,64,power_law_1.2,0.0580083179473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,4,64,power_law_1.2,0.057786879539489744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,4,64,power_law_1.2,0.05867775917053223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,4,64,power_law_1.2,0.0930777645111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,4,64,power_law_1.2,0.09200639724731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,4,64,power_law_1.2,0.0950540828704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,4,64,power_law_1.2,0.09628671646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,4,64,power_law_1.2,0.09685888290405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,4,64,power_law_1.2,0.09786751747131348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,4,64,power_law_1.2,0.09965312004089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,4,64,power_law_1.2,0.1023692798614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,4,64,power_law_1.2,0.10670080184936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,4,64,power_law_1.2,0.10938752174377442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,4,64,power_law_1.2,0.11135744094848632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,4,64,power_law_1.2,0.1155724811553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,4,64,power_law_1.2,0.11468928337097169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,4,64,power_law_1.2,0.12466815948486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,4,64,power_law_1.2,0.14054400444030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,4,64,power_law_1.2,0.15682815551757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,4,64,power_law_1.2,0.20340864181518556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,4,64,power_law_1.2,0.2510720062255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,4,64,power_law_1.2,0.3372441482543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,4,64,power_law_1.2,0.4952537536621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,4,64,power_law_1.2,0.6966937255859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,4,64,power_law_1.2,0.9399501037597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,4,64,power_law_1.2,1.4225343322753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,4,64,power_law_1.2,1.9062042236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,4,64,power_law_1.2,0.035174400806427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,4,64,power_law_1.2,0.033562879562377926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,4,64,power_law_1.2,0.03383807897567749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,4,64,power_law_1.2,0.035324161052703855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,4,64,power_law_1.2,0.051299839019775396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,4,64,power_law_1.2,0.05304319858551025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,4,64,power_law_1.2,0.054862079620361326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,4,64,power_law_1.2,0.05563263893127442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,4,64,power_law_1.2,0.056145920753479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,4,64,power_law_1.2,0.05784832000732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,4,64,power_law_1.2,0.05961088180541992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,4,64,power_law_1.2,0.06204671859741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,4,64,power_law_1.2,0.0640076780319214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,4,64,power_law_1.2,0.07206655979156494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,4,64,power_law_1.2,0.07067647933959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,4,64,power_law_1.2,0.06857855796813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,4,64,power_law_1.2,0.07170559883117675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,4,64,power_law_1.2,0.08493311882019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,4,64,power_law_1.2,0.09908096313476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,4,64,power_law_1.2,0.13803520202636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,4,64,power_law_1.2,0.16622335433959962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,4,64,power_law_1.2,0.23866880416870115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,4,64,power_law_1.2,0.3076953506469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,4,64,power_law_1.2,0.5249267196655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,4,64,power_law_1.2,0.6838438415527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,4,64,power_law_1.2,0.9552690887451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,4,64,power_law_1.2,1.2411417388916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,32,balanced,0.027512319087982177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,32,balanced,0.02750591993331909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,32,balanced,0.027854080200195315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,32,balanced,0.034224638938903804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,32,balanced,0.04993535995483399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,32,balanced,0.06076032161712647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,32,balanced,0.09795583724975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,32,balanced,0.0981388759613037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,32,balanced,0.09997183799743652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,32,balanced,0.09994239807128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,32,balanced,0.10148351669311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,32,balanced,0.10330880165100098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,32,balanced,0.10531328201293946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,32,balanced,0.10808320045471191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,32,balanced,0.11242112159729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,32,balanced,0.11599871635437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,32,balanced,0.10973823547363282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,32,balanced,0.11591551780700685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,32,balanced,0.12437760353088378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,32,balanced,0.1371660804748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,32,balanced,0.148602876663208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,32,balanced,0.175731201171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,32,balanced,0.19872127532958986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,32,balanced,0.24910335540771483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,32,balanced,0.2963980865478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,32,balanced,0.4076851272583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,32,balanced,0.028180480003356934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,32,balanced,0.5422873687744141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,32,balanced,0.02823807954788208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,32,balanced,0.0275929594039917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,32,balanced,0.02868351936340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,32,balanced,0.029840641021728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,32,balanced,0.03974272012710571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,32,balanced,0.05771647930145264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,32,balanced,0.05878015995025635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,32,balanced,0.06041471958160401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,32,balanced,0.06037888050079345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,32,balanced,0.062391037940979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,32,balanced,0.06157951831817628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,32,balanced,0.06305791854858397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,32,balanced,0.06571392059326173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,32,balanced,0.06834176063537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,32,balanced,0.07180799961090087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,32,balanced,0.06466176033020019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,32,balanced,0.06998015880584717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,32,balanced,0.07528831958770751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,32,balanced,0.08633472442626952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,32,balanced,0.09937536239624023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,32,balanced,0.12469375610351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,32,balanced,0.14922240257263183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,32,balanced,0.20258815765380858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,32,balanced,0.24790016174316407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,32,balanced,0.34803966522216795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,32,balanced,0.4459340667724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,32,balanced,0.024547839164733888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,32,balanced,0.024472320079803468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,32,balanced,0.024351999759674073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,32,balanced,0.02516864061355591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,32,balanced,0.025167360305786136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,32,balanced,0.02778624057769775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,32,balanced,0.038179841041564945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,32,balanced,0.038526721000671386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,32,balanced,0.042109441757202146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,32,balanced,0.042434558868408204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,32,balanced,0.05203968048095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,32,balanced,0.054644479751586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,32,balanced,0.06265471935272217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,32,balanced,0.07184895992279053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,32,balanced,0.08037504196166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,32,balanced,0.08542976379394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,32,balanced,0.08762751579284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,32,balanced,0.12615807533264162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,32,balanced,0.14006400108337402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,32,balanced,0.19798528671264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,32,balanced,0.24762752532958981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,32,balanced,0.35822593688964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,32,balanced,0.45975166320800775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,32,balanced,0.6659763336181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,32,balanced,0.8800908660888671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,32,balanced,1.2827072143554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,32,power_law_1.01,0.05826816082000732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,32,power_law_1.01,0.05857151985168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,32,balanced,1.7001510620117188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,32,power_law_1.01,0.059127039909362786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,32,power_law_1.01,0.05998591899871826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,32,power_law_1.01,0.09530112266540527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,32,power_law_1.01,0.09417599678039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,32,power_law_1.01,0.0967296028137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,32,power_law_1.01,0.09767935752868653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,32,power_law_1.01,0.0989452838897705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,32,power_law_1.01,0.10123135566711425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,32,power_law_1.01,0.10402688026428222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,32,power_law_1.01,0.10936063766479491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,32,power_law_1.01,0.11048192024230956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,32,power_law_1.01,0.11610752105712892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,32,power_law_1.01,0.11139583587646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,32,power_law_1.01,0.11488127708435059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,32,power_law_1.01,0.12243968009948732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,32,power_law_1.01,0.1339020824432373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,32,power_law_1.01,0.1432652759552002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,32,power_law_1.01,0.17980415344238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,32,power_law_1.01,0.20726783752441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,32,power_law_1.01,0.2564224052429199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,32,power_law_1.01,0.28453247070312504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,32,power_law_1.01,0.44850688934326166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,32,power_law_1.01,0.5283596801757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,32,power_law_1.01,0.8944230651855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,32,power_law_1.01,0.03758975982666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,32,power_law_1.01,1.1891327667236329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,32,power_law_1.01,0.03746047973632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,32,power_law_1.01,0.04104063987731933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,32,power_law_1.01,0.0397875189781189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,32,power_law_1.01,0.05609087944030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,32,power_law_1.01,0.0554252815246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,32,power_law_1.01,0.05883776187896729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,32,power_law_1.01,0.05885056018829345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,32,power_law_1.01,0.06038656234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,32,power_law_1.01,0.06047232151031494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,32,power_law_1.01,0.06340479850769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,32,power_law_1.01,0.06652800083160401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,32,power_law_1.01,0.06973951816558838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,32,power_law_1.01,0.07474048137664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,32,power_law_1.01,0.0690828800201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,32,power_law_1.01,0.07071743965148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,32,power_law_1.01,0.07330560207366943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,32,power_law_1.01,0.08554752349853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,32,power_law_1.01,0.09529727935791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,32,power_law_1.01,0.1402355194091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,32,power_law_1.01,0.15949055671691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,32,power_law_1.01,0.20569599151611326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,32,power_law_1.01,0.2630668830871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,32,power_law_1.01,0.3678182220458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,32,power_law_1.01,0.4826969528198243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,32,power_law_1.01,0.6735257720947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,32,power_law_1.01,0.9906636810302734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,32,power_law_1.01,0.024751360416412356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,32,power_law_1.01,0.025036799907684325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,32,power_law_1.01,0.02533632040023804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,32,power_law_1.01,0.02785151958465576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,32,power_law_1.01,0.029829120635986327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,32,power_law_1.01,0.04096255779266357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,32,power_law_1.01,0.04078720092773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,32,power_law_1.01,0.054644479751586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,32,power_law_1.01,0.06258431911468507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,32,power_law_1.01,0.06565887928009033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,32,power_law_1.01,0.08106880187988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,32,power_law_1.01,0.08558208465576171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,32,power_law_1.01,0.08906880378723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,32,power_law_1.01,0.11964159965515138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,32,power_law_1.01,0.11912575721740723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,32,power_law_1.01,0.13547136306762694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,32,power_law_1.01,0.19228927612304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,32,power_law_1.01,0.22847103118896483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,32,power_law_1.01,0.2448486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,32,power_law_1.01,0.4593727874755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,32,power_law_1.01,0.6018841552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,32,power_law_1.01,0.9111090850830077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,8,32,power_law_1.2,0.058269438743591306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,8,32,power_law_1.2,0.05872767925262451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,8,32,power_law_1.2,0.05908351898193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,8,32,power_law_1.2,0.05902592182159424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,8,32,power_law_1.2,0.09433856010437011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,8,32,power_law_1.2,0.09438079833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,8,32,power_law_1.2,0.09593471527099609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,8,32,power_law_1.2,0.09752703666687011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,8,32,power_law_1.2,0.0978163242340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,8,32,power_law_1.2,0.10156671524047851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,8,32,power_law_1.2,0.10407551765441894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,8,32,power_law_1.2,0.10935423851013185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,8,32,power_law_1.2,0.11138943672180175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,8,32,power_law_1.2,0.11578880310058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,8,32,power_law_1.2,0.11677824020385744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,8,32,power_law_1.2,0.11890687942504882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,8,32,power_law_1.2,0.12423680305480958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,8,32,power_law_1.2,0.137772798538208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,8,32,power_law_1.2,0.1535923194885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,8,32,power_law_1.2,0.20100736618041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,8,32,power_law_1.2,0.22607744216918943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,8,32,power_law_1.2,0.3128447914123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,8,32,power_law_1.2,0.4233663940429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,8,32,power_law_1.2,0.6214720153808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,8,32,power_law_1.2,0.8340966033935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,8,32,power_law_1.2,1.1203020477294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,32,power_law_1.01,1.0725772857666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,8,32,power_law_1.2,0.037402880191802976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,8,32,power_law_1.2,0.037351679801940915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,8,32,power_law_1.2,0.03720704078674316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,8,32,power_law_1.2,0.03891583919525147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,8,32,power_law_1.2,0.05384575843811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,8,32,power_law_1.2,1.7568780517578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,8,32,power_law_1.2,0.05547135829925537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,8,32,power_law_1.2,0.05965439796447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,8,32,power_law_1.2,0.05818624019622802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,8,32,power_law_1.2,0.060142078399658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,8,32,power_law_1.2,0.06089600086212158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,8,32,power_law_1.2,0.06411903858184814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,8,32,power_law_1.2,0.06719871997833252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,8,32,power_law_1.2,0.07090816020965576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,8,32,power_law_1.2,0.06538623809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,8,32,power_law_1.2,0.07201663970947265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,8,32,power_law_1.2,0.07104000091552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,8,32,power_law_1.2,0.07620480060577392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,8,32,power_law_1.2,0.0916147232055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,8,32,power_law_1.2,0.11356543540954589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,8,32,power_law_1.2,0.1506764793395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,8,32,power_law_1.2,0.17720575332641603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,8,32,power_law_1.2,0.24340608596801755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,8,32,power_law_1.2,0.3271513748168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,8,32,power_law_1.2,0.5313446426391601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,8,32,power_law_1.2,0.6745331573486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,8,32,power_law_1.2,0.9116748809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,6144,2048,8,256,8,32,power_law_1.2,0.02441472053527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,6144,2048,8,256,8,32,power_law_1.2,0.02464384078979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,8,32,power_law_1.2,1.2826573181152345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,6144,2048,8,256,8,32,power_law_1.2,0.0252672004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,6144,2048,8,256,8,32,power_law_1.2,0.026311678886413576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,6144,2048,8,256,8,32,power_law_1.2,0.029958400726318356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,6144,2048,8,256,8,32,power_law_1.2,0.041048321723937985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,6144,2048,8,256,8,32,power_law_1.2,0.042792959213256834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,6144,2048,8,256,8,32,power_law_1.2,0.05405183792114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,6144,2048,8,256,8,32,power_law_1.2,0.06408703804016114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,6144,2048,8,256,8,32,power_law_1.2,0.0669209623336792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,6144,2048,8,256,8,32,power_law_1.2,0.08083071708679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,6144,2048,8,256,8,32,power_law_1.2,0.09057024002075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,6144,2048,8,256,8,32,power_law_1.2,0.09386879920959472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,6144,2048,8,256,8,32,power_law_1.2,0.12455807685852052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,6144,2048,8,256,8,32,power_law_1.2,0.1251814365386963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,256,8,32,power_law_1.2,6.98155517578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,6144,2048,8,256,8,32,power_law_1.2,0.17090303421020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,6144,2048,8,256,8,32,power_law_1.2,0.22466304779052731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,32,power_law_1.01,1.5883673095703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,6144,2048,8,256,8,32,power_law_1.2,0.30275199890136717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,6144,2048,8,256,8,32,power_law_1.2,0.4088140869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,6144,2048,8,256,8,32,power_law_1.2,0.5171878433227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,6144,2048,8,256,8,32,power_law_1.2,0.7073638153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,6144,2048,8,256,8,32,power_law_1.2,0.9373798370361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,32,power_law_1.01,2.132794952392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,16,balanced,0.02729088068008423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,16,balanced,0.027434239387512206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,16,balanced,0.02825344085693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,16,balanced,0.030321919918060304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,16,balanced,0.050830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,16,balanced,0.06262271881103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,16,balanced,0.10064512252807618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,16,balanced,0.10070143699645998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,16,balanced,0.10520959854125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,16,balanced,0.10532352447509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,16,balanced,0.1089139175415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,16,balanced,0.11155072212219239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,16,balanced,0.1154368019104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,16,balanced,0.10834176063537597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,16,balanced,0.11226752281188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,16,balanced,0.1159334373474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,16,balanced,0.12360960006713868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,16,balanced,0.1345766353607178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,16,balanced,0.14482687950134276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,16,balanced,0.16970367431640626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,16,balanced,0.19191551208496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,16,balanced,0.23962495803833006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,16,balanced,0.2856755256652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,16,balanced,0.37840129852294924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,16,balanced,0.47180416107177736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,16,balanced,0.6710195159912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,16,balanced,0.8971327972412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,16,balanced,0.028051199913024905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,16,balanced,0.02808703899383545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,16,balanced,0.02865920066833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,16,balanced,0.029962239265441892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,16,balanced,0.03383039951324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,16,balanced,0.04451200008392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,16,balanced,0.0675865602493286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,16,balanced,0.06762368202209472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,16,balanced,0.07017600059509277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,16,balanced,0.07003007888793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,16,balanced,0.07276159763336182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,16,balanced,0.07551871776580811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,16,balanced,0.07751808166503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,16,balanced,0.0699622392654419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,16,balanced,0.07350016117095948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,16,balanced,0.07564159870147705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,16,balanced,0.0803711986541748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,16,balanced,0.09019519805908202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,16,balanced,0.10369919776916503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,16,balanced,0.12686847686767577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,16,balanced,0.14959872245788575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,16,balanced,0.1962918472290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,16,balanced,0.24075008392333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,16,balanced,0.3427110290527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,16,balanced,0.43275009155273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,16,balanced,0.6248140716552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,16,balanced,0.8160499572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,16,power_law_1.01,0.04739200115203858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,16,power_law_1.01,0.05932672023773193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,16,power_law_1.01,0.058849282264709465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,16,power_law_1.01,0.06024064064025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,16,power_law_1.01,0.06173056125640869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,16,power_law_1.01,0.09573504447937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,16,power_law_1.01,0.09751296043395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,16,power_law_1.01,0.10195327758789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,16,power_law_1.01,0.10454527854919433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,16,power_law_1.01,0.10529151916503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,16,power_law_1.01,0.10888832092285157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,16,power_law_1.01,0.11324159622192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,16,power_law_1.01,0.11486847877502442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,16,power_law_1.01,0.10970879554748536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,16,power_law_1.01,0.11528191566467286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,16,power_law_1.01,0.12139648437499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,16,power_law_1.01,0.1268019199371338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,16,power_law_1.01,0.14400128364562986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,16,power_law_1.01,0.15182975769042967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,16,power_law_1.01,0.18417791366577146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,16,power_law_1.01,0.22139007568359376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,16,power_law_1.01,0.3002790451049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,16,power_law_1.01,0.33902721405029296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,16,power_law_1.01,0.5370687866210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,16,power_law_1.01,0.7128179168701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,16,power_law_1.01,0.9409126281738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,16,power_law_1.01,1.3378469848632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,16,power_law_1.01,0.03229824066162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,16,power_law_1.01,0.04082304000854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,16,power_law_1.01,0.03998975992202759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,16,power_law_1.01,0.04294271945953369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,16,power_law_1.01,0.04445055961608887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,16,power_law_1.01,0.06297215938568115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,16,power_law_1.01,0.06504064083099366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,16,power_law_1.01,0.06523776054382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,16,power_law_1.01,0.06665472030639649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,16,power_law_1.01,0.06867072105407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,16,power_law_1.01,0.07182464122772217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,16,power_law_1.01,0.07611135959625244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,6144,2048,8,256,8,32,power_law_1.2,1.3773631286621093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,16,power_law_1.01,0.07843711853027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,16,power_law_1.01,0.07132415771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,16,power_law_1.01,0.07423359870910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,16,power_law_1.01,0.07793024063110351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,16,power_law_1.01,0.08332032203674317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,16,power_law_1.01,0.10642175674438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,16,power_law_1.01,0.11715968132019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,16,power_law_1.01,0.15182592391967772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,16,power_law_1.01,0.20213632583618163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,16,power_law_1.01,0.25004671096801756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,16,power_law_1.01,0.32011520385742187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,16,power_law_1.01,0.42993022918701174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,16,power_law_1.01,0.6089177703857421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,16,power_law_1.01,0.8303282928466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,16,16,power_law_1.2,0.045841917991638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,16,16,power_law_1.2,0.05880447864532471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,16,power_law_1.01,1.100453109741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,16,16,power_law_1.2,0.057372159957885735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,16,16,power_law_1.2,0.06701183795928956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,16,16,power_law_1.2,0.06222208023071289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,16,16,power_law_1.2,0.09624064445495606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,16,16,power_law_1.2,0.09886336326599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,16,16,power_law_1.2,0.0994099235534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,16,16,power_law_1.2,0.10214271545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,16,16,power_law_1.2,0.10488832473754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,16,16,power_law_1.2,0.10831616401672364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,16,16,power_law_1.2,0.112925443649292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,16,16,power_law_1.2,0.11118592262268065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,16,16,power_law_1.2,0.11415936470031737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,16,16,power_law_1.2,0.12138367652893067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,16,16,power_law_1.2,0.12623744010925292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,16,16,power_law_1.2,0.14865023612976075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,16,16,power_law_1.2,0.17069440841674804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,16,16,power_law_1.2,0.11825023651123048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,16,16,power_law_1.2,0.21394943237304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,16,16,power_law_1.2,0.2406732749938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,16,16,power_law_1.2,0.2996646308898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,16,16,power_law_1.2,0.3923110580444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,16,16,power_law_1.2,0.609617919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,16,16,power_law_1.2,0.817043228149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,16,16,power_law_1.2,1.2931021118164063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,16,16,power_law_1.2,0.03283200025558471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,16,16,power_law_1.2,0.04114816188812256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,16,16,power_law_1.2,0.041278719902038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,16,16,power_law_1.2,0.042513918876647946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,16,16,power_law_1.2,1.826209259033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,16,16,power_law_1.2,0.04442495822906494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,16,16,power_law_1.2,0.06379392147064208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,16,16,power_law_1.2,0.0650163221359253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,16,16,power_law_1.2,0.0662233591079712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,16,16,power_law_1.2,0.06780672073364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,16,16,power_law_1.2,0.0699622392654419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,16,16,power_law_1.2,0.07286399841308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,16,16,power_law_1.2,0.07928063869476318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,16,16,power_law_1.2,0.07511807918548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,16,16,power_law_1.2,0.07439871788024902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,16,16,power_law_1.2,0.07625855922698974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,16,16,power_law_1.2,0.07821695804595948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,16,16,power_law_1.2,0.08433919906616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,16,16,power_law_1.2,0.10285568237304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,16,16,power_law_1.2,0.11861120223999025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,16,16,power_law_1.2,0.1587942409515381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,16,16,power_law_1.2,0.19484928131103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,16,16,power_law_1.2,0.256235523223877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,16,16,power_law_1.2,0.33554943084716793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,16,16,power_law_1.2,0.5053055953979493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,16,16,power_law_1.2,0.619626235961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,16,16,power_law_1.2,1.0632025909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,8,balanced,0.02839807987213135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,8,balanced,0.02886784076690674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,16,16,power_law_1.2,1.2352102661132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,8,balanced,0.03204479932785034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,8,balanced,0.04819456100463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,8,balanced,0.07125376224517822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,8,balanced,0.10843775749206544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,8,balanced,0.10992768287658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,8,balanced,0.11438336372375488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,8,balanced,0.11739007949829101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,8,balanced,0.11016575813293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,8,balanced,0.05671552181243896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,8,balanced,0.11350015640258788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,8,balanced,0.11743231773376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,8,balanced,0.12386431694030761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,8,balanced,0.1288576030731201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,8,balanced,0.13508992195129393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,8,balanced,0.14571136474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,8,balanced,0.16840192794799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,8,balanced,0.1902463912963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,8,balanced,0.2356518363952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,8,balanced,0.2798515129089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,8,balanced,0.3719718551635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,8,balanced,0.46081665039062497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,8,balanced,0.6418560028076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,8,balanced,0.82505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,8,balanced,1.1941452789306641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,8,balanced,0.028487679958343504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,8,balanced,0.029382400512695313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,8,balanced,0.031563520431518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,8,balanced,1.609557800292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,8,balanced,0.034493439197540283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,8,balanced,0.04156415939331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,8,balanced,0.05982079982757569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,8,balanced,0.08226688385009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,8,balanced,0.08332287788391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,8,balanced,0.08814080238342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,8,balanced,0.09121664047241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,8,balanced,0.08275839805603027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,8,balanced,0.0855884838104248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,8,balanced,0.08789376258850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,8,balanced,0.09244928359985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,8,balanced,0.09733759880065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,8,balanced,0.1026700782775879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,8,balanced,0.11657728195190428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,8,balanced,0.13688447952270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,8,balanced,0.16115711212158204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,8,balanced,0.20468992233276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,8,balanced,0.2521126365661621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,8,balanced,0.3392844772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,8,balanced,0.42777854919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,8,balanced,0.6281600189208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,8,balanced,0.807509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,8,balanced,1.1911705780029298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,8,power_law_1.01,0.031152639389038082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,8,power_law_1.01,0.051302399635314945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,8,balanced,1.5736192321777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,8,power_law_1.01,0.05716351985931396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,8,power_law_1.01,0.058768639564514155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,8,power_law_1.01,0.06340479850769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,8,power_law_1.01,0.06620927810668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,8,power_law_1.01,0.10291456222534179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,8,power_law_1.01,0.10679936408996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,8,power_law_1.01,0.10994048118591308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,8,power_law_1.01,0.11299455642700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,8,power_law_1.01,0.11691904067993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,8,power_law_1.01,0.11743231773376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,8,power_law_1.01,0.11123200416564942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,8,power_law_1.01,0.11829119682312013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,8,power_law_1.01,0.12234368324279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,8,power_law_1.01,0.126112003326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,8,power_law_1.01,0.13430272102355958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,8,power_law_1.01,0.1493056011199951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,8,power_law_1.01,0.17626880645751952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,8,power_law_1.01,0.21795967102050778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,8,power_law_1.01,0.24518655776977538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,8,power_law_1.01,0.35355262756347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,8,power_law_1.01,0.4544729614257813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,8,power_law_1.01,0.558927345275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,8,power_law_1.01,0.7399359893798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,8,power_law_1.01,1.2171494293212892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,8,power_law_1.01,0.03285120010375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,8,power_law_1.01,0.037569279670715335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,8,power_law_1.01,1.4892185974121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,8,power_law_1.01,0.04405888080596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,8,power_law_1.01,0.0471884822845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,8,power_law_1.01,0.05152768135070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,8,power_law_1.01,0.051928319931030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,8,power_law_1.01,0.07658624172210693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,8,power_law_1.01,0.07706495761871338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,8,power_law_1.01,0.0800972843170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,8,power_law_1.01,0.08547327995300294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,8,power_law_1.01,0.08468480110168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,8,power_law_1.01,0.08993023872375489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,8,power_law_1.01,0.08237567901611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,8,power_law_1.01,0.08757247924804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,8,power_law_1.01,0.08995712280273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,8,power_law_1.01,0.09385087966918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,8,power_law_1.01,0.09844608306884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,8,power_law_1.01,0.12535552024841307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,8,power_law_1.01,0.14981760025024413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,8,power_law_1.01,0.19222143173217773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,8,power_law_1.01,0.23124864578247067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,8,power_law_1.01,0.31827072143554686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,8,power_law_1.01,0.4001638412475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,8,power_law_1.01,0.5700761413574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,8,power_law_1.01,0.71006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,8,power_law_1.01,1.1026892852783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2048,8,256,32,8,power_law_1.2,0.031087360382080077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2048,8,256,32,8,power_law_1.2,0.051557121276855467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,8,power_law_1.01,1.5095423889160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2048,8,256,32,8,power_law_1.2,0.05363071918487548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2048,8,256,32,8,power_law_1.2,0.06232192039489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2048,8,256,32,8,power_law_1.2,0.06368512153625489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2048,8,256,32,8,power_law_1.2,0.06660223960876464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2048,8,256,32,8,power_law_1.2,0.105862398147583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2048,8,256,32,8,power_law_1.2,0.10670975685119628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2048,8,256,32,8,power_law_1.2,0.11078656196594239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2048,8,256,32,8,power_law_1.2,0.11166591644287109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2048,8,256,32,8,power_law_1.2,0.1174950408935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2048,8,256,32,8,power_law_1.2,0.11097599983215331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2048,8,256,32,8,power_law_1.2,0.11153663635253905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2048,8,256,32,8,power_law_1.2,0.11741824150085449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2048,8,256,32,8,power_law_1.2,0.12348287582397462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2048,8,256,32,8,power_law_1.2,0.12657152175903322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2048,8,256,32,8,power_law_1.2,0.13593728065490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2048,8,256,32,8,power_law_1.2,0.16191104888916014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2048,8,256,32,8,power_law_1.2,0.1815679931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2048,8,256,32,8,power_law_1.2,0.212359676361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2048,8,256,32,8,power_law_1.2,0.26441856384277346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2048,8,256,32,8,power_law_1.2,0.35369857788085934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2048,8,256,32,8,power_law_1.2,0.43740161895751956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2048,8,256,32,8,power_law_1.2,0.6592511749267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2048,8,256,32,8,power_law_1.2,0.8343001556396483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,32,power_law_1.01,3.5696435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,6144,2048,8,256,8,32,power_law_1.2,1.7608409118652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2048,8,256,32,8,power_law_1.2,0.03283711910247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2048,8,256,32,8,power_law_1.2,0.037379839420318604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2048,8,256,32,8,power_law_1.2,0.04025856018066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2048,8,256,32,8,power_law_1.2,0.04315648078918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2048,8,256,32,8,power_law_1.2,1.2217625427246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2048,8,256,32,8,power_law_1.2,0.050392317771911624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2048,8,256,32,8,power_law_1.2,0.056423678398132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2048,8,256,32,8,power_law_1.2,0.07903232097625731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2048,8,256,32,8,power_law_1.2,1.4182424926757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2048,8,256,32,8,power_law_1.2,0.07854464054107665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2048,8,256,32,8,power_law_1.2,0.08030207633972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2048,8,256,32,8,power_law_1.2,0.0826854419708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2048,8,256,32,8,power_law_1.2,0.08626303672790528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2048,8,256,32,8,power_law_1.2,0.0904422378540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2048,8,256,32,8,power_law_1.2,0.08287232398986817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2048,8,256,32,8,power_law_1.2,0.08592384338378907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2048,8,256,32,8,power_law_1.2,0.09657983779907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2048,8,256,32,8,power_law_1.2,0.10861311912536623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2048,8,256,32,8,power_law_1.2,0.1263436794281006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2048,8,256,32,8,power_law_1.2,0.15384703636169433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2048,8,256,32,8,power_law_1.2,0.19472896575927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2048,8,256,32,8,power_law_1.2,0.237891845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2048,8,256,32,8,power_law_1.2,0.3201228713989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2048,8,256,32,8,power_law_1.2,0.433436164855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2048,8,256,32,8,power_law_1.2,0.09172351837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2048,8,256,32,8,power_law_1.2,0.6276095962524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,128,balanced,0.01668223977088928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,128,balanced,0.016383999586105348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,128,balanced,0.016567039489746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2048,8,256,32,8,power_law_1.2,0.8458739471435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,128,balanced,0.016518399715423585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,128,balanced,0.0166975998878479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,128,balanced,0.022400000095367432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,128,balanced,0.02261888027191162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,128,balanced,0.02248960018157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,128,balanced,0.02305919885635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2048,8,256,32,8,power_law_1.2,1.2641881561279296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,128,balanced,0.02317568063735962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,128,balanced,0.022908160686492922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,128,balanced,0.023709440231323244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,128,balanced,0.0235916805267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,128,balanced,0.024094719886779786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,128,balanced,0.024577279090881348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,128,balanced,0.02514048099517822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2048,8,256,32,8,power_law_1.2,1.4819981384277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,128,balanced,0.026384639739990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,128,balanced,0.027713279724121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,128,balanced,0.029422080516815184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,128,balanced,0.028469760417938233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,128,balanced,0.030554881095886232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,128,balanced,0.032259840965271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,128,balanced,0.03642240047454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,128,balanced,0.04085887908935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,128,balanced,0.05109888076782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,128,balanced,0.0654195213317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,128,balanced,0.0767910385131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,128,balanced,0.019633920192718507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,128,balanced,0.019728640317916872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,128,balanced,0.019687680006027223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,128,balanced,0.019582719802856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,128,balanced,0.019676159620285034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,128,balanced,0.028759040832519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,128,balanced,0.029024000167846682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,128,balanced,0.029267199039459228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,128,balanced,0.029241600036621095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,128,balanced,0.02937855958938599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,128,balanced,0.029730560779571535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,128,balanced,0.029658880233764652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,128,balanced,0.030133759975433348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,128,balanced,0.030329599380493167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,128,balanced,0.030464000701904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,128,balanced,0.031686398983001705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,128,balanced,0.03240832090377808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,128,balanced,0.03413503885269165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,128,balanced,0.037063679695129394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,128,balanced,0.033783040046691894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,128,balanced,0.035278079509735105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,128,balanced,0.03725055932998657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,128,balanced,0.042549757957458495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,128,balanced,0.04788095951080322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,128,balanced,0.06009471893310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,128,balanced,0.0710694408416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,128,balanced,0.028917760848999025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,128,power_law_1.01,0.016523519754409792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,128,power_law_1.01,0.01697152018547058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,128,power_law_1.01,0.016590080261230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,128,power_law_1.01,0.022201600074768065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,128,power_law_1.01,0.02275455951690674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,128,power_law_1.01,0.023261439800262452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,128,power_law_1.01,0.023743999004364014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,128,power_law_1.01,0.023946239948272705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,128,power_law_1.01,0.024863998889923095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,128,power_law_1.01,0.02571647882461548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,128,power_law_1.01,0.026539518833160403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,128,power_law_1.01,0.02755840063095093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,128,power_law_1.01,0.028736000061035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,128,power_law_1.01,0.031096320152282714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,128,power_law_1.01,0.032117760181427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,128,power_law_1.01,0.032186880111694335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,128,power_law_1.01,0.031061758995056154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,128,power_law_1.01,0.03910784006118774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,128,power_law_1.01,0.04824063777923584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,128,power_law_1.01,0.06079360008239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,128,power_law_1.01,0.07486976146697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,128,power_law_1.01,0.10824704170227051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,128,power_law_1.01,0.136430082321167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,128,power_law_1.01,0.212938232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,128,power_law_1.01,0.30904832839965823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,128,power_law_1.01,0.01963520050048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,128,power_law_1.01,0.4528921508789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,128,power_law_1.01,0.5293465423583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,128,power_law_1.01,0.019646719694137574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,128,power_law_1.01,0.028464639186859132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,128,power_law_1.01,0.02875391960144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,128,power_law_1.01,0.029031679630279538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,128,power_law_1.01,0.028983039855957033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,128,power_law_1.01,0.029564158916473387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,128,power_law_1.01,0.02989311933517456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,128,power_law_1.01,0.030280959606170655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,128,power_law_1.01,0.03145344018936157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,128,power_law_1.01,0.031036159992218017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,128,power_law_1.01,0.03203455924987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,128,power_law_1.01,0.033318400382995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,128,power_law_1.01,0.03547775983810425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,128,power_law_1.01,0.03739775896072388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,128,power_law_1.01,0.035136001110076906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,128,power_law_1.01,0.03710975885391236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,128,power_law_1.01,0.03837696075439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,128,power_law_1.01,0.04494463920593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,128,power_law_1.01,0.05471871852874756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,128,power_law_1.01,0.06489984035491944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,128,power_law_1.01,0.09894144058227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,128,power_law_1.01,0.11787648200988769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,128,power_law_1.01,0.17601024627685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,128,power_law_1.01,0.21236608505249022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,2,128,power_law_1.2,0.016202239990234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,128,power_law_1.01,0.3644326400756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,2,128,power_law_1.2,0.016776959896087646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,2,128,power_law_1.2,0.02228096008300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,128,power_law_1.01,0.4882905578613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,2,128,power_law_1.2,0.023036160469055177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,2,128,power_law_1.2,0.022632958889007567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,2,128,power_law_1.2,0.022938880920410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,2,128,power_law_1.2,0.023743999004364014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,2,128,power_law_1.2,0.024814081192016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,2,128,power_law_1.2,0.025408000946044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,2,128,power_law_1.2,0.026095359325408934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,2,128,power_law_1.2,0.027575039863586427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,2,128,power_law_1.2,0.028901119232177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,2,128,power_law_1.2,0.030789120197296144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,2,128,power_law_1.2,0.03245055913925171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,2,128,power_law_1.2,0.031176960468292235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,2,128,power_law_1.2,0.030901761054992677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,2,128,power_law_1.2,0.03436032056808472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,2,128,power_law_1.2,0.0496127986907959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,2,128,power_law_1.2,0.0611737585067749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,2,128,power_law_1.2,0.0880742359161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,2,128,power_law_1.2,0.11021951675415038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,2,128,power_law_1.2,0.1649087905883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,2,128,power_law_1.2,0.21622783660888673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,2,128,power_law_1.2,0.3515840148925781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,128,power_law_1.2,0.01959936022758484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,128,power_law_1.2,0.01962623953819275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,128,power_law_1.2,0.02849024057388306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,128,power_law_1.2,0.028618240356445314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,128,power_law_1.2,0.029104640483856203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,128,power_law_1.2,0.029089279174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,128,power_law_1.2,0.029693439006805423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,2,128,power_law_1.2,0.4540467071533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,128,power_law_1.2,0.03020031929016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,128,power_law_1.2,0.030804479122161867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,128,power_law_1.2,0.03121920108795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,128,power_law_1.2,0.032147200107574464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,128,power_law_1.2,0.03345792055130005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,128,power_law_1.2,0.034853119850158695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,128,power_law_1.2,0.03782272100448608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,128,power_law_1.2,0.03632384061813355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,128,power_law_1.2,0.0349785590171814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,128,power_law_1.2,0.03778431892395019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,128,power_law_1.2,0.04559360027313232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,128,power_law_1.2,0.05292799949645997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,128,power_law_1.2,0.07371391773223876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,128,power_law_1.2,0.09616767883300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,128,power_law_1.2,0.14321791648864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,128,power_law_1.2,0.18694143295288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,128,power_law_1.2,0.2840486335754394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,128,power_law_1.2,0.3971596908569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,2,128,power_law_1.2,0.7245286560058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,64,balanced,0.01610111951828003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,64,balanced,0.015998719930648803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,64,balanced,0.016097279787063597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,64,balanced,0.015930880308151246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,64,balanced,0.016243200302124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,64,balanced,0.021812479496002197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,128,power_law_1.2,0.5944768142700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,64,balanced,0.022196478843688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,64,balanced,0.022133760452270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,64,balanced,0.02283776044845581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,64,balanced,0.02297600030899048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,64,balanced,0.023416318893432618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,64,balanced,0.023779840469360353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,64,balanced,0.024093439579010008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,64,balanced,0.024940800666809083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,64,balanced,0.025442559719085694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,64,balanced,0.025655040740966795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,64,balanced,0.027639040946960448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,64,balanced,0.030776319503784177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,64,balanced,0.02724992036819458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,64,balanced,0.029891839027404787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,64,balanced,0.031161599159240723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,64,balanced,0.036811521053314214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,64,balanced,0.048300800323486326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,64,balanced,0.06123775959014892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,64,balanced,0.07173503875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,64,balanced,0.09586432456970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,64,balanced,0.019429119825363158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,64,balanced,0.1170150375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,64,balanced,0.01939584016799927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,64,balanced,0.019738880395889283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,64,balanced,0.01941375970840454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,64,balanced,0.019688960313796997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,64,balanced,0.028272640705108643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,2,128,power_law_1.2,0.939477767944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,64,balanced,0.028774399757385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,128,power_law_1.2,0.7689266967773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,64,balanced,0.02880768060684204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,64,balanced,0.0293503999710083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,64,balanced,0.028894720077514646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,64,balanced,0.03028736114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,64,balanced,0.030731520652770995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,64,balanced,0.029720320701599124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,64,balanced,0.031166720390319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,64,balanced,0.031985919475555416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,64,balanced,0.03319295883178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,64,balanced,0.03567744016647339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,64,balanced,0.03210239887237549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,64,balanced,0.03427328109741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,64,balanced,0.04094719886779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,64,balanced,0.04699264049530029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,64,balanced,0.05623807907104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,64,balanced,0.06748159885406493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,64,balanced,0.09132287979125978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,64,balanced,0.11611264228820802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,64,power_law_1.01,0.016153600215911865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,64,power_law_1.01,0.01661695957183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,64,balanced,0.03628159999847412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,64,power_law_1.01,0.0163264000415802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,64,power_law_1.01,0.02180095911026001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,64,power_law_1.01,0.022364161014556884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,64,power_law_1.01,0.023459839820861816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,64,balanced,0.029767680168151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,64,power_law_1.01,0.024564480781555174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,64,power_law_1.01,0.02509952068328857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,64,power_law_1.01,0.024738559722900393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,64,power_law_1.01,0.027316479682922362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,64,power_law_1.01,0.029317119121551515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,64,power_law_1.01,0.029986560344696045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,64,power_law_1.01,0.029539840221405027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,64,power_law_1.01,0.030448639392852785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,64,power_law_1.01,0.029244160652160643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,64,power_law_1.01,0.03424639940261841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,64,power_law_1.01,0.043751678466796874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,64,power_law_1.01,0.050763521194458004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,64,power_law_1.01,0.06121471881866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,64,power_law_1.01,0.07028863906860353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,64,power_law_1.01,0.1057855987548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,64,power_law_1.01,0.022653439044952393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,64,power_law_1.01,0.12190591812133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,64,power_law_1.01,0.19701503753662108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,64,power_law_1.01,0.27470848083496097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,64,power_law_1.01,0.019325439929962156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,64,power_law_1.01,0.43512958526611334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,64,power_law_1.01,0.019870719909667968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,64,power_law_1.01,0.5098380661010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,64,power_law_1.01,0.0196288001537323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,64,power_law_1.01,0.028377599716186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,64,power_law_1.01,0.02915839910507202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,64,power_law_1.01,0.02960767984390259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,64,power_law_1.01,0.030288639068603518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,64,power_law_1.01,0.030650880336761478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,64,power_law_1.01,0.03064703941345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,64,power_law_1.01,0.03173120021820068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,64,power_law_1.01,0.03289344072341919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,64,power_law_1.01,0.03380991935729981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,64,power_law_1.01,0.03631103992462158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,64,power_law_1.01,0.03481472015380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,64,power_law_1.01,0.028995840549468993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,64,power_law_1.01,0.03363840103149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,64,power_law_1.01,0.035151360034942625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,64,power_law_1.01,0.03869055986404419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,64,power_law_1.01,0.07422848224639893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,64,power_law_1.01,0.05603839874267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,64,power_law_1.01,0.04676608085632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,64,power_law_1.01,0.09678720474243165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,64,power_law_1.01,0.13114496231079104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,64,power_law_1.01,0.18280576705932616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,64,power_law_1.01,0.24410879135131838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,64,power_law_1.01,0.33435649871826173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2048,768,8,128,4,64,power_law_1.2,0.016565760374069212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2048,768,8,128,4,64,power_law_1.2,0.016369919776916503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,64,power_law_1.01,0.4590707015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2048,768,8,128,4,64,power_law_1.2,0.021683199405670168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2048,768,8,128,4,64,power_law_1.2,0.022320640087127686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2048,768,8,128,4,64,power_law_1.2,0.02312704086303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2048,768,8,128,4,64,power_law_1.2,0.023805439472198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2048,768,8,128,4,64,power_law_1.2,0.02522239923477173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2048,768,8,128,4,64,power_law_1.2,0.025674240589141844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2048,768,8,128,4,64,power_law_1.2,0.01646335959434509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2048,768,8,128,4,64,power_law_1.2,0.02824959993362427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2048,768,8,128,4,64,power_law_1.2,0.02930176019668579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2048,768,8,128,4,64,power_law_1.2,0.029850881099700927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2048,768,8,128,4,64,power_law_1.2,0.02916991949081421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2048,768,8,128,4,64,power_law_1.2,0.024832000732421873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2048,768,8,128,4,64,power_law_1.2,0.030429439544677733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2048,768,8,128,4,64,power_law_1.2,0.03761791944503784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2048,768,8,128,4,64,power_law_1.2,0.06055935859680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2048,768,8,128,4,64,power_law_1.2,0.04954239845275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2048,768,8,128,4,64,power_law_1.2,0.08132608413696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2048,768,8,128,4,64,power_law_1.2,0.10184576034545897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2048,768,8,128,4,64,power_law_1.2,0.03065984010696411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2048,768,8,128,4,64,power_law_1.2,0.1494105625152588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2048,768,8,128,4,64,power_law_1.2,0.18175104141235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2048,768,8,128,4,64,power_law_1.2,0.29648895263671876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,64,power_law_1.2,0.01959936022758484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,64,power_law_1.2,0.019705599546432494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,64,power_law_1.2,0.02845952033996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,64,power_law_1.2,0.028456959724426266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,64,power_law_1.2,0.028893439769744872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,64,power_law_1.2,0.02927999973297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,64,power_law_1.2,0.02972800016403198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2048,768,8,128,4,64,power_law_1.2,0.38015487670898435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,64,power_law_1.2,0.030082559585571288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,64,power_law_1.2,0.03102976083755493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,64,power_law_1.2,0.03136895895004273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,64,power_law_1.2,0.033606400489807134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,64,power_law_1.2,0.032505600452423095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,64,power_law_1.2,0.03494911909103394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,64,power_law_1.2,0.03561856031417847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,64,power_law_1.2,0.03393408060073853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,64,power_law_1.2,0.0387225604057312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,64,power_law_1.2,0.04739583969116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,64,power_law_1.2,0.05353600025177002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,64,power_law_1.2,0.07799039840698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,64,power_law_1.2,0.035352320671081544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,64,power_law_1.2,0.08867712020874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,64,power_law_1.2,0.13191807746887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,64,power_law_1.2,0.15659775733947753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,64,power_law_1.2,0.2492095947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,64,power_law_1.2,0.35219329833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,64,power_law_1.2,0.48451583862304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,128,balanced,0.023462400436401368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,128,balanced,0.023480319976806642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,128,balanced,0.023624958992004393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,128,balanced,0.023537919521331788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,128,balanced,0.02377471923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,128,balanced,0.03532288074493408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,128,balanced,0.03534208059310913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,128,balanced,0.03547264099121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,128,balanced,0.03568511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,128,balanced,0.0355622410774231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,128,balanced,0.03639679908752441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,128,balanced,0.03675519943237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,128,balanced,0.03717504024505615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,128,balanced,0.03780224084854126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,128,balanced,0.03839999914169311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,128,balanced,0.03909888029098511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,128,balanced,0.0442303991317749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,128,balanced,0.04456192016601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,128,balanced,0.04570752143859863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,128,balanced,0.07051136016845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,128,balanced,0.06796288013458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,128,balanced,0.07623295783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,128,balanced,0.08248064041137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,128,balanced,0.09329536437988281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,128,balanced,0.1023846435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,128,balanced,0.1423859214782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,128,balanced,0.16380287170410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,128,balanced,0.024883201122283934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,128,balanced,0.024912641048431397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,128,balanced,0.02490880012512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2048,768,8,128,4,64,power_law_1.2,0.5777471923828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,128,balanced,0.024883201122283934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,128,balanced,0.0400486421585083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,128,balanced,0.0401523208618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,128,balanced,0.04038400173187256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,128,balanced,0.04058879852294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,128,balanced,0.04068863868713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,128,balanced,0.040887041091918944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,128,balanced,0.041208319664001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,128,balanced,0.024797439575195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,128,balanced,0.04141568183898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,128,balanced,0.041646080017089845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,128,balanced,0.041877760887145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,128,balanced,0.04248320102691651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,128,balanced,0.04331520080566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,128,balanced,0.043864321708679196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,128,balanced,0.04567423820495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,128,balanced,0.04897791862487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,128,balanced,0.04745215892791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,128,balanced,0.05382783889770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,128,balanced,0.05908351898193359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,128,balanced,0.06688896179199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2048,768,8,128,4,64,power_law_1.2,0.787088623046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,128,balanced,0.07596159934997558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,128,balanced,0.0991603183746338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,128,balanced,0.12233983993530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,128,power_law_1.01,0.02382591962814331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,128,power_law_1.01,0.02375296115875244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,128,power_law_1.01,0.03534719944000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,128,power_law_1.01,0.03553152084350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,128,power_law_1.01,0.0360755205154419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,128,power_law_1.01,0.037079041004180906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,128,power_law_1.01,0.03775871992111206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,128,power_law_1.01,0.03831680059432983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,128,power_law_1.01,0.04124415874481201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,128,power_law_1.01,0.023566079139709473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,128,power_law_1.01,0.04492032051086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,128,power_law_1.01,0.044788479804992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,128,power_law_1.01,0.06734975814819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,128,power_law_1.01,0.06914815902709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,128,power_law_1.01,0.07559552192687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,128,power_law_1.01,0.07498239994049072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,128,power_law_1.01,0.08886015892028809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,128,power_law_1.01,0.09501567840576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,128,power_law_1.01,0.12706944465637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,128,power_law_1.01,0.16007423400878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,128,power_law_1.01,0.044631037712097164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,128,power_law_1.01,0.22014463424682615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,128,power_law_1.01,0.2831500816345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,128,power_law_1.01,0.3877529525756836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,128,power_law_1.01,0.6060275268554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,128,power_law_1.01,0.024569599628448485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,128,power_law_1.01,0.8436876678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,128,power_law_1.01,0.024844799041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,128,power_law_1.01,0.024381439685821533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,128,power_law_1.01,0.04017024040222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,128,power_law_1.01,1.2330713653564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,128,power_law_1.01,0.03978240013122559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,128,power_law_1.01,0.04083199977874756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,128,power_law_1.01,0.041786880493164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,128,power_law_1.01,0.042280960083007815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,128,power_law_1.01,0.043046398162841795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,128,power_law_1.01,0.04338687896728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,128,power_law_1.01,0.04417024135589599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,128,power_law_1.01,0.045077757835388185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,128,power_law_1.01,0.04893184185028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,128,power_law_1.01,0.05244927883148194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,128,power_law_1.01,0.05315968036651612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,128,power_law_1.01,0.054112000465393065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,128,power_law_1.01,0.06303487777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,128,power_law_1.01,0.04060031890869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,128,power_law_1.01,0.06875904083251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,128,power_law_1.01,0.09192959785461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,128,power_law_1.01,0.11013376235961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,128,power_law_1.01,0.1541875171661377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,128,power_law_1.01,0.20306047439575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,128,power_law_1.01,0.2736128044128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,128,power_law_1.01,0.3807526397705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,128,power_law_1.01,0.5869887924194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,128,power_law_1.01,0.8384639739990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,64,power_law_1.2,0.7074765014648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,2,128,power_law_1.2,0.02371840000152588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,2,128,power_law_1.2,0.023973119258880616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,2,128,power_law_1.2,0.03519232034683227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,2,128,power_law_1.2,0.03549952030181885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,2,128,power_law_1.2,0.03577343940734863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,2,128,power_law_1.2,0.036339199542999266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,2,128,power_law_1.2,0.03743616104125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,2,128,power_law_1.2,0.03841919898986816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,2,128,power_law_1.2,0.03914495944976807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,2,128,power_law_1.2,0.04479487895965576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,2,128,power_law_1.2,0.04582655906677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,2,128,power_law_1.2,0.049628162384033205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,2,128,power_law_1.2,0.06455039978027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,2,128,power_law_1.2,0.0737062406539917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,2,128,power_law_1.2,0.07229824066162109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,2,128,power_law_1.2,0.07591040134429931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,2,128,power_law_1.2,0.08532608032226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,2,128,power_law_1.2,0.09706368446350097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,2,128,power_law_1.2,0.12576128005981446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,2,128,power_law_1.2,0.1844748878479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,2,128,power_law_1.2,0.2306060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,2,128,power_law_1.2,0.3688051223754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,2,128,power_law_1.2,0.5152678298950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,2,128,power_law_1.2,0.8074086761474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,2,128,power_law_1.2,1.0119833374023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,2,128,power_law_1.2,1.668341827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,128,power_law_1.2,0.024848639965057373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,128,power_law_1.2,0.024848639965057373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,128,power_law_1.2,0.040085759162902836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,128,power_law_1.2,0.040399360656738284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,128,power_law_1.2,0.040928001403808596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,128,power_law_1.2,0.04087808132171631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,128,power_law_1.2,0.04144383907318115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,128,power_law_1.2,0.04217343807220459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,128,power_law_1.2,0.042789120674133305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,128,power_law_1.2,0.04323455810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,128,power_law_1.2,0.043884801864624026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,128,power_law_1.2,0.04554751873016357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,128,power_law_1.2,0.04781439781188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,128,power_law_1.2,0.051891198158264165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,128,power_law_1.2,0.05260032176971435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,128,power_law_1.2,0.05389440059661865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,128,power_law_1.2,0.058950400352478026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,128,power_law_1.2,0.07095295906066894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,128,power_law_1.2,0.08671999931335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,128,power_law_1.2,0.11850879669189454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,128,power_law_1.2,0.15653759956359864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,128,power_law_1.2,0.2638924789428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,128,power_law_1.2,0.3130931282043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,128,power_law_1.2,0.4904806518554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,128,power_law_1.2,0.6842419433593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,2,128,power_law_1.2,2.245891876220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,128,power_law_1.2,1.0458150482177735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,128,power_law_1.2,1.484478759765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,6144,2048,8,256,8,32,power_law_1.2,3.294300231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,64,balanced,0.022018558979034424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,64,balanced,0.021985280513763427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,64,balanced,0.022142720222473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,64,balanced,0.021721599102020265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,64,balanced,0.02296447992324829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,64,balanced,0.03337728023529053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,64,balanced,0.033890559673309326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,64,balanced,0.033972480297088624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,64,balanced,0.035160319805145265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,64,balanced,0.03569535970687866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,64,balanced,0.03601023912429809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,64,balanced,0.036280319690704346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,64,balanced,0.03676928043365478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,64,balanced,0.03800064086914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,64,balanced,0.03877376079559326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,64,balanced,0.03920639991760254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,64,balanced,0.041475839614868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,64,balanced,0.06593791961669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,64,balanced,0.06245503902435303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,64,balanced,0.07133056163787842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,64,balanced,0.07765120029449463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,64,balanced,0.08619135856628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,64,balanced,0.09621376037597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,64,balanced,0.11665280342102051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,64,balanced,0.135032320022583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,64,balanced,0.18676992416381838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,64,balanced,0.22588672637939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,64,balanced,0.023613440990447997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,64,balanced,0.02367487907409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,64,balanced,0.023687679767608643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,64,balanced,0.02331007957458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,64,balanced,0.02386176109313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,64,balanced,0.037800960540771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,64,balanced,0.038306560516357425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,64,balanced,0.03814271926879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,64,balanced,0.03910144090652466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,64,balanced,0.03903487920761108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,64,balanced,0.039509758949279786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,64,balanced,0.03998719930648804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,64,balanced,0.04041344165802002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,64,balanced,0.041463041305541994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,64,balanced,0.04113024234771728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,64,balanced,0.04184703826904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,64,balanced,0.04326015949249268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,64,balanced,0.04628608226776123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,64,balanced,0.04513792037963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,64,balanced,0.050830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,64,balanced,0.05571328163146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,64,balanced,0.06254208087921143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,64,balanced,0.07080704212188721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,64,balanced,0.09258496284484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,64,balanced,0.1118886375427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,64,balanced,0.15024255752563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,64,balanced,0.18939008712768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,64,power_law_1.01,0.022328319549560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,64,power_law_1.01,0.02330751895904541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,64,power_law_1.01,0.022746880054473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,64,power_law_1.01,0.03306751966476441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,64,power_law_1.01,0.03347455978393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,64,power_law_1.01,0.034214398860931396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,64,power_law_1.01,0.037167360782623296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,64,power_law_1.01,0.03751935958862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,64,power_law_1.01,0.03783423900604248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,64,power_law_1.01,0.03977472066879272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,64,power_law_1.01,0.04469120025634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,64,power_law_1.01,0.056753921508789065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,64,power_law_1.01,0.06303359985351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,64,power_law_1.01,0.06615295886993408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,64,power_law_1.01,0.06754816055297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,64,power_law_1.01,0.07139584064483642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,64,power_law_1.01,0.07497727870941162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,64,power_law_1.01,0.08721280097961426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,64,power_law_1.01,0.0969536018371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,64,power_law_1.01,0.11201279640197755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,64,power_law_1.01,0.14333696365356446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,64,power_law_1.01,0.19867008209228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,64,power_law_1.01,0.2687424087524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,64,power_law_1.01,0.40610305786132816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,64,power_law_1.01,0.6325785446166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,64,power_law_1.01,0.8269747161865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,64,power_law_1.01,0.9385049438476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,64,power_law_1.01,0.024104959964752197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,64,power_law_1.01,0.024261119365692137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,64,power_law_1.01,0.024211199283599855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,64,power_law_1.01,0.03833215951919556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,64,power_law_1.01,0.039109120368957515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,64,power_law_1.01,0.039441919326782225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,64,power_law_1.01,0.04002687931060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,64,power_law_1.01,0.04072703838348389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,64,power_law_1.01,0.04106112003326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,64,power_law_1.01,0.04097792148590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,64,power_law_1.01,0.04214144229888916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,64,power_law_1.01,0.0432857608795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,64,power_law_1.01,0.04602367877960205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,64,power_law_1.01,0.04872320175170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,64,power_law_1.01,0.04970751762390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,64,power_law_1.01,0.05059199810028077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,64,power_law_1.01,0.05407487869262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,64,power_law_1.01,0.06318719863891602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,64,power_law_1.01,0.0722649621963501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,64,power_law_1.01,0.09561087608337401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,64,power_law_1.01,0.12567296028137206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,64,power_law_1.01,0.15727231979370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,64,power_law_1.01,0.20209791183471681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,64,power_law_1.01,0.2910425567626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,64,power_law_1.01,0.43848831176757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,64,power_law_1.01,0.6038489532470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,4,64,power_law_1.2,0.02274303913116455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,64,power_law_1.01,0.8078144073486329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,4,64,power_law_1.2,0.022589440345764163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,4,64,power_law_1.2,0.03283071994781494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,4,64,power_law_1.2,0.033473279476165775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,4,64,power_law_1.2,0.03431040048599243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,4,64,power_law_1.2,0.035048959255218504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,4,64,power_law_1.2,0.03669888019561768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,4,64,power_law_1.2,0.03823487997055054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,4,64,power_law_1.2,0.03982079982757568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,4,64,power_law_1.2,0.04602367877960205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,4,64,power_law_1.2,0.05768447875976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,4,64,power_law_1.2,0.05514495849609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,4,64,power_law_1.2,0.0609446382522583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,4,64,power_law_1.2,0.06650239944458007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,4,64,power_law_1.2,0.07257984161376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,4,64,power_law_1.2,0.07465983867645264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,4,64,power_law_1.2,0.08058112144470216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,4,64,power_law_1.2,0.09821439743041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,4,64,power_law_1.2,0.11527423858642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,4,64,power_law_1.2,0.16426752090454103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,4,64,power_law_1.2,0.18943103790283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,4,64,power_law_1.2,0.2766694450378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,4,64,power_law_1.2,0.3341145706176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,4,64,power_law_1.2,0.5031654357910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,4,64,power_law_1.2,0.7721574401855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,4,64,power_law_1.2,1.1327782440185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,64,power_law_1.2,0.02430720090866089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,64,power_law_1.2,0.02419840097427368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,64,power_law_1.2,0.038344960212707516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,64,power_law_1.2,0.038534400463104246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,64,power_law_1.2,0.03924736022949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,64,power_law_1.2,0.039338240623474116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,64,power_law_1.2,0.04035967826843262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,64,power_law_1.2,0.03967871904373169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,64,power_law_1.2,0.041368322372436525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,64,power_law_1.2,0.04119296073913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,64,power_law_1.2,0.04373504161834717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,64,power_law_1.2,0.04519807815551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,64,power_law_1.2,0.047306241989135744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,64,power_law_1.2,0.05080448150634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,64,power_law_1.2,0.05074175834655762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,64,power_law_1.2,0.0531276798248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,64,power_law_1.2,0.05702911853790284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,64,power_law_1.2,0.06948480129241943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,64,power_law_1.2,0.08602111816406251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,64,power_law_1.2,0.10982655525207519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,64,power_law_1.2,0.15090304374694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,64,power_law_1.2,0.2818726348876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,64,power_law_1.2,0.23299072265624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,64,power_law_1.2,0.4356671905517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,64,power_law_1.2,0.6471244812011718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,64,power_law_1.2,1.2393472290039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,32,balanced,0.021288959980010985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,32,balanced,0.02159872055053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,32,balanced,0.021544959545135498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,32,balanced,0.02193536043167114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,32,balanced,0.02321791887283325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,32,balanced,0.03321727991104126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,32,balanced,0.03906816005706787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,32,balanced,0.03517568111419678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,32,balanced,0.0351308798789978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,32,balanced,0.03564287900924683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,32,balanced,0.036985599994659425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,32,balanced,0.03728384017944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,32,balanced,0.04487167835235596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,32,balanced,0.041094398498535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,32,balanced,0.059759359359741214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,32,balanced,0.06348031997680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,32,balanced,0.06145408153533936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,32,balanced,0.06858367919921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,32,balanced,0.07518847942352294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,32,balanced,0.08263936042785644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,32,balanced,0.09218560218811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,32,balanced,0.11107199668884278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,32,balanced,0.12796159744262697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,32,balanced,0.16727680206298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,32,balanced,0.20267263412475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,32,balanced,0.27940351486206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,32,balanced,0.34871807098388674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,32,balanced,0.023471360206604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,32,balanced,0.023408639430999755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,32,balanced,0.023571200370788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,32,balanced,0.02383487939834595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,32,balanced,0.02515455961227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,32,balanced,0.03811072111129761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,32,balanced,0.038656001091003415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,32,balanced,0.0390502405166626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,32,balanced,0.039485440254211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,32,balanced,0.039930880069732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,32,balanced,0.04093696117401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,32,balanced,0.0406924819946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,64,power_law_1.2,0.9245196533203124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,32,balanced,0.04153088092803955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,32,balanced,0.04307456016540527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,4,64,power_law_1.2,1.60150146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,32,balanced,0.04530687808990479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,32,balanced,0.04763904094696045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,32,balanced,0.04463615894317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,32,balanced,0.05057280063629151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,32,balanced,0.05454463958740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,32,balanced,0.06143871784210205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,32,balanced,0.06893951892852783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,32,balanced,0.0914355182647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,32,balanced,0.10764543533325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,32,balanced,0.14464384078979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,32,balanced,0.17977855682373048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,32,balanced,0.25165567398071287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,32,balanced,0.3215078353881836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,32,power_law_1.01,0.022379519939422606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,32,power_law_1.01,0.022763519287109374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,32,power_law_1.01,0.02342144012451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,32,power_law_1.01,0.0329369592666626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,32,power_law_1.01,0.03409280061721802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,32,power_law_1.01,0.03570559978485107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,32,power_law_1.01,0.039997439384460445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,32,power_law_1.01,0.04083327770233154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,32,power_law_1.01,0.04453120231628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,32,power_law_1.01,0.0512332820892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,32,power_law_1.01,0.058348798751831056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,32,power_law_1.01,0.06325376033782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,32,power_law_1.01,0.06812160015106201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,32,power_law_1.01,0.06582143783569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,32,power_law_1.01,0.06891776084899902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,32,power_law_1.01,0.0737715196609497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,32,power_law_1.01,0.0757260799407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,32,power_law_1.01,0.08804096221923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,32,power_law_1.01,0.0948582363128662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,32,power_law_1.01,0.12742015838623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,32,power_law_1.01,0.1540390396118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,32,power_law_1.01,0.2091391944885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,32,power_law_1.01,0.23877376556396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,32,power_law_1.01,0.3406079864501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,32,power_law_1.01,0.5063628768920898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,32,power_law_1.01,0.6522444915771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,32,power_law_1.01,0.025034239292144777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,32,power_law_1.01,0.025562880039215086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,32,power_law_1.01,0.025183999538421632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,32,power_law_1.01,0.9397824096679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,32,power_law_1.01,0.03847807884216309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,32,power_law_1.01,0.038621439933776855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,32,power_law_1.01,0.038991360664367675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,32,power_law_1.01,0.040597758293151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,32,power_law_1.01,0.04062592029571534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,32,power_law_1.01,0.0404748821258545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,32,power_law_1.01,0.04141183853149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,32,power_law_1.01,0.042753281593322756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,32,power_law_1.01,0.04411392211914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,32,power_law_1.01,0.048975358009338374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,32,power_law_1.01,0.04990464210510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,32,power_law_1.01,0.05111040115356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,32,power_law_1.01,0.053738241195678715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,32,power_law_1.01,0.05406976222991944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,32,power_law_1.01,0.06349311828613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,32,power_law_1.01,0.07919871807098389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,32,power_law_1.01,0.0914675235748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,32,power_law_1.01,0.12919296264648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,32,power_law_1.01,0.16874879837036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,32,power_law_1.01,0.2162944030761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,32,power_law_1.01,0.3040140724182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,32,power_law_1.01,0.38759422302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,8,32,power_law_1.2,0.022325758934020994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,32,power_law_1.01,0.5885145568847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,8,32,power_law_1.2,0.02304896116256714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,8,32,power_law_1.2,0.022936320304870604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,8,32,power_law_1.2,0.03284863948822021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,32,power_law_1.01,0.8716851043701173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,8,32,power_law_1.2,0.03429888010025024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,8,32,power_law_1.2,0.035554559230804444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,8,32,power_law_1.2,0.03806591987609863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,8,32,power_law_1.2,0.04109312057495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,8,32,power_law_1.2,0.043600640296936034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,8,32,power_law_1.2,0.041704959869384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,8,32,power_law_1.2,0.05810048103332519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,8,32,power_law_1.2,0.06508800029754638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,8,32,power_law_1.2,0.06894720077514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,8,32,power_law_1.2,0.07174015998840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,8,32,power_law_1.2,0.07070208072662354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,8,32,power_law_1.2,0.07346303939819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,8,32,power_law_1.2,0.08293631553649902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,8,32,power_law_1.2,0.08787199974060059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,8,32,power_law_1.2,0.09573247909545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,8,32,power_law_1.2,0.14724608421325686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,8,32,power_law_1.2,0.16657663345336915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,8,32,power_law_1.2,0.24861568450927735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,8,32,power_law_1.2,0.32166782379150394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,8,32,power_law_1.2,0.4913663864135742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,32,power_law_1.2,0.024844799041748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,32,power_law_1.2,0.02534656047821045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,32,power_law_1.2,0.02504832029342651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,32,power_law_1.2,0.03804800033569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,8,32,power_law_1.2,1.03206787109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,8,32,power_law_1.2,0.6972646331787109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,32,power_law_1.2,0.038613760471343996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,32,power_law_1.2,0.03939199924468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,32,power_law_1.2,0.040112638473510744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,32,power_law_1.2,0.04055808067321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,32,power_law_1.2,0.04104320049285889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,32,power_law_1.2,0.041692161560058595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,32,power_law_1.2,0.0447705602645874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,32,power_law_1.2,0.04779520034790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,32,power_law_1.2,0.05087615966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,32,power_law_1.2,0.050365438461303716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,32,power_law_1.2,0.05387519836425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,32,power_law_1.2,0.057079038619995116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,32,power_law_1.2,0.06191232204437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,32,power_law_1.2,0.07161600112915038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,32,power_law_1.2,0.0788428783416748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,32,power_law_1.2,0.11511551856994628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,32,power_law_1.2,0.1470195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,32,power_law_1.2,0.20618368148803712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,32,power_law_1.2,0.2877158355712891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,32,power_law_1.2,0.43691776275634764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,32,power_law_1.2,0.6090611267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,8,32,power_law_1.2,1.4149913024902343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,16,balanced,0.021424639225006103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,32,power_law_1.2,0.8649088287353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,16,balanced,0.022179839611053468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,16,balanced,0.021954560279846193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,16,balanced,0.023225600719451907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,16,balanced,0.025715200901031493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,16,balanced,0.035470080375671384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,16,balanced,0.03666687965393066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,16,balanced,0.03821952104568481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,16,balanced,0.04568960189819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,16,balanced,0.039831039905548093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,16,balanced,0.051761918067932136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,16,balanced,0.061504001617431636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,16,balanced,0.06413824081420898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,16,balanced,0.05912447929382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,16,balanced,0.066048002243042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,16,balanced,0.06759295940399171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,16,balanced,0.07372288227081299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,16,balanced,0.08151679992675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,16,balanced,0.09058688163757325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,16,balanced,0.10875776290893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,16,balanced,0.12501631736755373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,16,balanced,0.16123903274536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,16,balanced,0.19564672470092775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,16,balanced,0.2639142417907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,16,balanced,0.3308774566650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,16,balanced,0.02338304042816162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,16,balanced,0.4639680099487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,16,balanced,0.02336895942687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,16,balanced,0.023805439472198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,16,balanced,0.6030668640136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,16,balanced,0.023953919410705564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,16,balanced,0.025824000835418703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,16,balanced,0.04058752059936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,16,balanced,0.041866240501403806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,16,balanced,0.04304384231567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,16,balanced,0.043653120994567876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,16,balanced,0.04456960201263428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,16,balanced,0.04602880001068115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,16,balanced,0.04770944118499756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,16,balanced,0.0490009593963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,16,balanced,0.046024961471557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,16,balanced,0.04909440040588379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,16,balanced,0.05009535789489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,16,balanced,0.05531904220581054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,16,balanced,0.06032896041870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,16,balanced,0.06800127983093261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,16,balanced,0.08814335823059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,16,balanced,0.10529024124145507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,16,balanced,0.14152447700500487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,16,balanced,0.17455488204956054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,16,balanced,0.24384639739990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,16,balanced,0.31173248291015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,16,power_law_1.01,0.023457279205322264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,16,balanced,0.45077503204345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,16,power_law_1.01,0.023498239517211913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,16,power_law_1.01,0.024072959423065185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,16,balanced,0.5876851272583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,16,power_law_1.01,0.02499711990356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,16,power_law_1.01,0.034999039173126224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,16,power_law_1.01,0.03606784105300903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,16,power_law_1.01,0.03782655954360962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,16,power_law_1.01,0.038056960105896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,16,power_law_1.01,0.04769663810729981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,16,power_law_1.01,0.05441023826599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,16,power_law_1.01,0.06176000118255616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,16,power_law_1.01,0.07031295776367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,16,power_law_1.01,0.06353663921356201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,16,power_law_1.01,0.06524799823760986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,16,power_law_1.01,0.0698367977142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,16,power_law_1.01,0.07641727924346924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,16,power_law_1.01,0.08105728149414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,16,power_law_1.01,0.09248255729675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,16,power_law_1.01,0.09821951866149903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,16,power_law_1.01,0.13528703689575194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,16,power_law_1.01,0.16064767837524413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,16,power_law_1.01,0.2121664047241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,16,power_law_1.01,0.2796684837341309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,16,power_law_1.01,0.38597888946533204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,16,power_law_1.01,0.5002572631835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,16,power_law_1.01,0.7621695709228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,16,power_law_1.01,0.024774401187896727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,16,power_law_1.01,0.02493311882019043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,16,power_law_1.01,1.0489702606201172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,16,power_law_1.01,0.025003519058227543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,16,power_law_1.01,0.02559231996536255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,16,power_law_1.01,0.038551039695739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,16,power_law_1.01,0.04114687919616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,16,power_law_1.01,0.042397441864013674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,16,power_law_1.01,0.04379136085510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,16,power_law_1.01,0.045204482078552245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,16,power_law_1.01,0.045367040634155274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,16,power_law_1.01,0.04721792221069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,16,power_law_1.01,0.052006402015686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,16,power_law_1.01,0.05336192131042481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,16,power_law_1.01,0.05012351989746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,16,power_law_1.01,0.05419775962829589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,16,power_law_1.01,0.05496448040008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,16,power_law_1.01,0.06100736141204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,16,power_law_1.01,0.07436800003051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,16,power_law_1.01,0.08050304412841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,16,power_law_1.01,0.11409664154052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,16,power_law_1.01,0.14393343925476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,16,power_law_1.01,0.17963903427124023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,16,power_law_1.01,0.26084863662719726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,16,power_law_1.01,0.37464447021484376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,16,power_law_1.01,0.4463359832763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,16,16,power_law_1.2,0.023473920822143553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,16,16,power_law_1.2,0.023850240707397462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,16,16,power_law_1.2,0.023895039558410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,16,power_law_1.01,0.7161523437499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,16,16,power_law_1.2,0.02445823907852173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,16,16,power_law_1.2,0.03401472091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,16,16,power_law_1.2,0.036819200515747066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,16,power_law_1.01,0.85425537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,16,16,power_law_1.2,0.04463615894317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,16,16,power_law_1.2,0.044359679222106936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,16,16,power_law_1.2,0.04697728157043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,16,16,power_law_1.2,0.054511361122131355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,16,16,power_law_1.2,0.06418943881988526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,16,16,power_law_1.2,0.06532224178314208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,16,16,power_law_1.2,0.06843647956848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,16,16,power_law_1.2,0.07422976016998291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,16,16,power_law_1.2,0.07069824218750001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,16,16,power_law_1.2,0.07715839862823486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,16,16,power_law_1.2,0.08242560386657714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,16,16,power_law_1.2,0.09403008460998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,16,16,power_law_1.2,0.11572735786437989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,16,16,power_law_1.2,0.14690688133239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,16,16,power_law_1.2,0.17868160247802733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,16,16,power_law_1.2,0.23929983139038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,16,16,power_law_1.2,0.30467456817626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,16,16,power_law_1.2,0.6201216125488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,16,power_law_1.2,0.02487679958343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,16,16,power_law_1.2,0.45748352050781255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,16,power_law_1.2,0.02509439945220947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,16,power_law_1.2,0.02528127908706665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,16,power_law_1.2,0.025532159805297848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,16,power_law_1.2,0.04102911949157715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,16,power_law_1.2,0.03972863912582397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,16,power_law_1.2,0.04244095802307129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,16,power_law_1.2,0.04508927822113037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,16,power_law_1.2,0.04715519905090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,16,16,power_law_1.2,0.8748748779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,16,power_law_1.2,0.04856959819793701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,16,power_law_1.2,0.05032832145690917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,16,power_law_1.2,0.048610558509826665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,16,power_law_1.2,0.05238272190093994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,16,power_law_1.2,0.05476223945617675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,16,power_law_1.2,0.04435200214385986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,16,power_law_1.2,0.057894401550292976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,16,power_law_1.2,0.06273791790008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,16,power_law_1.2,0.07437056064605713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,16,power_law_1.2,0.09574399948120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,16,power_law_1.2,0.12375040054321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,16,power_law_1.2,0.16087167739868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,16,power_law_1.2,0.22395647048950193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,16,power_law_1.2,0.27870208740234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,16,power_law_1.2,0.6048729705810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,16,power_law_1.2,0.4243775939941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,8,balanced,0.021465599536895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,8,balanced,0.02246016025543213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,8,balanced,0.02324608087539673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,8,balanced,0.02545919895172119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,8,balanced,0.0315391993522644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,8,balanced,0.04861440181732178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,8,balanced,0.05230080127716065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,8,balanced,0.05360896110534667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,8,balanced,0.05794176101684571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,8,balanced,0.06227456092834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,8,balanced,0.06079232215881347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,8,balanced,0.06478464126586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,8,balanced,0.06764544010162353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,8,balanced,0.07397119998931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,8,balanced,0.07786496162414551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,32,power_law_1.01,4.416864013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,32,power_law_1.2,1.2267839813232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,8,balanced,0.07986688137054443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,8,balanced,0.08921855926513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,8,balanced,0.1076531219482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,8,balanced,0.12416640281677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,8,balanced,0.15840895652770998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,8,balanced,0.1923686408996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,8,balanced,0.2593228721618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,8,balanced,0.3250201416015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,8,balanced,0.456129264831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,8,balanced,0.5878387069702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,8,balanced,0.8564838409423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,8,balanced,0.02376703977584839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,8,balanced,0.02402048110961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,8,balanced,0.024421119689941408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,8,balanced,1.1391603088378905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,8,balanced,0.026375679969787597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,8,balanced,0.030769920349121092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,8,balanced,0.0488102388381958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,16,16,power_law_1.2,1.2577382659912109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,8,balanced,0.048975358009338374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,8,balanced,0.0506163215637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,8,balanced,0.05234816074371338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,8,balanced,0.05363840103149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,8,balanced,0.05094143867492675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,8,balanced,0.053994240760803225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,8,balanced,0.05424511909484864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,8,balanced,0.05894527912139893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,8,balanced,0.06163328170776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,8,balanced,0.06386303901672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,8,balanced,0.07207168102264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,8,balanced,0.09094911575317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,8,balanced,0.10904064178466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,8,balanced,0.14192255973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,8,balanced,0.17449344635009764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,8,balanced,0.24640256881713868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,8,balanced,0.3096089553833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,8,balanced,0.44574718475341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,8,balanced,0.5812006378173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,8,power_law_1.01,0.023572480678558348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,16,power_law_1.2,0.8932313537597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,8,power_law_1.01,0.024808959960937498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,8,power_law_1.01,0.0253875207901001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,8,balanced,0.8549874877929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,8,power_law_1.01,0.0263321590423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,8,power_law_1.01,0.029701120853424072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,8,power_law_1.01,0.03957376003265381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,8,power_law_1.01,0.052468481063842776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,8,power_law_1.01,0.05102591991424561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,8,power_law_1.01,0.052645120620727535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,8,balanced,1.1324889373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,8,power_law_1.01,0.05894656181335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,8,power_law_1.01,0.06789887905120849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,8,power_law_1.01,0.06623487949371339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,8,power_law_1.01,0.06720640182495116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,8,power_law_1.01,0.07100800037384034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,8,power_law_1.01,0.07781119823455811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,8,power_law_1.01,0.08459136009216309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,8,power_law_1.01,0.10115327835083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,8,power_law_1.01,0.11796863555908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,8,power_law_1.01,0.14540160179138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,8,power_law_1.01,0.1827110481262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,8,power_law_1.01,0.25383935928344725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,8,power_law_1.01,0.3078144073486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,8,power_law_1.01,0.3810393524169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,8,power_law_1.01,0.5194585418701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,8,power_law_1.01,0.025414400100708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,8,power_law_1.01,0.07553408145904542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,8,power_law_1.01,0.027129600048065184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,8,power_law_1.01,0.027653119564056396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,8,power_law_1.01,0.029160959720611574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,8,power_law_1.01,0.8656166076660157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,8,power_law_1.01,0.029670400619506838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,8,power_law_1.01,0.04632832050323486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,8,power_law_1.01,0.04743936061859131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,8,power_law_1.01,0.05065216064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,8,power_law_1.01,0.048459520339965825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,8,power_law_1.01,0.05172863960266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,8,power_law_1.01,0.05436672210693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,8,power_law_1.01,1.1513996887207032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,8,power_law_1.01,0.05352704048156738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,8,power_law_1.01,0.05689599990844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,8,power_law_1.01,0.059147520065307616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,8,power_law_1.01,0.0679795217514038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,8,power_law_1.01,0.062024960517883296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,8,power_law_1.01,0.0862668800354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,8,power_law_1.01,0.10251520156860353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,8,power_law_1.01,0.13919360160827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,8,power_law_1.01,0.17358335494995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,8,power_law_1.01,0.23190528869628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,8,power_law_1.01,0.29122688293457033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,8,power_law_1.01,0.44178302764892574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,8,power_law_1.01,0.05409279823303222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,8,power_law_1.01,0.58421630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,1536,8,128,32,8,power_law_1.2,0.02324863910675049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,1536,8,128,32,8,power_law_1.2,0.024211199283599855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,1536,8,128,32,8,power_law_1.2,0.0255513596534729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,1536,8,128,32,8,power_law_1.2,0.025857279300689696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,8,power_law_1.01,0.8306752014160157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,1536,8,128,32,8,power_law_1.2,0.027732479572296142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,1536,8,128,32,8,power_law_1.2,0.04910719871520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,1536,8,128,32,8,power_law_1.2,0.03901439905166626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,1536,8,128,32,8,power_law_1.2,0.05105663776397705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,1536,8,128,32,8,power_law_1.2,0.056849918365478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,1536,8,128,32,8,power_law_1.2,0.057815041542053226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,1536,8,128,32,8,power_law_1.2,0.06552192211151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,8,power_law_1.01,1.17723388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,1536,8,128,32,8,power_law_1.2,0.06658944129943847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,1536,8,128,32,8,power_law_1.2,0.06534016132354736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,1536,8,128,32,8,power_law_1.2,0.0705625581741333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,1536,8,128,32,8,power_law_1.2,0.07896192073822021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,1536,8,128,32,8,power_law_1.2,0.07497087955474854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,1536,8,128,32,8,power_law_1.2,0.08630399703979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,1536,8,128,32,8,power_law_1.2,0.10063232421874999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,1536,8,128,32,8,power_law_1.2,0.12033023834228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,1536,8,128,32,8,power_law_1.2,0.14732799530029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,1536,8,128,32,8,power_law_1.2,0.18260351181030274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,1536,8,128,32,8,power_law_1.2,0.25514623641967776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,1536,8,128,32,8,power_law_1.2,0.6131788635253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,1536,8,128,32,8,power_law_1.2,0.3100275230407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,8,power_law_1.2,0.025157120227813724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,8,power_law_1.2,0.027653119564056396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,8,power_law_1.2,0.02837631940841675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,8,power_law_1.2,0.028579840660095213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,1536,8,128,32,8,power_law_1.2,0.4427289581298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,16,power_law_1.2,1.1908019256591795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,8,power_law_1.2,0.030040318965911868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,8,power_law_1.2,0.04749695777893066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,8,power_law_1.2,0.04636672019958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,8,power_law_1.2,0.051175680160522465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,8,power_law_1.2,0.053405442237854005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,8,power_law_1.2,0.04910592079162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,8,power_law_1.2,0.055404801368713376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,8,power_law_1.2,0.05576320171356201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,8,power_law_1.2,0.05836544036865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,8,power_law_1.2,0.059183359146118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,8,power_law_1.2,0.06181119918823243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,8,power_law_1.2,0.06941952228546142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,8,power_law_1.2,0.08874367713928223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,1536,8,128,32,8,power_law_1.2,1.1824665832519532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,8,power_law_1.2,0.10698880195617674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,8,power_law_1.2,0.14139391899108886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,8,power_law_1.2,0.18246784210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,8,power_law_1.2,0.3104038429260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,8,power_law_1.2,0.05515647888183593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,8,power_law_1.2,0.4649907302856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,32,balanced,0.027056639194488523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,8,power_law_1.2,0.24571136474609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,32,balanced,0.02728192090988159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,32,balanced,0.026940159797668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,32,balanced,0.02859391927719116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,32,balanced,0.05238016128540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,32,balanced,0.09198080062866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,32,balanced,0.093570556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,32,balanced,0.09416064262390136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,32,balanced,0.0944819164276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,32,balanced,0.09497856140136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,32,balanced,0.0984768009185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,32,balanced,0.09922944068908691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,32,balanced,0.10229120254516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,32,balanced,0.10461567878723144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,32,balanced,0.1084224033355713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,32,balanced,0.11203455924987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,32,balanced,0.10665087699890137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,32,balanced,0.11392640113830566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,32,balanced,0.1195315170288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,32,balanced,0.13450752258300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,32,balanced,0.14645888328552245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,32,balanced,0.1743987274169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,32,balanced,0.19830015182495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,8,power_law_1.2,1.131304931640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,32,balanced,0.2499020767211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,32,balanced,0.3088204765319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,1536,8,128,32,8,power_law_1.2,0.9086732482910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,32,balanced,0.4437734222412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,8,power_law_1.2,0.6019392013549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,32,balanced,0.02814847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,32,balanced,0.5855577468872071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,32,balanced,0.02832256078720093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,32,balanced,0.028532478809356686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,32,balanced,0.030300159454345704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,32,balanced,0.05178495883941651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,32,balanced,0.05414400100708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,32,balanced,0.05395328044891358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,32,balanced,0.05493887901306153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,32,balanced,0.0558131217956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,32,balanced,0.05483520030975342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,32,balanced,0.0588812780380249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,32,balanced,0.06113920211791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,32,balanced,0.06425983905792236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,32,balanced,0.06712192058563232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,32,balanced,0.06951935768127442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,32,balanced,0.06386688232421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,32,balanced,0.06957695960998536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,32,balanced,0.07216256141662598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,32,balanced,0.08557567596435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,32,balanced,0.02796799898147583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,32,balanced,0.09973504066467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,32,balanced,0.13033727645874021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,32,balanced,0.15241344451904298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,32,balanced,0.20558847427368163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,32,balanced,0.3555481719970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,32,power_law_1.01,0.05461503982543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,32,balanced,0.45991294860839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,32,power_law_1.01,0.054722561836242675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,32,power_law_1.01,0.0552294397354126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,32,power_law_1.01,0.054136319160461424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,32,power_law_1.01,0.08707327842712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,32,power_law_1.01,0.0912332820892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,32,power_law_1.01,0.0923635196685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,32,power_law_1.01,0.09503616333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,32,power_law_1.01,0.09528575897216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,32,balanced,0.25589248657226565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,32,power_law_1.01,0.09750783920288086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,32,power_law_1.01,0.10381952285766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,8,power_law_1.2,0.8995481872558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,32,power_law_1.01,0.10638976097106934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,32,power_law_1.01,0.11137920379638673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,32,power_law_1.01,0.1099174404144287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,32,power_law_1.01,0.11303808212280272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,32,power_law_1.01,0.11413503646850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,32,power_law_1.01,0.14209024429321288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,32,power_law_1.01,0.17639167785644533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,32,power_law_1.01,0.21557632446289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,32,power_law_1.01,0.32669567108154296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,32,power_law_1.01,0.3669043350219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,32,power_law_1.01,0.5938201522827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,32,power_law_1.01,0.1256486415863037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,32,power_law_1.01,0.150067195892334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,32,power_law_1.01,0.03265791893005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,32,power_law_1.01,0.7616947174072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,32,power_law_1.01,0.032747519016265866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,32,power_law_1.01,0.03032320022583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,32,power_law_1.01,0.03170687913894653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,32,power_law_1.01,1.0731251525878907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,32,power_law_1.01,0.051280641555786134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,32,power_law_1.01,0.05380735874176026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,32,power_law_1.01,0.054757118225097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,32,power_law_1.01,0.05790976047515869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,32,power_law_1.01,0.05818111896514892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,32,power_law_1.01,0.06214272022247315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,32,power_law_1.01,0.06573056221008301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,32,power_law_1.01,0.06958975791931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,32,power_law_1.01,0.06657023906707764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,32,power_law_1.01,0.06850304126739501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,32,power_law_1.01,0.07008895874023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,32,power_law_1.01,0.0800819206237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,32,power_law_1.01,0.09773951530456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,32,power_law_1.01,0.11085696220397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,32,power_law_1.01,0.13552384376525878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,32,power_law_1.01,1.6416653442382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,32,power_law_1.01,0.18612735748291015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,32,power_law_1.01,0.2685260772705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,32,power_law_1.01,0.29929855346679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,32,power_law_1.01,0.05732607841491699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,32,power_law_1.01,0.4766502380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,8,32,power_law_1.2,0.05445759773254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,32,power_law_1.01,0.5776665496826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,8,32,power_law_1.2,0.054826240539550784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,8,32,power_law_1.2,0.05469312191009521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,8,32,power_law_1.2,0.08518783569335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,8,32,power_law_1.2,0.09168383598327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,8,32,power_law_1.2,0.0874726390838623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,8,32,power_law_1.2,0.09437055587768554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,8,32,power_law_1.2,0.09281408309936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,32,power_law_1.01,0.9964121246337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,8,32,power_law_1.2,0.09828991889953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,8,32,power_law_1.2,0.10086400032043456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,8,32,power_law_1.2,0.10475775718688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,8,32,power_law_1.2,0.10770815849304198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,32,power_law_1.01,1.1391910552978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,8,32,power_law_1.2,0.11183615684509278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,8,32,power_law_1.2,0.11514623641967774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,8,32,power_law_1.2,0.11219327926635743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,8,32,power_law_1.2,0.12053248405456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,8,32,power_law_1.2,0.13128191947937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,8,32,power_law_1.2,0.174017276763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,8,32,power_law_1.2,0.1544281578063965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,8,32,power_law_1.2,0.2149977684020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,8,32,power_law_1.2,0.24125951766967774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,8,32,power_law_1.2,0.36223999023437503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,32,power_law_1.2,0.033191680908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,8,32,power_law_1.2,0.5429388809204101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,32,power_law_1.2,0.033267199993133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,8,32,power_law_1.2,0.7803289794921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,32,power_law_1.2,0.03078399896621704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,32,power_law_1.2,0.03339263916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,32,power_law_1.2,0.0548031997680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,32,power_law_1.2,0.05081471920013427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,32,power_law_1.2,0.05589375972747803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,32,power_law_1.2,0.058018560409545894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,32,power_law_1.2,0.05956223964691162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,32,power_law_1.2,0.061112318038940426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,32,power_law_1.2,0.06689280033111572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,8,32,power_law_1.2,1.1198617553710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,32,power_law_1.2,0.0693452787399292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,32,power_law_1.2,0.06927872180938721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,32,power_law_1.2,0.07371647834777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,32,power_law_1.2,0.0698035192489624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,32,power_law_1.2,0.08430208206176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,32,power_law_1.2,0.10825087547302245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,32,power_law_1.2,0.11718400001525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,32,power_law_1.2,0.15660415649414064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,32,power_law_1.2,0.19892608642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,32,power_law_1.2,0.06680191993713379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,32,power_law_1.2,0.31333375930786134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,32,power_law_1.2,0.3906175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,32,power_law_1.2,0.6334835052490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,32,power_law_1.2,0.8257676696777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,16,balanced,0.0271347188949585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,16,balanced,0.027156479358673095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,8,32,power_law_1.2,1.6294464111328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,16,balanced,0.02828416109085083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,16,balanced,0.0402291202545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,16,balanced,0.05457024097442627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,16,balanced,0.09289983749389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,16,balanced,0.0956287956237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,16,balanced,0.09759488105773925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,16,balanced,0.10002559661865233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,16,balanced,0.10191488265991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,16,balanced,0.1068723201751709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,16,balanced,0.10879743576049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,16,balanced,0.11206527709960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,16,balanced,0.10558208465576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,16,balanced,0.10867584228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,16,balanced,0.11188735961914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,16,balanced,0.1177996826171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,16,balanced,0.13060352325439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,16,balanced,0.16809215545654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,16,balanced,0.19034751892089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,16,balanced,0.23958528518676755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,16,balanced,0.28668287277221677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,16,balanced,0.37976192474365233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,16,balanced,0.4807449722290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,16,balanced,0.14209024429321288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,16,balanced,0.028006401062011722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,16,balanced,0.7051725006103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,16,balanced,0.028736000061035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,16,balanced,0.03026432037353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,32,power_law_1.2,1.2519193267822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,16,balanced,0.935947494506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,16,balanced,0.03515007972717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,16,balanced,0.06163328170776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,16,balanced,0.059005441665649416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,16,balanced,0.06123519897460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,16,balanced,0.0637337589263916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,16,balanced,0.06423295974731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,16,balanced,0.06963840007781982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,16,balanced,0.07067008018493652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,16,balanced,0.07322751998901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,16,balanced,0.02816512107849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,16,balanced,0.06872320175170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,16,balanced,0.06967040061950683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,16,balanced,0.07484288215637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,16,balanced,0.08787967681884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,16,balanced,0.10100223541259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,16,balanced,0.12553471565246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,16,balanced,0.14874239921569826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,16,balanced,0.20146047592163088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,16,balanced,0.24768896102905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,16,balanced,0.3474406433105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,16,balanced,0.44867839813232424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,32,power_law_1.2,1.6667800903320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,16,balanced,0.07141759872436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,16,balanced,0.6355737686157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,16,power_law_1.01,0.05483520030975342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,16,power_law_1.01,0.05306111812591553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,16,power_law_1.01,0.06059391975402832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,16,power_law_1.01,0.057171201705932616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,16,power_law_1.01,0.08759936332702636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,16,power_law_1.01,0.09231616020202636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,16,balanced,0.8672652435302733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,16,power_law_1.01,0.10180224418640135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,16,power_law_1.01,0.10304767608642577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,16,power_law_1.01,0.11171072006225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,16,power_law_1.01,0.10720512390136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,16,power_law_1.01,0.11359359741210937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,16,power_law_1.01,0.10774527549743654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,16,power_law_1.01,0.11395968437194823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,16,power_law_1.01,0.1181811237335205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,16,power_law_1.01,0.12936960220336916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,16,power_law_1.01,0.1473459243774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,16,power_law_1.01,0.16862079620361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,16,power_law_1.01,0.09484671592712403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,16,power_law_1.01,0.19498367309570314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,16,power_law_1.01,0.21884416580200194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,16,power_law_1.01,0.3005273628234863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,16,power_law_1.01,0.3567488098144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,16,power_law_1.01,0.5726489639282226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,8,32,power_law_1.2,2.421043243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,16,power_law_1.01,0.7730099487304687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,16,power_law_1.01,0.09810175895690917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,16,power_law_1.01,0.03741695880889893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,16,power_law_1.01,0.036366078853607174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,16,power_law_1.01,0.03726847887039185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,16,power_law_1.01,0.05626751899719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,16,power_law_1.01,1.2026739501953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,16,power_law_1.01,0.05898752212524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,16,power_law_1.01,0.060519680976867676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,16,power_law_1.01,0.06123519897460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,16,power_law_1.01,0.06530432224273681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,16,power_law_1.01,0.06757247924804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,16,power_law_1.01,0.06830592155456543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,16,power_law_1.01,1.5464601135253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,16,power_law_1.01,0.07579264163970947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,16,power_law_1.01,0.07358848094940186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,16,power_law_1.01,0.07010176181793212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,16,power_law_1.01,0.03371776103973388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,16,power_law_1.01,0.0761843204498291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,16,power_law_1.01,0.0740121603012085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,16,power_law_1.01,0.08758527755737304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,16,power_law_1.01,0.10643456459045411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,16,power_law_1.01,0.11729151725769042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,16,power_law_1.01,0.16143999099731446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,16,power_law_1.01,0.2091276741027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,16,power_law_1.01,0.26689151763916014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,16,power_law_1.01,0.3683123016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,16,power_law_1.01,0.5069363021850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,16,16,power_law_1.2,0.05454847812652588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,16,power_law_1.01,0.5915827178955079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,16,16,power_law_1.2,0.056332798004150385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,16,16,power_law_1.2,0.05688960075378417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,16,16,power_law_1.2,0.05670015811920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,16,16,power_law_1.2,0.0866585636138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,16,power_law_1.01,0.9089984130859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,16,16,power_law_1.2,0.09269760131835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,16,16,power_law_1.2,0.09502592086791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,16,16,power_law_1.2,0.09619199752807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,16,16,power_law_1.2,0.10163968086242677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,16,16,power_law_1.2,0.10445823669433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,16,16,power_law_1.2,0.11301504135131837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,16,power_law_1.01,1.3336204528808593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,16,16,power_law_1.2,0.1090675163269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,16,16,power_law_1.2,0.11078271865844727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,16,16,power_law_1.2,0.11569151878356934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,16,16,power_law_1.2,0.132673282623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,16,16,power_law_1.2,0.12007295608520507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,16,16,power_law_1.2,0.15493632316589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,16,16,power_law_1.2,0.17604608535766603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,16,16,power_law_1.2,0.23291263580322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,16,16,power_law_1.2,0.2632064056396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,16,16,power_law_1.2,0.355544319152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,16,16,power_law_1.2,0.4565222549438476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,16,16,power_law_1.2,0.10993535995483399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,16,power_law_1.2,0.03254656076431274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,16,16,power_law_1.2,0.6862284851074218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,16,power_law_1.2,0.036296958923339846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,16,power_law_1.2,0.03621376037597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,16,power_law_1.2,0.03575551986694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,16,power_law_1.2,0.055509757995605466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,16,power_law_1.2,0.05870463848114014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,16,power_law_1.2,0.06126848220825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,16,power_law_1.2,0.061980161666870114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,16,power_law_1.2,0.0633139181137085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,16,power_law_1.2,0.06901375770568847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,16,power_law_1.2,0.0671129608154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,16,power_law_1.2,0.07235583782196045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,16,power_law_1.2,0.07066751956939697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,16,power_law_1.2,0.07155968189239502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,16,power_law_1.2,0.07284736156463623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,16,power_law_1.2,0.07822207927703857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,16,power_law_1.2,0.08836480140686034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,16,power_law_1.2,0.10625791549682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,16,power_law_1.2,0.12535296440124513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,16,power_law_1.2,0.19305599212646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,16,power_law_1.2,0.2092300796508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,16,power_law_1.2,0.2944972801208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,16,power_law_1.2,0.3861439895629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,16,power_law_1.2,0.6009715270996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,16,power_law_1.2,0.6989836883544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,16,16,power_law_1.2,0.9619084930419921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,8,balanced,0.027677440643310548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,8,balanced,0.02835200071334839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,8,balanced,0.030520319938659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,8,balanced,0.043843841552734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,8,balanced,0.05945216178894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,8,balanced,0.0983897590637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,8,balanced,0.10376576423645019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,8,balanced,0.10683903694152833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,8,balanced,0.11052032470703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,8,balanced,0.11300607681274415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,8,balanced,0.1066329574584961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,8,balanced,0.10913920402526855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,8,balanced,0.11290752410888671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,8,balanced,0.12062975883483887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,8,balanced,0.12395648002624511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,8,balanced,0.1314406394958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,8,balanced,0.14192383766174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,16,16,power_law_1.2,1.3982374572753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,8,balanced,0.1652569580078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,8,balanced,0.18724607467651366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,8,balanced,0.23758335113525392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,8,balanced,0.28128896713256835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,8,balanced,0.3768576049804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,8,balanced,0.4707481765747071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,8,balanced,0.6614669036865235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,8,balanced,0.8654156494140626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,8,balanced,0.028139519691467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,8,balanced,0.028583679199218746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,8,balanced,1.3005976867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,8,balanced,0.03040127992630005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,8,balanced,0.03349119901657104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,8,balanced,0.0403391981124878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,8,balanced,1.7176255798339846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,8,balanced,0.06904319763183595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,8,balanced,0.07039103984832765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,8,balanced,0.07473408222198487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,8,balanced,0.0764902400970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,8,balanced,0.07831424236297607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,8,balanced,0.07304192066192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,16,16,power_law_1.2,2.0534463500976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,8,balanced,0.07722496032714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,8,balanced,0.07845248222351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,8,balanced,0.08349823951721191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,8,balanced,0.08705792427062989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,8,balanced,0.09222528457641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,8,balanced,0.10646656036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,8,balanced,0.1292902374267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,8,balanced,0.15219840049743652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,8,balanced,0.19787776947021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,8,balanced,0.24771455764770506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,8,balanced,0.3450995254516601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,16,power_law_1.2,1.6243084716796876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,8,balanced,0.4367103958129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,8,balanced,0.6290150451660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,8,power_law_1.01,0.03453824043273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,8,balanced,0.8219980621337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,8,power_law_1.01,0.05547520160675049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,8,power_law_1.01,0.05134463787078858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,8,power_law_1.01,0.056593918800354005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,8,balanced,1.1996927642822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,8,power_law_1.01,0.05853824138641357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,8,power_law_1.01,0.09551487922668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,8,power_law_1.01,0.09912960052490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,8,power_law_1.01,0.10487296104431151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,8,power_law_1.01,0.1079475212097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,8,power_law_1.01,0.10234880447387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,8,power_law_1.01,0.11413503646850587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,8,power_law_1.01,0.11328767776489257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,8,power_law_1.01,0.107892484664917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,8,power_law_1.01,0.1132800006866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,8,power_law_1.01,0.11744128227233888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,8,balanced,1.6187481689453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,8,power_law_1.01,0.12291328430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,8,power_law_1.01,0.13236479759216307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,8,power_law_1.01,0.15446911811828615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,8,power_law_1.01,0.17472768783569337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,8,power_law_1.01,0.22941055297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,8,power_law_1.01,0.25616384506225587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,8,power_law_1.01,0.3302592086791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,8,power_law_1.01,0.43048961639404293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,8,power_law_1.01,0.6472396850585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,8,power_law_1.01,0.031978240013122564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,8,power_law_1.01,0.03652224063873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,8,power_law_1.01,0.03737855911254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,8,power_law_1.01,0.8186163330078126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,8,power_law_1.01,0.0405567979812622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,8,power_law_1.01,0.0437337589263916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,8,power_law_1.01,0.06658175945281983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,8,power_law_1.01,0.06785280227661132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,8,power_law_1.01,0.07092991828918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,8,power_law_1.01,1.2849382019042968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,8,power_law_1.01,0.07549056053161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,8,power_law_1.01,0.07801472187042237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,8,power_law_1.01,0.07393407821655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,8,power_law_1.01,0.08106880187988282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,8,power_law_1.01,0.0755673599243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,8,power_law_1.01,0.0787827205657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,8,power_law_1.01,0.08042880058288573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,8,power_law_1.01,1.6178150939941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,8,power_law_1.01,0.08536191940307616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,8,power_law_1.01,0.09861632347106933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,8,power_law_1.01,0.12132351875305177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,8,power_law_1.01,0.14887424468994143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,8,power_law_1.01,0.18535680770874025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,8,power_law_1.01,0.23438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,8,power_law_1.01,0.3141017532348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,8,power_law_1.01,0.4159961700439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,8,power_law_1.01,0.5963711929321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,6144,2560,8,160,32,8,power_law_1.2,0.030922238826751706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,8,power_law_1.01,0.6849318695068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,6144,2560,8,160,32,8,power_law_1.2,0.052565760612487786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,6144,2560,8,160,32,8,power_law_1.2,0.049585919380187984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,6144,2560,8,160,32,8,power_law_1.2,0.05717887878417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,6144,2560,8,160,32,8,power_law_1.2,0.056179199218749996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,6144,2560,8,160,32,8,power_law_1.2,0.09709823608398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,8,power_law_1.01,1.212542724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,6144,2560,8,160,32,8,power_law_1.2,0.09768832206726075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,6144,2560,8,160,32,8,power_law_1.2,0.10214528083801269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,6144,2560,8,160,32,8,power_law_1.2,0.10541312217712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,6144,2560,8,160,32,8,power_law_1.2,0.10980607986450194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,6144,2560,8,160,32,8,power_law_1.2,0.11472512245178224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,6144,2560,8,160,32,8,power_law_1.2,0.11020928382873536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,6144,2560,8,160,32,8,power_law_1.2,0.10871295928955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,6144,2560,8,160,32,8,power_law_1.2,0.11483008384704589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,6144,2560,8,160,32,8,power_law_1.2,0.11878911972045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,8,power_law_1.01,1.6775270080566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,6144,2560,8,160,32,8,power_law_1.2,0.1272499179840088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,6144,2560,8,160,32,8,power_law_1.2,0.1336524772644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,6144,2560,8,160,32,8,power_law_1.2,0.1580134391784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,6144,2560,8,160,32,8,power_law_1.2,0.18193279266357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,16,power_law_1.2,1.1601190185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,6144,2560,8,160,32,8,power_law_1.2,0.28002431869506833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,6144,2560,8,160,32,8,power_law_1.2,0.22992383956909182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,6144,2560,8,160,32,8,power_law_1.2,0.3589376068115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,6144,2560,8,160,32,8,power_law_1.2,0.4701824188232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,8,power_law_1.2,0.03204224109649658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,8,power_law_1.2,0.03432192087173462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,6144,2560,8,160,32,8,power_law_1.2,0.9486489868164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,8,power_law_1.2,0.035846400260925296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,8,power_law_1.2,0.039532799720764164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,8,power_law_1.2,0.04243072032928467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,8,power_law_1.2,0.06745215892791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,8,power_law_1.2,0.06653056144714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,8,power_law_1.2,0.07171584129333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,8,power_law_1.2,0.07337984085083007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,8,power_law_1.2,0.07483391761779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,6144,2560,8,160,32,8,power_law_1.2,0.6266969680786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,8,power_law_1.2,0.07613823890686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,8,power_law_1.2,0.07610623836517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,8,power_law_1.2,0.07550335884094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,8,power_law_1.2,0.08105983734130859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,8,power_law_1.2,0.08285823822021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,8,power_law_1.2,0.09171199798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,6144,2560,8,160,32,8,power_law_1.2,1.3821107482910155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,8,power_law_1.2,0.09804287910461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,8,power_law_1.2,0.12456959724426268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,8,power_law_1.2,0.14881919860839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,8,power_law_1.2,0.20327423095703123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,8,power_law_1.2,0.24899200439453123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,8,power_law_1.2,0.31922048568725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,8,power_law_1.2,0.42918655395507815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,128,balanced,0.058570241928100585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,128,balanced,0.058501119613647456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,8,power_law_1.2,0.5533286285400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,128,balanced,0.05790207862854004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,128,balanced,0.05787903785705566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,128,balanced,0.057891840934753414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,128,balanced,0.06604544162750245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,128,balanced,0.07619071960449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,8,power_law_1.2,1.175230712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,8,power_law_1.2,0.821164779663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,128,balanced,0.12072575569152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,128,balanced,0.12077695846557616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,128,balanced,0.12070015907287597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,128,balanced,0.12257280349731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,128,balanced,0.12310015678405761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,128,balanced,0.12418687820434571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,128,balanced,0.12435839653015138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,128,balanced,0.12506367683410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,128,balanced,0.1289254379272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,128,balanced,0.1330406379699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,128,balanced,0.13713791847229004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,128,balanced,0.14618751525878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,128,balanced,0.14354304313659666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,128,balanced,0.15306879997253417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,128,balanced,0.1650214385986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,128,balanced,0.18190080642700196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,128,balanced,0.20509056091308592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,128,balanced,0.25254016876220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,128,balanced,0.03239295959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,128,balanced,0.1229759979248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,128,balanced,0.03204224109649658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,128,balanced,0.35101440429687497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,128,balanced,0.03199104070663452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,128,balanced,0.032262399196624755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,128,balanced,0.03193984031677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,128,balanced,0.04209536075592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,128,balanced,0.04848127841949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,128,balanced,0.0623308801651001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,128,balanced,0.06225920200347901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,128,balanced,0.06300032138824463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,128,balanced,0.06291584014892579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,128,balanced,0.06386816024780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,128,balanced,0.06328959941864014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,8,power_law_1.2,1.6126783752441405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,128,balanced,0.06568192005157471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,128,balanced,0.0672870397567749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,128,balanced,0.06834815979003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,128,balanced,0.06573952198028564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,128,balanced,0.07432831764221191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,128,balanced,0.07360127925872803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,128,balanced,0.07534592151641846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,128,balanced,0.08226559638977052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,128,balanced,0.09061504364013671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,128,balanced,0.10837632179260255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,128,balanced,0.12957056045532228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,128,balanced,0.15921024322509764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,128,balanced,0.19694719314575196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,128,power_law_1.01,0.07575935840606689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,128,balanced,0.0806783962249756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,128,power_law_1.01,0.07540736198425294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,128,power_law_1.01,0.07607808113098144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,128,power_law_1.01,0.07575935840606689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,128,power_law_1.01,0.11608832359313966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,128,power_law_1.01,0.11461248397827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,128,power_law_1.01,0.11934847831726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,128,power_law_1.01,0.1232051181793213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,128,power_law_1.01,0.12230400085449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,128,power_law_1.01,0.12256256103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,128,power_law_1.01,0.12231424331665039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,128,power_law_1.01,0.12330240249633788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,128,power_law_1.01,0.12630271911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,128,power_law_1.01,0.1328550434112549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,128,power_law_1.01,0.13514495849609376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,128,power_law_1.01,0.14097920417785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,128,power_law_1.01,0.14314751625061034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,128,power_law_1.01,0.15299200057983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,128,power_law_1.01,0.1612735939025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,128,power_law_1.01,0.18721023559570313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,128,power_law_1.01,0.22606208801269528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,128,power_law_1.01,0.28545919418334964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,128,power_law_1.01,0.3899225616455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,128,power_law_1.01,0.5766809463500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,128,power_law_1.01,0.6533312225341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,128,power_law_1.01,0.04873216152191162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,128,power_law_1.01,0.04889855861663818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,128,power_law_1.01,0.04901120185852051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,128,power_law_1.01,0.048935680389404296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,128,power_law_1.01,1.1551103973388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,128,power_law_1.01,0.06060927867889404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,128,power_law_1.01,0.06201087951660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,128,power_law_1.01,0.06304384231567382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,128,power_law_1.01,1.395257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,128,power_law_1.01,0.06563583850860596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,128,power_law_1.01,0.06522496223449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,128,power_law_1.01,0.06726143836975099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,128,power_law_1.01,0.06861824035644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,128,power_law_1.01,0.06677760124206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,128,power_law_1.01,0.07175039768218994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,128,power_law_1.01,0.07437568187713624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,128,power_law_1.01,0.07910399913787843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,128,power_law_1.01,0.0811366367340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,128,power_law_1.01,0.08438783645629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.01,0.09123968124389649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.01,0.1106112003326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.01,0.1283801555633545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.01,0.152293119430542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.01,0.21273727416992189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,128,power_law_1.01,0.06417791843414307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.01,0.29125375747680665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.01,0.4167142486572265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.01,0.5965683364868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.01,0.7902528381347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,6144,2560,8,160,32,8,power_law_1.2,1.8878668212890624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,128,power_law_1.2,0.07580031871795653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,128,power_law_1.2,0.07557119846343993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,128,power_law_1.2,0.07597311973571777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,128,power_law_1.2,0.07605631828308106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,128,power_law_1.2,0.11512831687927245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,128,power_law_1.2,0.11471360206604005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,128,power_law_1.2,0.11600511550903321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,128,power_law_1.2,0.11959168434143067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,128,power_law_1.2,0.12038528442382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,128,power_law_1.2,0.12134911537170409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,128,power_law_1.2,0.12206080436706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,128,power_law_1.2,0.12666496276855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,128,power_law_1.2,0.1287116813659668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,128,power_law_1.2,0.12146688461303712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,128,power_law_1.2,0.1371891212463379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,128,power_law_1.2,0.1410752010345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,128,power_law_1.2,0.14540672302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,128,power_law_1.2,0.16785024642944335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,128,power_law_1.2,0.18158720016479493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,128,power_law_1.2,0.2218214416503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,128,power_law_1.2,0.28696447372436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,128,power_law_1.2,0.39873790740966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,128,power_law_1.2,0.5678860855102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,128,power_law_1.2,0.795257568359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,128,power_law_1.2,1.1246233367919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,128,power_law_1.2,1.6608729553222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,128,power_law_1.2,0.049180159568786616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,128,power_law_1.2,0.04857471942901611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,128,power_law_1.2,0.04865280151367187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,128,power_law_1.2,2.379974365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,128,power_law_1.2,0.049015040397644045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,128,power_law_1.2,0.06077824115753174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,128,power_law_1.2,0.06175104141235351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,128,power_law_1.2,0.06235136032104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,128,power_law_1.2,0.06322303771972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,128,power_law_1.2,0.06341887950897217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,128,power_law_1.2,0.06506112098693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,128,power_law_1.2,0.0665011215209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,128,power_law_1.2,0.06814847946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,128,power_law_1.2,0.06828671932220459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,128,power_law_1.2,0.07202176094055177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,128,power_law_1.2,0.07403647899627686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,128,power_law_1.2,0.08052351951599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,128,power_law_1.2,0.07993087768554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,128,power_law_1.2,0.09741184234619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.2,0.10379903793334962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.2,0.14224512100219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.2,0.15033087730407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.2,0.23293184280395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.2,0.27839487075805663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.2,0.4246656036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.2,0.5925888061523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.2,0.8860377502441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.2,1.1937779235839845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,64,balanced,0.038566401004791265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,64,balanced,0.03969536066055298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,64,balanced,0.03934720039367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,64,balanced,0.04050943851470947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,64,balanced,0.05577216148376465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,64,balanced,0.06500224113464356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,64,balanced,0.07729919910430907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,64,balanced,0.11817983627319335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,64,balanced,0.11813504219055175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,64,balanced,0.11838335990905761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,64,balanced,0.11933568000793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,64,balanced,0.12221440315246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,64,balanced,0.1221388816833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,64,balanced,0.12737024307250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,64,balanced,0.12941951751708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,64,balanced,0.13044480323791502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,64,balanced,0.134017276763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,64,balanced,0.1418995189666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,64,balanced,0.1383795166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,64,balanced,0.14839808464050291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,64,balanced,0.15701375961303712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,64,balanced,0.17294464111328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,64,balanced,0.1925324821472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,64,balanced,0.21920127868652345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,64,balanced,0.2565465545654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,64,balanced,0.33186687469482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,64,balanced,0.4424345779418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,64,balanced,0.030760960578918455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,64,balanced,0.030743041038513184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,64,balanced,0.03075968027114868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,64,balanced,0.03083775997161865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,64,balanced,0.031485440731048586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,64,balanced,0.04222847938537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,64,balanced,0.051423997879028314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,64,balanced,0.06723584175109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,64,balanced,0.0671782398223877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,64,balanced,0.06731776237487794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,64,balanced,0.06835968017578124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,64,balanced,0.0702617597579956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,64,balanced,0.06891520023345947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,64,balanced,0.07003392219543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,64,balanced,0.07096191883087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,64,balanced,0.07125247955322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,64,balanced,0.07506175994873046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,64,balanced,0.08035072326660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,64,balanced,0.07458559989929199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,64,balanced,0.08013824462890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,64,balanced,0.08681216239929199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,64,balanced,0.10214400291442871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,64,balanced,0.11964927673339845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,64,balanced,0.1485760021209717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,64,balanced,0.1846272087097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,64,balanced,0.23893503189086912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,64,balanced,0.29965824127197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,64,power_law_1.01,0.07681536197662353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,64,power_law_1.01,0.07587967872619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,64,power_law_1.01,0.07697919845581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,64,power_law_1.01,0.0774182415008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,64,power_law_1.01,0.11820799827575683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,64,power_law_1.01,0.11278719902038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,64,power_law_1.01,0.11285375595092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,64,power_law_1.01,0.11692799568176268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,64,power_law_1.01,0.11927680015563964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,64,power_law_1.01,0.11972736358642577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,64,power_law_1.01,0.12175488471984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,64,power_law_1.01,0.12496512413024903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,64,power_law_1.01,0.1278988838195801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,64,power_law_1.01,0.1316979217529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,64,power_law_1.01,0.13824000358581542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,64,power_law_1.01,0.14261119842529296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,64,power_law_1.01,0.14089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,64,power_law_1.01,0.15812864303588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,64,power_law_1.01,0.16810752868652343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,64,power_law_1.01,0.18939775466918946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,64,power_law_1.01,0.2229311943054199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,64,power_law_1.01,0.3106201553344726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,64,power_law_1.01,0.33946369171142576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,64,power_law_1.01,0.45935615539550784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,64,power_law_1.01,0.645871353149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,64,power_law_1.01,0.050704641342163084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,64,power_law_1.01,0.9954176330566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,64,power_law_1.01,0.05082623958587647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,64,power_law_1.01,1.0267276763916016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,64,power_law_1.01,0.05211520195007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,64,power_law_1.01,0.0664460802078247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,64,power_law_1.01,0.06584959983825683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,64,power_law_1.01,0.06754303932189941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,64,power_law_1.01,0.0688640022277832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,64,power_law_1.01,0.06915711879730224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,64,power_law_1.01,0.050995202064514154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,64,power_law_1.01,0.06880000114440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,64,power_law_1.01,0.06873983860015868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,64,power_law_1.01,0.0712832021713257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,64,power_law_1.01,0.07125247955322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,64,power_law_1.01,0.07641088008880616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,64,power_law_1.01,0.08134016036987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,64,power_law_1.01,0.08222592353820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,64,power_law_1.01,0.07899775981903076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,64,power_law_1.01,0.09033599853515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.01,0.09353599548339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.01,0.11121279716491698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.01,0.1346892833709717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.01,0.18463487625122071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.01,0.24659328460693358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.01,0.3107097625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.01,0.39865856170654296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.01,0.5834150314331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.01,0.7483135986328124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,6144,2048,8,256,8,32,power_law_1.2,4.888482666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,64,power_law_1.2,0.07632512092590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,64,power_law_1.2,0.07609983921051025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,64,power_law_1.2,0.07655424118041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,64,power_law_1.2,0.07761919975280762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,64,power_law_1.2,0.11727231979370116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,64,power_law_1.2,0.11015551567077637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,64,power_law_1.2,0.1121664047241211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,64,power_law_1.2,0.11702527999877929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,64,power_law_1.2,0.11846912384033204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,64,power_law_1.2,0.12007807731628417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,64,power_law_1.2,0.12223872184753418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,64,power_law_1.2,0.12670207977294923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,64,power_law_1.2,0.12887680053710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,64,power_law_1.2,0.1354304027557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,64,power_law_1.2,0.13961600303649901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,64,power_law_1.2,0.13897600173950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,64,power_law_1.2,0.1465676784515381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,64,power_law_1.2,0.15408384323120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,64,power_law_1.2,0.17816703796386718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,64,power_law_1.2,0.19572864532470705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,64,power_law_1.2,0.24563199996948243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,64,power_law_1.2,0.33519744873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,64,power_law_1.2,0.4460761642456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,6144,2048,8,256,8,32,power_law_1.2,5.269149169921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,64,power_law_1.2,0.8106777954101563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,64,power_law_1.2,0.9156018829345702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,64,power_law_1.2,1.3424319458007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,64,power_law_1.2,0.05100287914276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,64,power_law_1.2,0.051072001457214355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,64,power_law_1.2,1.787976989746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,64,power_law_1.2,0.05135359764099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,64,power_law_1.2,0.06593535900115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,64,power_law_1.2,0.05161983966827392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,64,power_law_1.2,0.0638374376296997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,64,power_law_1.2,0.06589695930480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,64,power_law_1.2,0.06862207889556884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,64,power_law_1.2,0.06925439834594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,64,power_law_1.2,0.06927616119384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,64,power_law_1.2,0.0696230411529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,64,power_law_1.2,0.06723840236663818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,64,power_law_1.2,0.07217663764953614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,64,power_law_1.2,0.07641727924346924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,64,power_law_1.2,0.07865344047546387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,64,power_law_1.2,0.07673471927642822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,64,power_law_1.2,0.08055295944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,64,power_law_1.2,0.08966015815734864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.2,0.11406592369079589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.2,0.1325657558441162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.2,0.18010112762451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.2,0.20681983947753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.2,0.287825927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.2,0.4055091094970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.2,0.6272140884399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.2,1.0001817321777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.2,1.1777728271484373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,32,balanced,0.030960640907287597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,32,balanced,0.031032319068908694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,32,balanced,0.030967040061950685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,32,balanced,0.036136960983276366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,32,balanced,0.056477441787719726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,32,balanced,0.06724480152130127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,32,balanced,0.07898240089416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,32,balanced,0.12376576423645021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,32,balanced,0.12374784469604491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,32,balanced,0.12301695823669434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,32,balanced,0.12669055938720702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,32,balanced,0.1306175994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,32,balanced,0.13082752227783204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,32,balanced,0.13798272132873535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,32,balanced,0.14003071784973145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,32,balanced,0.1415219211578369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,32,balanced,0.13736063957214356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,32,balanced,0.14490752220153807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,32,balanced,0.153123836517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,32,balanced,0.16685312271118163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,32,balanced,0.18106239318847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,32,balanced,0.20754304885864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,32,balanced,0.23897216796874998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,32,balanced,0.2901555252075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,32,balanced,0.34812671661376954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,32,balanced,0.4681651306152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,32,balanced,0.6515814208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,32,balanced,0.030405120849609373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,32,balanced,0.030426878929138184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,32,balanced,0.03099136114120483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,32,balanced,0.031207680702209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,32,balanced,0.033131520748138424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,32,balanced,0.04548992156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,32,balanced,0.05454592227935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,32,balanced,0.07286015987396241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,32,balanced,0.07310080051422119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,32,balanced,0.0729036808013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,32,balanced,0.0736243200302124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,32,balanced,0.07584000110626221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,32,balanced,0.07386879920959473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,32,balanced,0.0799129581451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,32,balanced,0.08208895683288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,32,balanced,0.08393728256225585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,32,balanced,0.07924992084503174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,32,balanced,0.08413567543029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,32,balanced,0.0890329647064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,32,balanced,0.10370559692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,32,balanced,0.12019712448120116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,32,balanced,0.14455936431884767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,32,balanced,0.1768396759033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,32,balanced,0.22869632720947264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,32,balanced,0.29273855209350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,32,balanced,0.03338752031326294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,32,balanced,0.39752319335937497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,32,balanced,0.03350399971008301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,32,balanced,0.03337088108062744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,32,balanced,0.5139315032958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,32,balanced,0.03650304079055786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,32,balanced,0.036432640552520754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,32,balanced,0.04070911884307861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,32,balanced,0.0596889591217041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,32,balanced,0.05802239894866943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,32,balanced,0.05862656116485596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,32,balanced,0.06402431964874268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,32,balanced,0.0798310422897339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,32,balanced,0.07901696205139161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,32,balanced,0.09755647659301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,32,balanced,0.10063872337341309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,32,balanced,0.105283842086792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,32,balanced,0.034974720478057865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,32,balanced,0.13987071990966798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,32,balanced,0.1483071994781494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,32,balanced,0.20700416564941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,32,balanced,0.23738111495971678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,32,balanced,0.3386368179321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,32,balanced,0.42218238830566407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,32,balanced,0.5689894485473632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,32,balanced,0.7875379180908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,32,balanced,1.0560985565185548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,32,balanced,1.517066192626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,32,power_law_1.01,0.06772863864898682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,32,power_law_1.01,0.07645567893981933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,32,balanced,2.039471435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,32,power_law_1.01,0.07643904209136962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,32,power_law_1.01,0.0774451208114624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,32,power_law_1.01,0.12173824310302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,32,power_law_1.01,0.12198399543762206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,32,power_law_1.01,0.11450240135192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,32,power_law_1.01,0.11772159576416015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,32,power_law_1.01,0.11899519920349122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,32,power_law_1.01,0.11997568130493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,32,power_law_1.01,0.12630784034729003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,32,power_law_1.01,0.1300979232788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,32,power_law_1.01,0.1326848030090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,32,power_law_1.01,0.13928192138671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,32,power_law_1.01,0.13703040122985838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,32,power_law_1.01,0.13386240005493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,32,power_law_1.01,0.14525823593139647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,32,power_law_1.01,0.16135295867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,32,power_law_1.01,0.16441215515136717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,32,power_law_1.01,0.19963647842407226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,32,power_law_1.01,0.22450687408447267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,32,power_law_1.01,0.2788134384155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,32,power_law_1.01,0.3454604721069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,32,power_law_1.01,0.528977928161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,32,power_law_1.01,0.5899020767211913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,32,power_law_1.01,0.04489727973937988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,32,power_law_1.01,0.9100262451171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,32,power_law_1.01,0.05156479835510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,32,power_law_1.01,0.05260287761688233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,32,power_law_1.01,0.053290238380432134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,32,power_law_1.01,1.2147853088378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,32,power_law_1.01,0.054686717987060554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,32,power_law_1.01,0.06841856002807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,32,power_law_1.01,0.06891647815704346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,32,power_law_1.01,0.07284992218017579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,32,power_law_1.01,0.07321599960327149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,32,power_law_1.01,0.07406464099884033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,32,power_law_1.01,0.07596543788909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,32,power_law_1.01,0.0773632001876831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,32,power_law_1.01,0.07961984157562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,32,power_law_1.01,0.08482815742492675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,32,power_law_1.01,0.08270976066589356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,32,power_law_1.01,0.0807910442352295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,32,power_law_1.01,0.08620415687561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,32,power_law_1.01,0.09814656257629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.01,0.10654720306396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.01,0.13773311614990233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.01,0.15992575645446777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.01,0.2295180892944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.01,0.2864780807495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.01,0.3725235366821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.01,0.5423308944702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.01,0.7526374053955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,32,power_law_1.01,0.034158079624176024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,32,power_law_1.01,0.03553407907485962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,32,power_law_1.01,0.035699200630187986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.01,1.0306163024902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,32,power_law_1.01,0.03763200044631958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,32,power_law_1.01,0.04050047874450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,32,power_law_1.01,0.05092735767364502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,32,power_law_1.01,0.05725696086883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,32,power_law_1.01,0.056318721771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,32,power_law_1.01,0.060395522117614744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,32,power_law_1.01,0.06840064048767089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,32,power_law_1.01,0.08654720306396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,32,power_law_1.01,0.10153471946716308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,32,power_law_1.01,0.10258943557739257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,32,power_law_1.01,0.12969471931457519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,32,power_law_1.01,0.14036224365234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,32,power_law_1.01,0.15205375671386717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,32,power_law_1.01,0.1740492820739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,32,power_law_1.01,0.2654681587219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,32,power_law_1.01,0.2664896011352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,32,power_law_1.01,0.4547699356079102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,32,power_law_1.01,0.5308902359008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,32,power_law_1.01,0.7208921813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,32,power_law_1.01,1.2042137908935548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,32,power_law_1.2,0.06699647903442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,32,power_law_1.2,0.07611135959625244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,32,power_law_1.2,0.07630591869354249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,32,power_law_1.2,0.07718783855438233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,32,power_law_1.2,0.07840640068054198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,32,power_law_1.2,0.11817983627319335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,32,power_law_1.2,0.11179903984069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,32,power_law_1.2,0.11734656333923339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,32,power_law_1.2,0.11723008155822753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,32,power_law_1.2,0.12225919723510743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,32,power_law_1.2,0.12557312011718752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,32,power_law_1.2,0.12965760231018067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,32,power_law_1.2,0.1319385623931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,32,power_law_1.2,0.14157567977905275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,32,power_law_1.2,0.13775872230529784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,32,power_law_1.2,0.14242048263549806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,32,power_law_1.2,0.14733823776245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,32,power_law_1.2,0.16759679794311524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,32,power_law_1.2,0.17968639373779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,32,power_law_1.2,0.22031871795654298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,32,power_law_1.2,0.24725759506225584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,32,power_law_1.2,0.33509632110595705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,32,power_law_1.2,0.4341094589233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,32,power_law_1.2,0.5732403182983399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,32,power_law_1.2,0.7610329437255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,32,power_law_1.2,1.1904844665527343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,32,power_law_1.2,0.044572157859802244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,32,power_law_1.2,0.05219327926635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,32,power_law_1.2,0.05275775909423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,32,power_law_1.2,1.7925503540039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,32,power_law_1.2,0.05434368133544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,32,power_law_1.2,0.054641919136047365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,32,power_law_1.2,0.06790656089782715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,32,power_law_1.2,0.06879231929779053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,32,power_law_1.2,0.07299839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,32,power_law_1.2,0.07337471961975098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,32,power_law_1.2,0.0721446418762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,32,power_law_1.2,0.07584383964538574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,32,power_law_1.2,0.0769049596786499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,32,power_law_1.2,0.08183808326721191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,32,power_law_1.2,0.08390015602111817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,32,power_law_1.2,0.07937535762786865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,32,power_law_1.2,0.08013055801391603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,32,power_law_1.2,0.08687487602233887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,32,power_law_1.2,0.09886719703674315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.2,0.12296192169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.2,0.1612748718261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.2,0.1925503921508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.2,0.2517631912231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.2,0.3281856155395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.2,0.48011135101318364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.2,0.5673113632202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.2,1.068642578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,32,power_law_1.2,0.034474239349365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.2,1.37051513671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,32,power_law_1.2,0.034990079402923584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,32,power_law_1.2,0.03600255966186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,32,power_law_1.2,0.03607424020767212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,32,power_law_1.2,0.04026495933532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,32,power_law_1.2,0.04993535995483399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,32,power_law_1.2,0.05640960216522217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,32,power_law_1.2,0.059933438301086425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,32,power_law_1.2,0.06792831897735596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,32,power_law_1.2,0.07759488105773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,32,power_law_1.2,0.08864383697509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,32,power_law_1.2,0.10518015861511229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,32,power_law_1.2,0.11553152084350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,32,power_law_1.2,0.13728384017944334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,32,power_law_1.2,0.14544511795043946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,32,power_law_1.2,0.1627199935913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,32,power_law_1.2,0.1931558418273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,32,power_law_1.01,1.6166412353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,32,power_law_1.2,0.2702886390686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,32,power_law_1.2,0.3954419326782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,32,power_law_1.2,0.5067174530029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,32,power_law_1.2,0.8227776336669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,32,power_law_1.01,2.2913343811035154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,32,power_law_1.2,1.1764825439453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,16,balanced,0.030314240455627438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,16,balanced,0.030211839675903317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,16,balanced,0.03159424066543579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,16,balanced,0.04067840099334717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,16,balanced,0.05936384201049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,16,balanced,0.07012351989746093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,16,balanced,0.08347904205322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,16,balanced,0.12781951904296876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,16,balanced,0.1298367977142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,16,balanced,0.12910207748413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,16,balanced,0.1350284767150879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,16,balanced,0.13894911766052248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,16,balanced,0.14152704238891603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,16,balanced,0.13688703536987307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,16,balanced,0.1403545570373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,16,balanced,0.1433894443511963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,16,balanced,0.15159680366516112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,16,balanced,0.16349184036254882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,16,balanced,0.17687679290771485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,16,balanced,0.20094463348388675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,16,balanced,0.22877567291259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,16,balanced,0.28085760116577146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,16,balanced,0.3372326278686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,16,balanced,0.44042240142822264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,16,balanced,0.5499443054199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,16,balanced,0.7668415832519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,16,balanced,1.05797119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,16,balanced,0.03072128057479858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,16,balanced,0.030644481182098386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,16,balanced,0.031166720390319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,16,balanced,0.03384576082229614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,16,balanced,0.037681920528411864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,16,balanced,0.051988477706909175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,16,balanced,0.06344064235687255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,16,balanced,0.08555392265319825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,16,balanced,0.08526592254638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,16,balanced,0.08439680099487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,16,balanced,0.08743807792663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,16,balanced,0.09398912429809571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,16,balanced,0.09460224151611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,16,balanced,0.08939135551452637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,16,balanced,0.09165951728820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,16,balanced,0.0935859203338623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,16,balanced,0.09892224311828614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,16,balanced,0.1099839973449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,16,balanced,0.1261068820953369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,16,balanced,0.1495423984527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,16,balanced,0.17725439071655275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,16,balanced,0.2281382369995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,16,balanced,0.285034236907959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,16,balanced,0.385294075012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,16,balanced,0.5084479904174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,16,balanced,0.7097945404052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,16,balanced,0.9387712097167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,16,power_law_1.01,0.05772799968719482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,16,power_law_1.01,0.0667583990097046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,16,power_law_1.01,0.07663871765136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,16,power_law_1.01,0.07646848201751709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,16,power_law_1.01,0.07996416091918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,16,power_law_1.01,0.08280192375183106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,16,power_law_1.01,0.1219660758972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,16,power_law_1.01,0.11802111625671388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,16,power_law_1.01,0.12072319984436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,16,power_law_1.01,0.12243583679199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,16,power_law_1.01,0.1257753562927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,16,power_law_1.01,0.13137791633605958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,16,power_law_1.01,0.13425536155700685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,16,power_law_1.01,0.13413375854492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,16,power_law_1.01,0.14033920288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,16,power_law_1.01,0.14525823593139647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,16,power_law_1.01,0.15096192359924315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,16,power_law_1.01,0.1681932830810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,16,power_law_1.01,0.18609151840209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,16,power_law_1.01,0.2210713577270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,16,power_law_1.01,0.2573427200317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,16,power_law_1.01,0.34983680725097654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,16,power_law_1.01,0.4262374496459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,16,power_law_1.01,0.5627251052856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,16,power_law_1.01,0.6701286315917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,16,power_law_1.01,1.1055897521972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,16,power_law_1.01,1.363756866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,16,power_law_1.01,0.035048959255218504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,16,power_law_1.01,0.04840960025787354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,16,power_law_1.01,0.058558721542358395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,16,power_law_1.01,0.058478078842163085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,16,power_law_1.01,0.06208896160125732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,16,power_law_1.01,0.08342399597167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,16,power_law_1.01,0.0814412784576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,16,power_law_1.01,0.08124287605285645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,16,power_law_1.01,0.08198271751403809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,16,power_law_1.01,0.08457599639892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,32,power_law_1.2,1.5511001586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,16,power_law_1.01,0.08837759971618653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,16,power_law_1.01,0.08737792015075684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,16,power_law_1.01,0.08612095832824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,16,power_law_1.01,0.09087743759155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,16,power_law_1.01,0.09406080245971679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,16,power_law_1.01,0.09514240264892579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,16,power_law_1.01,0.11738880157470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.01,0.13375231742858887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.01,0.16473087310791015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,16,power_law_1.01,0.09864319801330566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.01,0.19818880081176757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.01,0.2770879936218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.01,0.32433921813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.01,0.5122188949584962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.01,0.6575577545166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.01,0.9237990570068358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,16,power_law_1.2,0.05828608036041259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.01,1.1535897827148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,16,power_law_1.2,0.06684927940368653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,16,power_law_1.2,0.07370240211486816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,16,power_law_1.2,0.0770585584640503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,16,power_law_1.2,0.0806668758392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,16,power_law_1.2,0.12175359725952148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,16,power_law_1.2,0.1213747215270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,16,power_law_1.2,0.121080322265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,16,power_law_1.2,0.12141823768615723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,16,power_law_1.2,0.12274944305419921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,16,power_law_1.2,0.1320601558685303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,16,power_law_1.2,0.13782143592834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,16,power_law_1.2,0.13525504112243653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,16,power_law_1.2,0.14072064399719236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,16,power_law_1.2,0.1289510440826416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,16,power_law_1.2,0.14638591766357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,16,power_law_1.2,0.1505356788635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,16,power_law_1.2,0.17102848052978517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,16,power_law_1.2,0.19588863372802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,16,power_law_1.2,0.2442624092102051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,16,power_law_1.2,0.28302207946777347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,16,power_law_1.2,0.35998207092285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,16,power_law_1.2,0.4568204879760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,16,power_law_1.2,0.6197286224365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,16,power_law_1.2,0.9900428771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,16,power_law_1.2,1.3183935546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,16,power_law_1.2,0.03620735883712768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,16,power_law_1.2,0.04948736190795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,16,power_law_1.2,0.05543039798736572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,16,power_law_1.2,1.910845489501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,16,power_law_1.2,0.06323840141296386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,16,power_law_1.2,0.06160895824432373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,16,power_law_1.2,0.08193920135498048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,16,power_law_1.2,0.0756326389312744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,16,power_law_1.2,0.08248191833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,16,power_law_1.2,0.08048895835876466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,16,power_law_1.2,0.08230912208557128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,16,power_law_1.2,0.08624128341674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,16,power_law_1.2,0.09261568069458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,16,power_law_1.2,0.09241344451904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,16,power_law_1.2,0.08810624122619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,16,power_law_1.2,0.08926079750061036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,16,power_law_1.2,0.09371520042419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,16,power_law_1.2,0.10229375839233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,16,power_law_1.2,0.12646528244018557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.2,0.14928895950317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.2,0.1841651153564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.2,0.23148799896240235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.2,0.29296255111694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.2,0.3921881484985351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.2,0.5832230377197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.2,0.7398719787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.2,1.1464320373535155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,8,balanced,0.03130496025085449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,8,balanced,0.032727038860321044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.2,1.3863487243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,8,balanced,0.036474881172180174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,8,balanced,0.06611584186553955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,8,balanced,0.05089407920837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,8,balanced,0.09514495849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,8,balanced,0.07989247798919677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,8,balanced,0.13414143562316894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,8,balanced,0.1405836772918701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,8,balanced,0.1360153579711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,8,balanced,0.14020223617553712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,8,balanced,0.14387455940246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,8,balanced,0.15261055946350097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,8,balanced,0.13710080146789552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,8,balanced,0.15868672370910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,8,balanced,0.16542335510253908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,8,balanced,0.17611520767211913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,8,balanced,0.20039167404174804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,8,balanced,0.226558723449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,8,balanced,0.2773529624938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,8,balanced,0.327665901184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,8,balanced,0.429431037902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,8,balanced,0.5373734283447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,8,balanced,0.7398271942138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,8,balanced,0.9514598083496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,8,balanced,1.367667236328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,8,balanced,0.03196160078048706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,8,balanced,0.0323635196685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,8,balanced,0.035284481048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,8,balanced,0.03997695922851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,8,balanced,1.867210235595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,8,balanced,0.04932479858398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,8,balanced,0.0861888027191162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,8,balanced,0.06977407932281494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,8,balanced,0.10974720001220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,8,balanced,0.11341183662414552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,8,balanced,0.11440896034240722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,8,balanced,0.11106559753417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,8,balanced,0.11291647911071778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,8,balanced,0.11756928443908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,8,balanced,0.12294655799865724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,8,balanced,0.12923647880554198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,8,balanced,0.13295231819152833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,8,balanced,0.14869888305664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,8,balanced,0.1698726463317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,8,balanced,0.19688831329345705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,8,balanced,0.2482841682434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,8,balanced,0.29662975311279294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,8,balanced,0.39918975830078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,8,balanced,0.5000435256958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,8,balanced,0.7029593658447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,8,balanced,0.9470527648925782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,8,balanced,1.3598323059082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,8,power_law_1.01,0.04127999782562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,8,power_law_1.01,0.060803837776184075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,8,balanced,1.8359014892578123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,8,power_law_1.01,0.0713804817199707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,8,power_law_1.01,0.07829631805419922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,8,power_law_1.01,0.07732480049133302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,8,power_law_1.01,0.09152128219604491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,8,power_law_1.01,0.08608639717102051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,8,power_law_1.01,0.13087871551513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,8,power_law_1.01,0.1318015956878662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,8,power_law_1.01,0.13327360153198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,8,power_law_1.01,0.13483776092529295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,8,power_law_1.01,0.13328127861022948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,8,power_law_1.01,0.1376371192932129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,8,power_law_1.01,0.13207551956176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,8,power_law_1.01,0.1451110363006592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,8,power_law_1.01,0.15107839584350585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,8,power_law_1.01,0.16231296539306642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,8,power_law_1.01,0.18044672012329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,8,power_law_1.01,0.20260095596313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,8,power_law_1.01,0.24301952362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,8,power_law_1.01,0.28978303909301756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,8,power_law_1.01,0.38260608673095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,8,power_law_1.01,0.4608243179321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,8,power_law_1.01,0.6461491394042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,8,power_law_1.01,0.8465753936767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,8,power_law_1.01,1.1943449401855468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,8,power_law_1.01,0.03645056009292603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,8,power_law_1.01,0.04394239902496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,8,power_law_1.01,1.6974400329589845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,8,power_law_1.01,0.06133759975433349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,8,power_law_1.01,0.06101376056671143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,8,power_law_1.01,0.06719871997833252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,8,power_law_1.01,0.07891456127166749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,8,power_law_1.01,0.07496064186096192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,8,power_law_1.01,0.10628992080688478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,8,power_law_1.01,0.10341119766235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,8,power_law_1.01,0.10877440452575685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,8,power_law_1.01,0.11297151565551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,8,power_law_1.01,0.10580479621887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,8,power_law_1.01,0.10674943923950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,8,power_law_1.01,0.1077952003479004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,8,power_law_1.01,0.11557375907897949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,8,power_law_1.01,0.12016639709472657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,8,power_law_1.01,0.12275327682495116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,8,power_law_1.01,0.1462284755706787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,8,power_law_1.01,0.17316608428955077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,8,power_law_1.01,0.21691648483276368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,8,power_law_1.01,0.2594803237915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,8,power_law_1.01,0.34606590270996096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,8,power_law_1.01,0.4466432189941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,8,power_law_1.01,0.5954956817626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,32,power_law_1.2,1.9002534484863283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,8,power_law_1.01,0.8222911834716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,8,power_law_1.2,0.04010752201080322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,8,power_law_1.2,0.06088064193725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,8,power_law_1.01,1.2407987213134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,8,power_law_1.2,0.06491648197174073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,8,power_law_1.2,0.0778547191619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,8,power_law_1.2,0.07704063892364502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,8,power_law_1.2,0.08492799758911132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,8,power_law_1.01,1.5477862548828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,8,power_law_1.2,0.09130368232727051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,8,power_law_1.2,0.13146240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,8,power_law_1.2,0.12925951957702636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,8,power_law_1.2,0.13457792282104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,8,power_law_1.2,0.1319603157043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,8,power_law_1.2,0.13381248474121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,8,power_law_1.2,0.13926655769348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,8,power_law_1.2,0.14529791831970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,8,power_law_1.2,0.15235072135925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,8,power_law_1.2,0.16092159271240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,8,power_law_1.2,0.18962560653686525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,8,power_law_1.2,0.20697471618652347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,8,power_law_1.2,0.1331276798248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,8,power_law_1.2,0.25147520065307616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,8,power_law_1.2,0.2982310485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,8,power_law_1.2,0.391992301940918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,8,power_law_1.2,0.4902579116821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,8,power_law_1.2,0.6492543792724609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,8,power_law_1.2,0.8842086029052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,8,power_law_1.2,0.036445438861846924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,8,power_law_1.2,0.04284287929534912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,32,power_law_1.01,3.077098388671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,8,power_law_1.2,0.051768321990966794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,8,power_law_1.2,0.05661568164825439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,8,power_law_1.2,0.06818048000335694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,8,power_law_1.2,1.7541197204589842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,8,power_law_1.2,0.07572735786437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,8,power_law_1.2,0.07876351833343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,8,power_law_1.2,0.10871808052062988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,8,power_law_1.2,1.3787443542480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,8,power_law_1.2,0.10084223747253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,8,power_law_1.2,0.10784383773803712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,8,power_law_1.2,0.10699647903442382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,8,power_law_1.2,0.10423551559448244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,8,power_law_1.2,0.10959487915039064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,8,power_law_1.2,0.11621631622314452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,8,power_law_1.2,0.12047231674194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,8,power_law_1.2,0.12698623657226563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,8,power_law_1.2,0.15523967742919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,8,power_law_1.2,0.17564287185668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,8,power_law_1.2,0.23047935485839846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,8,power_law_1.2,0.10324224472045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,8,power_law_1.2,0.27335296630859374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,8,power_law_1.2,0.3788275146484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,8,power_law_1.2,0.45885055541992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,8,power_law_1.2,0.6796915435791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,8,power_law_1.2,0.8660428619384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,128,balanced,0.05788159847259522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,128,balanced,0.05751039981842041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,128,balanced,0.05822591781616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,128,balanced,0.05737343788146972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,128,balanced,0.05841536045074462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,128,balanced,0.06580607891082764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,128,balanced,0.07557759761810304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,8,power_law_1.2,1.2701977539062501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,128,balanced,0.12067584037780761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,128,balanced,0.13216511726379393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,8,power_law_1.2,1.6493618774414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,128,balanced,0.12254591941833497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,128,balanced,0.12350720405578612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,128,balanced,0.12374912261962892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,128,balanced,0.12453887939453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,128,balanced,0.12011263847351075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,128,balanced,0.12840576171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,128,balanced,0.1221132755279541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,128,balanced,0.13312000274658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,128,balanced,0.13783807754516603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,128,balanced,0.1447974395751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,128,balanced,0.14441727638244628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,128,balanced,0.1520140838623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,128,balanced,0.16588287353515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,128,balanced,0.18243711471557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,128,balanced,0.2027532768249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,128,balanced,0.12479359626770019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,128,balanced,0.03210623979568482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,128,balanced,0.25575551986694334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,128,balanced,0.03221120119094849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,128,balanced,0.3486732864379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,128,balanced,0.031750400066375736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,128,balanced,0.03227008104324341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,128,balanced,0.03218816041946411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,128,balanced,0.04925695896148682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,128,balanced,0.06227583885192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,128,balanced,0.06263807773590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,128,balanced,0.06209023952484131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,128,balanced,0.063438081741333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,128,balanced,0.06328576087951661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,128,balanced,0.06394239902496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,128,balanced,0.06451200008392334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,128,balanced,0.06639359951019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,128,balanced,0.06652416229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,128,balanced,0.07084415912628174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,128,balanced,0.0687667179107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,128,balanced,0.07342976093292236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,128,balanced,0.08035712242126465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,128,balanced,0.07566976070404052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,128,balanced,0.08257663726806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,128,balanced,0.0896883201599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,128,balanced,0.10823167800903319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,128,balanced,0.12897151947021485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,128,balanced,0.16015871047973634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,128,balanced,0.19665664672851563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,128,balanced,0.04181119918823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,128,power_law_1.01,0.07580671787261964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,128,power_law_1.01,0.07566207885742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,128,power_law_1.01,0.07609344005584717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,128,power_law_1.01,0.07598080158233642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,128,power_law_1.01,0.11879424095153808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,128,power_law_1.01,0.11424384117126465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,128,power_law_1.01,0.11884032249450685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,128,power_law_1.01,0.12362496376037597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,128,power_law_1.01,0.12140159606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,128,power_law_1.01,0.12226688385009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,128,power_law_1.01,0.12220543861389159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,128,power_law_1.01,0.1246553611755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,128,power_law_1.01,0.1261888027191162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,128,power_law_1.01,0.13539584159851076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,128,power_law_1.01,0.13156224250793458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,128,power_law_1.01,0.14073472023010253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,128,power_law_1.01,0.14487168312072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,128,power_law_1.01,0.15293824195861816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,128,power_law_1.01,0.16212480545043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,128,power_law_1.01,0.187770881652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,128,power_law_1.01,0.23131135940551756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,128,power_law_1.01,0.28130943298339844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,128,power_law_1.01,0.38934143066406246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,128,power_law_1.01,0.5756403350830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,128,power_law_1.01,0.652236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,128,power_law_1.01,0.04868351936340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,128,power_law_1.01,0.04850304126739502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,128,power_law_1.01,0.04914048194885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,128,power_law_1.01,1.150508804321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,128,power_law_1.01,0.0487769603729248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,128,power_law_1.01,0.061067519187927244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,128,power_law_1.01,0.06076032161712647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,128,power_law_1.01,1.3971533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,128,power_law_1.01,0.06332159996032714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,128,power_law_1.01,0.06330495834350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,128,power_law_1.01,0.06408703804016114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,128,power_law_1.01,0.06484096050262451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,128,power_law_1.01,0.06669055938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,128,power_law_1.01,0.06917119979858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,128,power_law_1.01,0.06795775890350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,128,power_law_1.01,0.07133823871612549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,128,power_law_1.01,0.0753715181350708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,128,power_law_1.01,0.07785600185394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,128,power_law_1.01,0.08104960441589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,128,power_law_1.01,0.08427264213562011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.01,0.09040767669677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.01,0.10990336418151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.01,0.12861311912536622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.01,0.15227647781372072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.01,0.2121459197998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.01,0.2907340812683105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.01,0.41732608795166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.01,0.5961740875244141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.01,0.7900646209716797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,2,128,power_law_1.2,0.07536767959594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,2,128,power_law_1.2,0.07528448104858398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,2,128,power_law_1.2,0.07577856063842774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,2,128,power_law_1.2,0.07543807983398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,2,128,power_law_1.2,0.11496064186096192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,2,128,power_law_1.2,0.11401472091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,2,128,power_law_1.2,0.11582719802856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,2,128,power_law_1.2,0.11912447929382323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,2,128,power_law_1.2,0.11979904174804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,32,power_law_1.2,3.0464218139648436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,2,128,power_law_1.2,0.1192742443084717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,2,128,power_law_1.2,0.12371583938598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,2,128,power_law_1.2,0.12221823692321779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,2,128,power_law_1.2,0.1268825626373291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,2,128,power_law_1.2,0.12872703552246095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,2,128,power_law_1.2,0.13809663772583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,2,128,power_law_1.2,0.14120063781738282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,2,128,power_law_1.2,0.1461350440979004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,2,128,power_law_1.2,0.16754688262939452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,2,128,power_law_1.2,0.1837388801574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,2,128,power_law_1.2,0.21670656204223632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,2,128,power_law_1.2,0.28598144531249997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,2,128,power_law_1.2,0.4014745712280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,2,128,power_law_1.2,0.5586457443237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,2,128,power_law_1.2,0.7940723419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,2,128,power_law_1.2,1.1256333160400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,2,128,power_law_1.2,1.6617254638671874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,128,power_law_1.2,0.04865920066833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,128,power_law_1.2,0.04849408149719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,128,power_law_1.2,0.04910208225250244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,128,power_law_1.2,0.049049601554870606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,2,128,power_law_1.2,2.3931916809082034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,128,power_law_1.2,0.059668478965759275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,128,power_law_1.2,0.06134016036987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,128,power_law_1.2,0.06263936042785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,128,power_law_1.2,0.06318208217620849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,128,power_law_1.2,0.06334208011627197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,128,power_law_1.2,0.06564223766326904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,128,power_law_1.2,0.06723199844360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,128,power_law_1.2,0.06777984142303467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,128,power_law_1.2,0.06841087818145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,128,power_law_1.2,0.07494783878326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,128,power_law_1.2,0.08015359878540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,128,power_law_1.2,0.0800985622406006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,128,power_law_1.2,0.09682687759399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,128,power_law_1.2,0.1037491226196289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,128,power_law_1.2,0.07119359970092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,128,power_law_1.2,0.1416063976287842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,128,power_law_1.2,0.15048959732055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,128,power_law_1.2,0.2208780860900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,128,power_law_1.2,0.27878143310546877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,128,power_law_1.2,0.42337280273437494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,128,power_law_1.2,0.5922649765014649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,128,power_law_1.2,0.8877836608886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,128,power_law_1.2,1.2855308532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,32,power_law_1.01,4.430733947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,64,balanced,0.038871040344238286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,64,balanced,0.0311846399307251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,64,balanced,0.03109760046005249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,64,balanced,0.031116800308227537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,64,balanced,0.056211199760437015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,64,balanced,0.06559872150421142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,64,balanced,0.07765888214111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,64,balanced,0.1187980842590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,64,balanced,0.11874815940856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,64,balanced,0.11880319595336915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,64,balanced,0.12050559997558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,64,balanced,0.12255999565124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,64,balanced,0.12230527877807618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,64,balanced,0.12678912162780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,64,balanced,0.12925439834594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,64,balanced,0.13112192153930663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,64,balanced,0.13360511779785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,64,balanced,0.14118656158447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,64,balanced,0.13821056365966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,64,balanced,0.14789888381958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,64,balanced,0.1566438388824463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,64,balanced,0.17263103485107423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,64,balanced,0.1920332717895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,64,balanced,0.21892480850219725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,64,balanced,0.2547430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,64,balanced,0.328039665222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,64,balanced,0.4437734222412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,64,balanced,0.030169599056243897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,64,balanced,0.0301580810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,64,balanced,0.03011967897415161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,64,balanced,0.03088639974594116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,64,balanced,0.03296256065368652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,64,balanced,0.042131199836730956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,64,balanced,0.05173888206481934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,64,balanced,0.0674777603149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,64,balanced,0.06731264114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,64,balanced,0.06633855819702147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,64,balanced,0.0685478401184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,64,balanced,0.06929791927337646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,64,balanced,0.06938240051269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,64,balanced,0.07028607845306396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,64,balanced,0.07101312160491943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,64,balanced,0.07092480182647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,64,balanced,0.07497983932495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,64,balanced,0.08065407752990723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,64,balanced,0.07467135906219483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,64,balanced,0.08022272109985351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,64,balanced,0.08615936279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,64,balanced,0.1023744010925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,64,balanced,0.1197657585144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,64,balanced,0.1490892791748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,64,balanced,0.1850048065185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,64,balanced,0.23907072067260743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,64,balanced,0.3017292785644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,64,power_law_1.01,0.07626239776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,64,power_law_1.01,0.07548799991607666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,64,power_law_1.01,0.0764415979385376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,64,power_law_1.01,0.07723008155822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,64,power_law_1.01,0.116943359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,64,power_law_1.01,0.11262335777282714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,64,power_law_1.01,0.11167360305786134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,64,power_law_1.01,0.1169753646850586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,64,power_law_1.01,0.11991168022155763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,64,power_law_1.01,0.11950719833374024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,64,power_law_1.01,0.12140159606933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,64,power_law_1.01,0.12488320350646973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,64,power_law_1.01,0.12776576042175294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,64,power_law_1.01,0.1319974422454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,64,power_law_1.01,0.1381427192687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,64,power_law_1.01,0.14469632148742675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,64,power_law_1.01,0.1427020835876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,64,power_law_1.01,0.15792127609252932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,64,power_law_1.01,0.16839807510375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,64,power_law_1.01,0.18815872192382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,64,power_law_1.01,0.22299520492553712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,64,power_law_1.01,0.3002086448669433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,64,power_law_1.01,0.3471193695068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,64,power_law_1.01,0.45314174652099604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,64,power_law_1.01,0.6459315490722657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,64,power_law_1.01,0.9988825225830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,64,power_law_1.01,0.05066880226135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,64,power_law_1.01,1.030552291870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,64,power_law_1.01,0.05080448150634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,64,power_law_1.01,0.05119232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,64,power_law_1.01,0.052046079635620114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,64,power_law_1.01,0.06580607891082764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,64,power_law_1.01,0.06500095844268798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,64,power_law_1.01,0.06680704116821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,64,power_law_1.01,0.06802432060241699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,64,power_law_1.01,0.06881279945373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,64,power_law_1.01,0.0683622407913208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,64,power_law_1.01,0.07088895797729491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,64,power_law_1.01,0.06873727798461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,64,power_law_1.01,0.07078527927398681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,64,power_law_1.01,0.07709184169769287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,64,power_law_1.01,0.08028160095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,64,power_law_1.01,0.08227583885192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,64,power_law_1.01,0.07889664173126221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,64,power_law_1.01,0.09010047912597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.01,0.093438720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.01,0.11109248161315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.01,0.13478272438049316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.01,0.18495359420776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.01,0.2463705635070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.01,0.310251522064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.01,0.3991667175292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.01,0.5818048095703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.01,0.7473971557617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,4,64,power_law_1.2,0.07627647876739502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,4,64,power_law_1.2,0.07581439971923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,4,64,power_law_1.2,0.07645440101623535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,4,64,power_law_1.2,0.07712512016296387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,4,64,power_law_1.2,0.11688703536987304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,4,64,power_law_1.2,0.10955904006958009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,4,64,power_law_1.2,0.11202816009521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,4,64,power_law_1.2,0.11671296119689942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,4,64,power_law_1.2,0.11796480178833009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,4,64,power_law_1.2,0.12079872131347655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,4,64,power_law_1.2,0.12190208435058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,4,64,power_law_1.2,0.1271449565887451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,4,64,power_law_1.2,0.12933247566223144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,4,64,power_law_1.2,0.13568384170532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,4,64,power_law_1.2,0.13998720169067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,4,64,power_law_1.2,0.139934720993042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,4,64,power_law_1.2,0.1468940830230713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,4,64,power_law_1.2,0.15441408157348632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,4,64,power_law_1.2,0.179234561920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,4,64,power_law_1.2,0.19648000717163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,4,64,power_law_1.2,0.24657791137695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,4,64,power_law_1.2,0.337652473449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,4,64,power_law_1.2,0.45086334228515623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,4,64,power_law_1.2,0.8102041625976563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,4,64,power_law_1.2,0.9738188934326171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,4,64,power_law_1.2,1.333800964355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,64,power_law_1.2,0.05082496166229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,64,power_law_1.2,0.05091072082519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,64,power_law_1.2,0.05090176105499268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,64,power_law_1.2,0.05178112030029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,64,power_law_1.2,0.06556672096252442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,4,64,power_law_1.2,1.8560140991210936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,64,power_law_1.2,0.06355455875396729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,64,power_law_1.2,0.0657203197479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,64,power_law_1.2,0.06678783893585205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,64,power_law_1.2,0.06849152088165283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,64,power_law_1.2,0.06843264102935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,64,power_law_1.2,0.06901504039764404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,64,power_law_1.2,0.07034239768981934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,64,power_law_1.2,0.07232255935668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,64,power_law_1.2,0.07553279876708985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,64,power_law_1.2,0.07788032054901123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,64,power_law_1.2,0.07604608058929443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,64,power_law_1.2,0.08192511558532714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,64,power_law_1.2,0.08907135963439941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,64,power_law_1.2,0.11392255783081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,64,power_law_1.2,0.13223039627075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,64,power_law_1.2,0.17985664367675783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,64,power_law_1.2,0.20667776107788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,64,power_law_1.2,0.2882790374755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,64,power_law_1.2,0.4538931274414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,64,power_law_1.2,0.625354232788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,64,power_law_1.2,0.9991935729980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,64,power_law_1.2,1.181480941772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,32,balanced,0.030424320697784425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,32,balanced,0.030402560234069825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,32,balanced,0.030469119548797607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,32,balanced,0.04026368141174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,32,balanced,0.05693312168121338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,32,balanced,0.06769279956817627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,32,balanced,0.07905280113220214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,32,balanced,0.12379648208618163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,32,balanced,0.12418560028076171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,32,balanced,0.12366080284118652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,32,balanced,0.12762240409851072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,32,balanced,0.13111040115356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,32,balanced,0.1309017562866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,32,balanced,0.1379801559448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,32,balanced,0.14040063858032226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,32,balanced,0.1418892765045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,32,balanced,0.1374502372741699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,32,balanced,0.14444671630859376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,32,balanced,0.1527948760986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,32,balanced,0.16636671066284178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,32,balanced,0.18098560333251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,32,balanced,0.20747648239135744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,32,balanced,0.23748096466064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,32,balanced,0.28986879348754885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,32,balanced,0.347064323425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,32,balanced,0.46679424285888677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,32,balanced,0.6423795318603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,32,balanced,0.03041408061981201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,32,balanced,0.030364160537719724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,32,balanced,0.030416638851165773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,32,balanced,0.031111679077148437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,32,balanced,0.03267328023910522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,32,balanced,0.045354242324829104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,32,balanced,0.05460095882415772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,32,balanced,0.07289599895477294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,32,balanced,0.07262080192565919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,32,balanced,0.07302783966064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,32,balanced,0.07237247943878174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,32,balanced,0.07489920139312745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,32,balanced,0.07397503852844238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,32,balanced,0.07874048233032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,32,balanced,0.08101119995117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,32,balanced,0.08374272346496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,32,balanced,0.07879936218261718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,32,balanced,0.08308223724365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,32,balanced,0.08924927711486816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,32,balanced,0.10254719734191894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,32,balanced,0.12056575775146486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,32,balanced,0.14516351699829103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,32,balanced,0.17685632705688475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,32,balanced,0.22959487915039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,32,balanced,0.2920550346374512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,32,balanced,0.39670143127441404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,32,balanced,0.03313535928726196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,32,balanced,0.033333759307861324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,32,balanced,0.5139020919799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,32,balanced,0.033189120292663576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,32,balanced,0.03519232034683227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,32,balanced,0.03614720106124878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,32,balanced,0.03962496042251587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,32,balanced,0.05861120223999024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,32,balanced,0.05829887866973878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,32,balanced,0.05860608100891114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,32,balanced,0.06377088069915772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,32,balanced,0.07981952190399169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,32,balanced,0.03542144060134887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,32,balanced,0.08008064270019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,32,balanced,0.09831168174743651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,32,balanced,0.10089856147766114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,32,balanced,0.10610048294067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,32,balanced,0.13972224235534667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,32,balanced,0.14768511772155762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,32,balanced,0.2048588752746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,32,balanced,0.24021375656127927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,32,balanced,0.33542144775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,32,balanced,0.42168830871582036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,32,balanced,0.5633062362670899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,32,balanced,0.7832550048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,32,balanced,1.0462425231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,32,balanced,1.5137318420410157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,32,power_law_1.01,0.067740159034729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,32,power_law_1.01,0.07607808113098144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,32,power_law_1.01,0.0760652780532837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,32,balanced,2.034367980957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,32,power_law_1.01,0.07699967861175537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,32,power_law_1.01,0.07897471904754638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,32,power_law_1.01,0.12147071838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,32,power_law_1.01,0.11490431785583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,32,power_law_1.01,0.11721343994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,32,power_law_1.01,0.11904255867004394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,32,power_law_1.01,0.11949567794799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,32,power_law_1.01,0.12616191864013673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,32,power_law_1.01,0.13035391807556151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,32,power_law_1.01,0.13204095840454103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,32,power_law_1.01,0.13887231826782226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,32,power_law_1.01,0.13683072090148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,32,power_law_1.01,0.1375321578979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,32,power_law_1.01,0.14507136344909669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,32,power_law_1.01,0.1642380714416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,32,power_law_1.01,0.1616115188598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,32,power_law_1.01,0.1996556854248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,32,power_law_1.01,0.22450944900512698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,32,power_law_1.01,0.27671552658081056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,32,power_law_1.01,0.3452492904663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,32,power_law_1.01,0.5253977584838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,32,power_law_1.01,0.5936921691894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,32,power_law_1.01,0.9005760192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,32,power_law_1.01,0.04423808097839356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,32,power_law_1.01,1.2136729431152342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,32,power_law_1.01,0.052112641334533694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,32,power_law_1.01,0.05786880016326904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,32,power_law_1.01,0.053624320030212405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,32,power_law_1.01,0.05475071907043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,32,power_law_1.01,0.06828927993774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,32,power_law_1.01,0.0702617597579956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,32,power_law_1.01,0.07206016063690186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,32,power_law_1.01,0.07252480030059814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,32,power_law_1.01,0.07376383781433106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,32,power_law_1.01,0.07507328033447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,32,power_law_1.01,0.07813759803771972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,32,power_law_1.01,0.07762176036834717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,32,power_law_1.01,0.08453375816345214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,32,power_law_1.01,0.08226176261901855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,32,power_law_1.01,0.08043392181396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,32,power_law_1.01,0.08570752143859864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,32,power_law_1.01,0.0985689640045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.01,0.10652544021606444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.01,0.13727616310119628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.01,0.15579263687133788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.01,0.2296985626220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.01,0.28630016326904295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.01,0.3742246246337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.01,0.5424627304077149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.01,0.7513497924804687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,32,power_law_1.01,0.03374336004257202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,32,power_law_1.01,0.03491199970245361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.01,1.0336742401123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,32,power_law_1.01,0.035411200523376464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,32,power_law_1.01,0.03631232023239136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,32,power_law_1.01,0.039502079486846926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,32,power_law_1.01,0.05045375823974609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,32,power_law_1.01,0.05692160129547119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,32,power_law_1.01,0.0562175989151001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,32,power_law_1.01,0.06669055938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,32,power_law_1.01,0.06841983795166015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,32,power_law_1.01,0.08684415817260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,32,power_law_1.01,0.1021504020690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,32,power_law_1.01,0.10312447547912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,32,power_law_1.01,0.12873087882995607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,32,power_law_1.01,0.14011263847351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,32,power_law_1.01,0.15223679542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,32,power_law_1.01,0.1741107177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,32,power_law_1.2,5.695584106445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,32,power_law_1.01,0.2108108711242676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,32,power_law_1.01,0.2667584037780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,32,power_law_1.01,0.3983321762084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,32,power_law_1.01,0.5318080139160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,32,power_law_1.01,0.8908518218994141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,32,power_law_1.01,0.8775308990478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,8,32,power_law_1.2,0.06752511978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,8,32,power_law_1.2,0.07597055912017822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,8,32,power_law_1.2,0.07591167926788331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,8,32,power_law_1.2,0.07688960075378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,8,32,power_law_1.2,0.07804800033569335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,8,32,power_law_1.2,0.11862655639648438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,8,32,power_law_1.2,0.11183232307434081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,8,32,power_law_1.2,0.1167743968963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,8,32,power_law_1.2,0.11675135612487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,8,32,power_law_1.2,0.12182271957397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,8,32,power_law_1.2,0.12625151634216308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,8,32,power_law_1.2,0.12957311630249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,8,32,power_law_1.2,0.13318528175354002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,8,32,power_law_1.2,0.14194944381713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,8,32,power_law_1.2,0.1387737560272217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,8,32,power_law_1.2,0.1390822410583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,8,32,power_law_1.2,0.1483187198638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,8,32,power_law_1.2,0.16731008529663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,8,32,power_law_1.2,0.18022272109985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,8,32,power_law_1.2,0.22075008392333983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,8,32,power_law_1.2,0.2482636833190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,8,32,power_law_1.2,0.33390079498291014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,8,32,power_law_1.2,0.4414937591552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,8,32,power_law_1.2,0.5744384002685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,8,32,power_law_1.2,0.7570124816894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,8,32,power_law_1.2,1.191488037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,32,power_law_1.2,0.04356095790863037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,32,power_law_1.2,0.05154943943023682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,8,32,power_law_1.2,1.7905612182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,32,power_law_1.2,0.05199103832244874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,32,power_law_1.2,0.053776640892028806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,32,power_law_1.2,0.05388544082641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,32,power_law_1.2,0.06700032234191895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,32,power_law_1.2,0.06891263961791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,32,power_law_1.2,0.07202303886413575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,32,power_law_1.2,0.07386623859405518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,32,power_law_1.2,0.07225599765777588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,32,power_law_1.2,0.07588736057281495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,32,power_law_1.2,0.08114687919616699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,32,power_law_1.2,0.07725183963775635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,32,power_law_1.2,0.07886847972869873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,32,power_law_1.2,0.0839782428741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,32,power_law_1.2,0.08700287818908692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,32,power_law_1.2,0.08042624473571777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,32,power_law_1.2,0.09920255661010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,32,power_law_1.2,0.12258687973022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,32,power_law_1.2,0.16192895889282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,32,power_law_1.2,0.19250688552856446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,32,power_law_1.2,0.2516428756713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,32,power_law_1.2,0.3283737564086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,32,power_law_1.2,0.48132350921630856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,32,power_law_1.2,0.5670528030395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,32,power_law_1.2,1.0701849365234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1,7168,2048,8,384,8,32,power_law_1.2,0.03418623924255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,32,power_law_1.2,1.3652056884765624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2,7168,2048,8,384,8,32,power_law_1.2,0.035194880962371826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4,7168,2048,8,384,8,32,power_law_1.2,0.03538176059722901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8,7168,2048,8,384,8,32,power_law_1.2,0.03682048082351684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16,7168,2048,8,384,8,32,power_law_1.2,0.04013823986053467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,32,7168,2048,8,384,8,32,power_law_1.2,0.049733119010925295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,48,7168,2048,8,384,8,32,power_law_1.2,0.05570943832397461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,64,7168,2048,8,384,8,32,power_law_1.2,0.058558721542358395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,80,7168,2048,8,384,8,32,power_law_1.2,0.06748415946960448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,96,7168,2048,8,384,8,32,power_law_1.2,0.07787775993347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,128,7168,2048,8,384,8,32,power_law_1.2,0.0877785587310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,160,7168,2048,8,384,8,32,power_law_1.2,0.10548992156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,192,7168,2048,8,384,8,32,power_law_1.2,0.115033597946167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,256,7168,2048,8,384,8,32,power_law_1.2,0.1376307201385498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,320,7168,2048,8,384,8,32,power_law_1.2,0.14565247535705567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,32,power_law_1.01,1.616959991455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,384,7168,2048,8,384,8,32,power_law_1.2,0.15144448280334472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,512,7168,2048,8,384,8,32,power_law_1.2,0.19245056152343748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,768,7168,2048,8,384,8,32,power_law_1.2,0.2759872055053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1024,7168,2048,8,384,8,32,power_law_1.2,0.3978022384643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,1536,7168,2048,8,384,8,32,power_law_1.2,0.5098342514038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,2048,7168,2048,8,384,8,32,power_law_1.2,0.6312486267089843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,3072,7168,2048,8,384,8,32,power_law_1.2,0.9828543853759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,32,power_law_1.01,2.185951995849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,4096,7168,2048,8,384,8,32,power_law_1.2,1.4671539306640624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,16,balanced,0.030136320590972897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,16,balanced,0.03024512052536011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,16,balanced,0.03084160089492798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,16,balanced,0.04185215950012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,16,balanced,0.058480639457702634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,16,balanced,0.06949503898620606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,16,balanced,0.08278143882751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,16,balanced,0.12691072463989256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,16,balanced,0.12898943901062013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,16,balanced,0.12832639694213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,16,balanced,0.13487744331359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,16,balanced,0.13859583854675292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,16,balanced,0.1412403202056885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,16,balanced,0.13664768218994142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,16,balanced,0.14042495727539062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,16,balanced,0.14345343589782716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,16,balanced,0.15171072006225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,16,balanced,0.16308607101440428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,16,balanced,0.17660415649414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,16,balanced,0.20113407135009767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,16,balanced,0.22793855667114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,16,balanced,0.2793343925476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,16,balanced,0.3367219161987305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,16,balanced,0.4385843276977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,16,balanced,0.548398094177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,16,balanced,0.7680307006835937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,16,balanced,1.0588172912597655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,16,balanced,0.030572800636291503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,16,balanced,0.03067392110824585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,16,balanced,0.031168000698089598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,16,balanced,0.03353087902069092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,16,balanced,0.03851775884628296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,16,balanced,0.05119487762451171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,16,balanced,0.06274432182312012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,16,balanced,0.08470272064208985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,16,balanced,0.08531840324401856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,16,balanced,0.0844313621520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,16,balanced,0.0874944019317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,16,balanced,0.09258624076843261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,16,balanced,0.09352448463439941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,16,balanced,0.08865152359008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,16,balanced,0.09066368103027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,16,balanced,0.0924351978302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,16,balanced,0.09740672111511231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,16,balanced,0.10999808311462403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,16,balanced,0.12623104095458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,16,balanced,0.14959487915039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,16,balanced,0.17741823196411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,16,balanced,0.2288371276855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,16,balanced,0.2850675201416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,16,balanced,0.3859686279296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,16,balanced,0.5073075103759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,16,balanced,0.7101324462890626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,16,balanced,0.9378995513916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,16,power_law_1.01,0.05791615962982177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,16,power_law_1.01,0.0667251205444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,16,power_law_1.01,0.07660672187805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,16,power_law_1.01,0.07655424118041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,16,power_law_1.01,0.07986432075500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,16,power_law_1.01,0.08278271675109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,16,power_law_1.01,0.12173952102661131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,16,power_law_1.01,0.1177292823791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,16,power_law_1.01,0.12078847885131835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,16,power_law_1.01,0.12249088287353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,16,power_law_1.01,0.12597375869750976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,16,power_law_1.01,0.1315135955810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,16,power_law_1.01,0.13408639907836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,16,power_law_1.01,0.13400832176208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,32,power_law_1.2,5.1505615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,16,power_law_1.01,0.14019583702087401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,16,power_law_1.01,0.14326016426086424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,16,power_law_1.01,0.1513049602508545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,16,power_law_1.01,0.167959041595459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,16,power_law_1.01,0.18632959365844726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,16,power_law_1.01,0.22094720840454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,16,power_law_1.01,0.2574156761169434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,16,power_law_1.01,0.350044174194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,16,power_law_1.01,0.4259494400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,16,power_law_1.01,0.5622272109985351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,16,power_law_1.01,0.6671884918212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,16,power_law_1.01,1.111472625732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,16,power_law_1.01,0.036409599781036375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,16,power_law_1.01,1.3649049377441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,16,power_law_1.01,0.04925183773040771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,16,power_law_1.01,0.05820159912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,16,power_law_1.01,0.05872255802154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,16,power_law_1.01,0.06229504108428955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,16,power_law_1.01,0.08221311569213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,16,power_law_1.01,0.08108672142028808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,16,power_law_1.01,0.08064127922058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,16,power_law_1.01,0.08225024223327637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,16,power_law_1.01,0.08563967704772948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,16,power_law_1.01,0.08912768363952636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,16,power_law_1.01,0.09298303604125976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,16,power_law_1.01,0.09500415802001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,16,power_law_1.01,0.08605695724487304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,16,power_law_1.01,0.09044992446899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,16,power_law_1.01,0.0942527961730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,16,power_law_1.01,0.09815296173095703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,16,power_law_1.01,0.11811200141906739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.01,0.13325440406799316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.01,0.16407936096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.01,0.19777408599853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.01,0.2767103958129883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.01,0.32488574981689455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.01,0.5105152130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.01,0.6579251098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.01,0.9225638580322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,16,16,power_law_1.2,0.0579852819442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.01,1.1526399993896486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,16,16,power_law_1.2,0.06644991874694825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,16,16,power_law_1.2,0.07356031894683837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,16,16,power_law_1.2,0.07659776210784912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,16,16,power_law_1.2,0.0809216022491455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,16,16,power_law_1.2,0.12144512176513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,16,16,power_law_1.2,0.12123647689819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,16,16,power_law_1.2,0.12093695640563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,16,16,power_law_1.2,0.1204633617401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,16,16,power_law_1.2,0.12262271881103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,16,16,power_law_1.2,0.12872832298278808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,16,16,power_law_1.2,0.13181695938110352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,16,16,power_law_1.2,0.138088960647583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,16,16,power_law_1.2,0.1355008029937744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,16,16,power_law_1.2,0.1412236785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,16,16,power_law_1.2,0.1464793586730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,16,16,power_law_1.2,0.15013888359069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,16,16,power_law_1.2,0.17103616714477538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,16,16,power_law_1.2,0.19536256790161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,16,16,power_law_1.2,0.2446643257141113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,16,16,power_law_1.2,0.2825318336486816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,16,16,power_law_1.2,0.3600908660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,16,16,power_law_1.2,0.45747329711914064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,16,16,power_law_1.2,0.6222297668457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,16,16,power_law_1.2,0.9875289916992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,16,16,power_law_1.2,1.3173695373535157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,16,power_law_1.2,0.03579904079437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,16,power_law_1.2,0.048266239166259765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,16,power_law_1.2,0.05507711887359619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,16,power_law_1.2,0.05893760204315186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,16,16,power_law_1.2,1.916204833984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,16,power_law_1.2,0.062183680534362795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,16,power_law_1.2,0.08441216468811034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,16,power_law_1.2,0.07667840003967286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,16,power_law_1.2,0.08234496116638183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,16,power_law_1.2,0.08036352157592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,16,power_law_1.2,0.08207743644714356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,16,power_law_1.2,0.08643712043762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,16,power_law_1.2,0.0920076847076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,16,power_law_1.2,0.09242752075195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,16,power_law_1.2,0.08756480216979981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,16,power_law_1.2,0.0893337631225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,16,power_law_1.2,0.09346559524536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,16,power_law_1.2,0.10227328300476075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,16,power_law_1.2,0.1271052837371826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,16,power_law_1.2,0.1489625644683838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,16,power_law_1.2,0.18484096527099608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,16,power_law_1.2,0.2311065673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,16,power_law_1.2,0.29342720031738284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,16,power_law_1.2,0.39235584259033207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,16,power_law_1.2,0.5835583877563477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,16,power_law_1.2,0.7388006591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,16,power_law_1.2,1.1473625946044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,8,balanced,0.03116544008255005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,8,balanced,0.03274240016937256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,8,balanced,0.03631360054016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,16,power_law_1.2,1.3891506958007813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,8,balanced,0.05176959991455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,32,power_law_1.01,3.06576904296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,8,balanced,0.0667583990097046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,8,balanced,0.08004223823547363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,8,balanced,0.09604096412658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,8,balanced,0.1341260814666748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,8,balanced,0.1374988842010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,8,balanced,0.14057984352111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,8,balanced,0.1359539222717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,8,balanced,0.1400486373901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,8,balanced,0.1439129638671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,8,balanced,0.1528179168701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,8,balanced,0.15959808349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,8,balanced,0.1657766342163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,8,balanced,0.17566591262817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,8,balanced,0.20162559509277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,8,balanced,0.2260544013977051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,8,balanced,0.27733247756958007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,8,balanced,0.3273574447631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,8,balanced,0.42966270446777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,8,balanced,0.5380672073364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,8,balanced,0.7392550659179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,8,balanced,0.9492479705810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,8,balanced,1.370828857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,8,balanced,0.03175424098968506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,8,balanced,0.032383999824523925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,8,balanced,0.035786240100860595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,8,balanced,0.040801281929016116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,8,balanced,1.861070098876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,8,balanced,0.04866559982299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,8,balanced,0.07002367973327636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,8,balanced,0.11183487892150878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,8,balanced,0.08722944259643554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,8,balanced,0.11374591827392577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,8,balanced,0.11017344474792481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,8,balanced,0.11531135559082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,8,balanced,0.11456000328063964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,8,balanced,0.11690112113952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,8,balanced,0.12535039901733397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,8,balanced,0.1294272041320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,8,balanced,0.13334400177001954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,8,balanced,0.1470195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,8,balanced,0.17042816162109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,8,balanced,0.19618303298950196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,8,balanced,0.2481228828430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,8,balanced,0.29738496780395507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,8,balanced,0.3995353698730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,8,balanced,0.5023308944702148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,8,balanced,0.7035327911376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,8,balanced,0.9466534423828126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,8,power_law_1.01,0.0388428807258606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,8,power_law_1.01,0.06049536228179932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,8,balanced,1.3580979919433593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,8,power_law_1.01,0.07169663906097412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,8,power_law_1.01,0.07054592132568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,8,power_law_1.01,0.07873280048370361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,8,power_law_1.01,0.08593279838562011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,8,balanced,1.8351461791992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,8,power_law_1.01,0.09185024261474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,8,power_law_1.01,0.13226367950439452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,8,power_law_1.01,0.12936960220336916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,8,power_law_1.01,0.13196160316467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,8,power_law_1.01,0.1339571189880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,8,power_law_1.01,0.13610495567321776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,8,power_law_1.01,0.13307904243469237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,8,power_law_1.01,0.13787263870239258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,8,power_law_1.01,0.14552063941955568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,8,power_law_1.01,0.15104512214660643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,8,power_law_1.01,0.1622707176208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,8,power_law_1.01,0.18053119659423827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,8,power_law_1.01,0.20212608337402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,8,power_law_1.01,0.24325504302978515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,8,power_law_1.01,0.291143684387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,8,power_law_1.01,0.38257278442382814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,8,power_law_1.01,0.4608102416992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,8,power_law_1.01,0.6469631958007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,8,power_law_1.01,0.8436083221435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,8,power_law_1.01,0.03634047985076904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,8,power_law_1.01,1.1973004913330079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,8,power_law_1.01,0.042365441322326655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,8,power_law_1.01,0.06205952167510986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,8,power_law_1.01,0.05691135883331298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,8,power_law_1.01,0.06651904106140136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,8,power_law_1.01,0.07901823997497559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,8,power_law_1.01,1.6985317993164064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,8,power_law_1.01,0.07509247779846191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,8,power_law_1.01,0.10558591842651369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,8,power_law_1.01,0.10967679977416993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,8,power_law_1.01,0.10743295669555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,8,power_law_1.01,0.1126643180847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,8,power_law_1.01,0.10591487884521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,8,power_law_1.01,0.10750207901000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,8,power_law_1.01,0.10768383979797362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,8,power_law_1.01,0.11525119781494139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,8,power_law_1.01,0.12032383918762206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,8,power_law_1.01,0.12257023811340333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,8,power_law_1.01,0.17300863265991212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,8,power_law_1.01,0.14603391647338868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,8,power_law_1.01,0.21658111572265626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,8,power_law_1.01,0.25944704055786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,8,power_law_1.01,0.3455347061157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,8,power_law_1.01,0.4453043365478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,8,power_law_1.01,0.5961395263671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,8,power_law_1.01,0.8210649871826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,7168,2048,8,384,32,8,power_law_1.2,0.04193280220031738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,7168,2048,8,384,32,8,power_law_1.2,0.06046847820281982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,8,power_law_1.01,1.2407218933105468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,7168,2048,8,384,32,8,power_law_1.2,0.06472576141357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,7168,2048,8,384,32,8,power_law_1.2,0.07795455932617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,7168,2048,8,384,32,8,power_law_1.2,0.07722752094268799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,7168,2048,8,384,32,8,power_law_1.2,0.08500991821289063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,8,power_law_1.01,1.6866073608398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,7168,2048,8,384,32,8,power_law_1.2,0.09238016128540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,7168,2048,8,384,32,8,power_law_1.2,0.13094271659851073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,6144,7168,2048,8,384,8,32,power_law_1.2,1.8623411560058591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,7168,2048,8,384,32,8,power_law_1.2,0.13029120445251466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,7168,2048,8,384,32,8,power_law_1.2,0.14349184036254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,7168,2048,8,384,32,8,power_law_1.2,0.13196160316467284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,7168,2048,8,384,32,8,power_law_1.2,0.13154560089111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,7168,2048,8,384,32,8,power_law_1.2,0.1339571189880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,7168,2048,8,384,32,8,power_law_1.2,0.13941120147705077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,7168,2048,8,384,32,8,power_law_1.2,0.14438528060913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,7168,2048,8,384,32,8,power_law_1.2,0.15320575714111329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,7168,2048,8,384,32,8,power_law_1.2,0.1613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,7168,2048,8,384,32,8,power_law_1.2,0.18932479858398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,7168,2048,8,384,32,8,power_law_1.2,0.20764928817749023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,7168,2048,8,384,32,8,power_law_1.2,0.25177471160888676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,7168,2048,8,384,32,8,power_law_1.2,0.29742591857910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,7168,2048,8,384,32,8,power_law_1.2,0.3917887878417969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,7168,2048,8,384,32,8,power_law_1.2,0.49032062530517584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,7168,2048,8,384,32,8,power_law_1.2,0.6499008178710938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,7168,2048,8,384,32,8,power_law_1.2,0.8883724975585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,8,power_law_1.2,0.036798720359802244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,8,power_law_1.2,0.04332672119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,7168,2048,8,384,32,8,power_law_1.2,1.3810713195800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,8,power_law_1.2,0.05223552227020264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,8,power_law_1.2,0.06180736064910889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,7168,2048,8,384,32,8,power_law_1.2,1.7597325134277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,8,power_law_1.2,0.06915711879730224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,8,power_law_1.2,0.0808409595489502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,8,power_law_1.2,0.0833676815032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,8,power_law_1.2,0.1089958381652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,8,power_law_1.2,0.10427519798278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,8,power_law_1.2,0.10266240119934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,8,power_law_1.2,0.10949248313903807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,8,power_law_1.2,0.10487423896789552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,8,power_law_1.2,0.10916095733642579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,8,power_law_1.2,0.1096947193145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,8,power_law_1.2,0.11605119705200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,8,power_law_1.2,0.12132224082946777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,8,power_law_1.2,0.12677120208740233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,8,power_law_1.2,0.15417984008789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,8,power_law_1.2,0.17700864791870116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,8,power_law_1.2,0.2317951965332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,8,power_law_1.2,0.2714918327331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,8,power_law_1.2,0.37905792236328123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,8,power_law_1.2,0.45917312622070316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,8,power_law_1.2,0.6800780487060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,8,power_law_1.2,0.8663423919677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,256,balanced,0.030522880554199217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,256,balanced,0.022734079360961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,256,balanced,0.022936320304870604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,256,balanced,0.022782719135284422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,256,balanced,0.023281919956207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,256,balanced,0.022680320739746095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,256,balanced,0.03910144090652466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,8,power_law_1.2,1.2729933166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,256,balanced,0.039007999897003175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,256,balanced,0.03935103893280029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,256,balanced,0.04728960037231446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,256,balanced,0.05467775821685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,256,balanced,0.047038722038269046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,256,balanced,0.0399564790725708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,256,balanced,0.040033278465270994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,256,balanced,0.05020031929016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,8,power_law_1.2,1.6560639953613283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,256,balanced,0.05208703994750976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,256,balanced,0.0412992000579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,256,balanced,0.04019584178924561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,256,balanced,0.042342400550842284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,256,balanced,0.058122239112854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,256,balanced,0.0738918399810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,256,balanced,0.05726079940795899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,256,balanced,0.06854527950286865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,256,balanced,0.07597951889038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,256,balanced,0.08210559844970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,256,balanced,0.09883647918701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,256,balanced,0.024766719341278075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,256,balanced,0.10700672149658204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,256,balanced,0.0250598406791687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,256,balanced,0.025107200145721438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,256,balanced,0.024780800342559813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,256,balanced,0.024504320621490477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,256,balanced,0.025093119144439697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,256,balanced,0.0394649600982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,256,balanced,0.03878783941268921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,256,balanced,0.03875328063964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,256,balanced,0.03924223899841309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,256,balanced,0.03955456018447876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,256,balanced,0.03951616048812866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,256,balanced,0.03932543992996216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,256,balanced,0.03984895944595337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,256,balanced,0.040273919105529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,256,balanced,0.04012159824371338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,256,balanced,0.04032127857208252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,256,balanced,0.04145919799804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,256,balanced,0.04299903869628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,256,balanced,0.044756479263305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,256,balanced,0.0425216007232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,256,balanced,0.04722176074981689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,256,balanced,0.054577918052673334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,256,balanced,0.0589350414276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,256,balanced,0.06747136116027833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,256,balanced,0.07739007949829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,256,balanced,0.04922880172729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,256,power_law_1.01,0.02271104097366333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,256,power_law_1.01,0.023024640083312987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,256,power_law_1.01,0.022882559299468995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,256,power_law_1.01,0.038835198879241944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,256,power_law_1.01,0.039521279335021975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,256,power_law_1.01,0.03961855888366699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,256,power_law_1.01,0.03960191965103149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,256,power_law_1.01,0.04681856155395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,256,power_law_1.01,0.049016318321228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,256,power_law_1.01,0.051088638305664055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,256,power_law_1.01,0.04501120090484619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,256,power_law_1.01,0.053263359069824226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,256,power_law_1.01,0.05659264087677002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,256,power_law_1.01,0.06346240043640136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,256,power_law_1.01,0.06380032062530518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,256,power_law_1.01,0.0720524787902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,256,power_law_1.01,0.07318272113800048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,256,power_law_1.01,0.07900288105010986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,256,power_law_1.01,0.09632255554199218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,256,power_law_1.01,0.10793984413146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,256,power_law_1.01,0.17702911376953126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,256,power_law_1.01,0.21992063522338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,256,power_law_1.01,0.3124313545227051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,256,power_law_1.01,0.420049934387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,256,power_law_1.01,0.06621056079864503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,256,power_law_1.01,0.024700160026550295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,256,power_law_1.01,0.02458240032196045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,256,power_law_1.01,0.6497510528564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,256,power_law_1.01,0.024372479915618896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,256,power_law_1.01,0.024848639965057373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,256,power_law_1.01,0.8290175628662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,256,power_law_1.01,0.03916800022125244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,256,power_law_1.01,0.03923455953598022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,256,power_law_1.01,0.03961087942123413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,256,power_law_1.01,0.040344319343566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,256,power_law_1.01,0.03988991975784302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,256,power_law_1.01,0.040122880935668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,256,power_law_1.01,0.04081791877746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,256,power_law_1.01,0.04235904216766358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,256,power_law_1.01,0.04235519886016846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,256,power_law_1.01,0.042225918769836425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,256,power_law_1.01,0.04379136085510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,256,power_law_1.01,0.04554624080657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,256,power_law_1.01,0.049708800315856935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,256,power_law_1.01,0.04913407802581787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.01,0.055450878143310546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.01,0.06566143989562988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.01,0.07421440124511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.01,0.09604991912841797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.01,0.12583423614501954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.01,0.18418048858642577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.01,0.23552640914916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.01,0.361157112121582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.01,0.5206899261474609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,1,256,power_law_1.2,0.023434240818023682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,1,256,power_law_1.2,0.023415040969848634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,1,256,power_law_1.2,0.024555521011352537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,1,256,power_law_1.2,0.03917056083679199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,1,256,power_law_1.2,0.03952383995056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,1,256,power_law_1.2,0.039607040882110596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,1,256,power_law_1.2,0.03995520114898682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,1,256,power_law_1.2,0.046960639953613284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,1,256,power_law_1.2,0.04100863933563233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,1,256,power_law_1.2,0.047432961463928225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,1,256,power_law_1.2,0.060291838645935056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,1,256,power_law_1.2,0.05961599826812745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,1,256,power_law_1.2,0.058790397644042966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,1,256,power_law_1.2,0.06609663963317872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,1,256,power_law_1.2,0.07032576084136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,1,256,power_law_1.2,0.07493887901306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,1,256,power_law_1.2,0.07417215824127196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,1,256,power_law_1.2,0.08149248123168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,1,256,power_law_1.2,0.09543168067932128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,1,256,power_law_1.2,0.12303487777709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,1,256,power_law_1.2,0.19286527633666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,1,256,power_law_1.2,0.25194879531860354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,1,256,power_law_1.2,0.38647808074951173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,1,256,power_law_1.2,0.5099596786499023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,1,256,power_law_1.2,0.7820877075195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,1,256,power_law_1.2,1.3035929870605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,1,256,power_law_1.2,0.024454400539398194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,1,256,power_law_1.2,0.024527359008789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,1,256,power_law_1.2,0.02437376022338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,1,256,power_law_1.2,0.039042561054229735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,1,256,power_law_1.2,1.8863385009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,1,256,power_law_1.2,0.039000320434570315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,1,256,power_law_1.2,0.04024447917938233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,1,256,power_law_1.2,0.039312639236450196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,1,256,power_law_1.2,0.040797438621521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,1,256,power_law_1.2,0.04014080047607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,1,256,power_law_1.2,0.04132736206054687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,1,256,power_law_1.2,0.04141952037811279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,1,256,power_law_1.2,0.04357759952545166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,1,256,power_law_1.2,0.04227071762084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,1,256,power_law_1.2,0.04427775859832764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,1,256,power_law_1.2,0.04612351894378662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,1,256,power_law_1.2,0.04898560047149658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,1,256,power_law_1.2,0.05046527862548829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,1,256,power_law_1.2,0.05685120105743409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.2,0.06508800029754638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.2,0.08108287811279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.2,0.10193408012390137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.2,0.1452441596984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.2,0.21311231613159182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.2,0.34424705505371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.2,0.4587097549438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.2,0.7604441833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.2,1.0673894500732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,8192,7168,2048,8,384,8,32,power_law_1.2,3.204255981445313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,128,balanced,0.020980479717254637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,128,balanced,0.02060287952423096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,128,balanced,0.0207807993888855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,128,balanced,0.0207590389251709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,128,balanced,0.021057279109954835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,128,balanced,0.021893119812011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,128,balanced,0.031208961009979247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,128,balanced,0.030986239910125734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,128,balanced,0.03172735929489136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,128,balanced,0.04200831890106201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,128,balanced,0.040298237800598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,128,balanced,0.032359681129455566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,128,balanced,0.03219712018966675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,128,balanced,0.0354419207572937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,128,balanced,0.03853055953979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,128,balanced,0.050586881637573244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,128,balanced,0.05211135864257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,128,balanced,0.04524672031402588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,128,balanced,0.048302078247070314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,128,balanced,0.06732800006866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,128,balanced,0.06104576110839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,128,balanced,0.06736000061035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,128,balanced,0.0718720006942749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,128,balanced,0.08028415679931641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,128,balanced,0.08734848022460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,128,balanced,0.1145139217376709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,128,balanced,0.13422719955444334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,128,balanced,0.023260159492492678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,128,balanced,0.022873599529266358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,128,balanced,0.022917120456695556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,128,balanced,0.022922239303588866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,128,balanced,0.02294656038284302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,128,balanced,0.023311359882354738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,128,balanced,0.03553152084350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,128,balanced,0.035566079616546634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,128,balanced,0.03593728065490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,128,balanced,0.03594880104064942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,128,balanced,0.036043519973754885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,128,balanced,0.03644160032272339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,128,balanced,0.03651328086853027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,128,balanced,0.03699199914932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,128,balanced,0.03737728118896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,128,balanced,0.037994239330291744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,128,balanced,0.03895296096801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,128,balanced,0.03858688116073609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,128,balanced,0.040272641181945804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,128,balanced,0.04344319820404053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,128,balanced,0.041561598777771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,128,balanced,0.047596797943115235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,128,balanced,0.051258878707885744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,128,balanced,0.05935488224029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,128,balanced,0.06565887928009033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,128,balanced,0.0843660831451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,128,balanced,0.10288895606994627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,128,power_law_1.01,0.02175487995147705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,128,power_law_1.01,0.021889278888702395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,128,power_law_1.01,0.025218560695648196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,128,power_law_1.01,0.021799681186676027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,128,power_law_1.01,0.04333055973052978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,128,power_law_1.01,0.038184959888458256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,128,power_law_1.01,0.04039040088653564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,128,power_law_1.01,0.03244800090789795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,128,power_law_1.01,0.04212224006652832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,128,power_law_1.01,0.04135551929473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,128,power_law_1.01,0.055000319480895996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,128,power_law_1.01,0.048752641677856444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,128,power_law_1.01,0.05361536026000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,128,power_law_1.01,0.06020095825195313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,128,power_law_1.01,0.0634009599685669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,128,power_law_1.01,0.06539008140563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,128,power_law_1.01,0.06490496158599854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,128,power_law_1.01,0.06844799995422364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,128,power_law_1.01,0.07455359935760499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,128,power_law_1.01,0.0884607982635498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,128,power_law_1.01,0.10824192047119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,128,power_law_1.01,0.15295616149902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,128,power_law_1.01,0.16699264526367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,128,power_law_1.01,0.2773708724975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,128,power_law_1.01,0.3398105621337891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,128,power_law_1.01,0.5444134521484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,128,power_law_1.01,0.022955520153045656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,128,power_law_1.01,0.6999001312255859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,128,power_law_1.01,0.023370239734649658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,128,power_law_1.01,0.02364032030105591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,128,power_law_1.01,0.02321919918060303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,128,power_law_1.01,0.03611776113510132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,128,power_law_1.01,0.03579648017883301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,128,power_law_1.01,0.03684607982635498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,128,power_law_1.01,0.036341760158538815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,128,power_law_1.01,0.03734783887863159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,128,power_law_1.01,0.03720959901809692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,128,power_law_1.01,0.03783423900604248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,128,power_law_1.01,0.03873023986816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,128,power_law_1.01,0.039409921169281006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,128,power_law_1.01,0.04091775894165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,128,power_law_1.01,0.04367104053497314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,128,power_law_1.01,0.04516608238220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,128,power_law_1.01,0.048079361915588384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,128,power_law_1.01,0.04924928188323975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,128,power_law_1.01,0.054722561836242675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,128,power_law_1.01,0.06391168117523194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,128,power_law_1.01,0.06991360187530518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,128,power_law_1.01,0.11044480323791503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,128,power_law_1.01,0.12383872032165529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,128,power_law_1.01,0.17103744506835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,128,power_law_1.01,0.22547328948974607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,128,power_law_1.01,0.30971647262573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,128,power_law_1.01,0.4195750427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,2,128,power_law_1.2,0.02158976078033447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,2,128,power_law_1.2,0.022021119594573972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,2,128,power_law_1.2,0.021493759155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,2,128,power_law_1.2,0.03074944019317627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,2,128,power_law_1.2,0.038511359691619874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,2,128,power_law_1.2,0.039674880504608157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,2,128,power_law_1.2,0.03255295991897583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,2,128,power_law_1.2,0.04380159854888916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,2,128,power_law_1.2,0.045783038139343264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,2,128,power_law_1.2,0.04987775802612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,2,128,power_law_1.2,0.047045121192932124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,2,128,power_law_1.2,0.04752384185791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,2,128,power_law_1.2,0.05624447822570801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,2,128,power_law_1.2,0.06467584133148194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,2,128,power_law_1.2,0.06831999778747558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,2,128,power_law_1.2,0.0662604808807373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,2,128,power_law_1.2,0.06607103824615479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,2,128,power_law_1.2,0.0757209587097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,2,128,power_law_1.2,0.08118399620056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,2,128,power_law_1.2,0.1000051212310791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,2,128,power_law_1.2,0.13340288162231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,2,128,power_law_1.2,0.1921945571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,2,128,power_law_1.2,0.27462528228759764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,2,128,power_law_1.2,0.39313278198242185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,2,128,power_law_1.2,0.6096934509277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,2,128,power_law_1.2,0.94384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,2,128,power_law_1.2,1.3641818237304686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,2,128,power_law_1.2,0.02331648111343384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,2,128,power_law_1.2,0.0233024001121521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,2,128,power_law_1.2,0.023343360424041747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,2,128,power_law_1.2,0.03569024085998535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,2,128,power_law_1.2,0.03594752073287964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,2,128,power_law_1.2,0.03638144016265869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,2,128,power_law_1.2,0.036468479633331295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,2,128,power_law_1.2,0.03689343929290771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,2,128,power_law_1.2,0.037217280864715575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,2,128,power_law_1.2,0.037789440155029295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,2,128,power_law_1.2,0.038431999683380125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,2,128,power_law_1.2,0.03928575992584228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,2,128,power_law_1.2,0.04010496139526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,2,128,power_law_1.2,0.042414078712463374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,2,128,power_law_1.2,0.045399041175842286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,2,128,power_law_1.2,0.04690944194793702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,2,128,power_law_1.2,0.04669951915740967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,2,128,power_law_1.2,0.051983361244201665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,2,128,power_law_1.2,0.06027647972106933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,2,128,power_law_1.2,0.07057663917541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,2,128,power_law_1.2,0.09184639930725098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,2,128,power_law_1.2,0.13365376472473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,2,128,power_law_1.2,0.17640703201293945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,2,128,power_law_1.2,0.2717516708374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,2,128,power_law_1.2,0.4201100921630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,2,128,power_law_1.2,0.5516249465942382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,2,128,power_law_1.2,1.0061529541015626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,64,balanced,0.019344639778137208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,64,balanced,0.019234559535980224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,64,balanced,0.01944704055786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,64,balanced,0.019344639778137208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,64,balanced,0.020174078941345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,64,balanced,0.021333758831024167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,64,balanced,0.03871999979019165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,64,balanced,0.0375436806678772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,64,balanced,0.03855743885040283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,64,balanced,0.040387840270996095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,64,balanced,0.033859839439392095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,64,balanced,0.03468287944793701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,64,balanced,0.04076032161712646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,64,balanced,0.039137279987335204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,64,balanced,0.0433190393447876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,64,balanced,0.04368768215179443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,64,balanced,0.05272192001342774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,64,balanced,0.061227521896362304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,64,balanced,0.055580158233642575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,64,balanced,0.06214784145355225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,64,balanced,0.0666803216934204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,64,balanced,0.0725542402267456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,64,balanced,0.07997312068939208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,64,balanced,0.09851648330688476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,64,balanced,0.11464575767517089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,64,balanced,0.15293696403503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,64,balanced,0.18542463302612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,64,balanced,0.02189440011978149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,64,balanced,0.021893119812011717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,64,balanced,0.021899518966674806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,64,balanced,0.021862399578094483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,64,balanced,0.022388479709625243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,64,balanced,0.02251391887664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,64,balanced,0.03409791946411132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,64,balanced,0.03397119998931884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,64,balanced,0.034461441040039065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,64,balanced,0.03433343887329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,64,balanced,0.03484544038772583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,64,balanced,0.035109119415283205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,64,balanced,0.03566720008850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,64,balanced,0.036514561176300045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,64,balanced,0.03637248039245605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,64,balanced,0.03718528032302856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,64,balanced,0.03810431957244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,64,balanced,0.040966401100158686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,64,balanced,0.039942400455474855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,64,balanced,0.043242239952087404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,64,balanced,0.04720640182495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,64,balanced,0.053473281860351565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,64,balanced,0.060046081542968754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,64,balanced,0.07788928031921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,64,balanced,0.09384320259094239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,64,balanced,0.12767616271972657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,64,balanced,0.15766271591186523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,64,power_law_1.01,0.022425599098205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,64,power_law_1.01,0.02064512014389038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,64,power_law_1.01,0.021483519077301026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,64,power_law_1.01,0.021035521030426024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,64,power_law_1.01,0.0298304009437561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,64,power_law_1.01,0.035532801151275634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,64,power_law_1.01,0.032257280349731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,64,power_law_1.01,0.037557759284973145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,64,power_law_1.01,0.04158463954925537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,64,power_law_1.01,0.04601344108581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,64,power_law_1.01,0.047330560684204104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,64,power_law_1.01,0.05132031917572022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,64,power_law_1.01,0.052250881195068356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,64,power_law_1.01,0.05722239971160888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,64,power_law_1.01,0.058279681205749514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,64,power_law_1.01,0.0625100803375244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,32,power_law_1.01,5.199088745117187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,64,power_law_1.01,0.05967872142791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,64,power_law_1.01,0.06478079795837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,64,power_law_1.01,0.08529024124145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,64,power_law_1.01,0.07704703807830811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,64,power_law_1.01,0.10203519821166993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,64,power_law_1.01,0.13570048332214354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,64,power_law_1.01,0.16968704223632813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,64,power_law_1.01,0.24381183624267577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,64,power_law_1.01,0.3530303955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,64,power_law_1.01,0.5405657577514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,64,power_law_1.01,0.0223744010925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,64,power_law_1.01,0.022563838958740236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,64,power_law_1.01,0.022650880813598635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,64,power_law_1.01,0.022672638893127442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,64,power_law_1.01,0.034201600551605225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,64,power_law_1.01,0.6345600128173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,64,power_law_1.01,0.03472127914428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,64,power_law_1.01,0.03496448040008545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,64,power_law_1.01,0.0354585599899292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,64,power_law_1.01,0.035791358947753905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,64,power_law_1.01,0.03641088008880615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,64,power_law_1.01,0.036532480716705326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,64,power_law_1.01,0.03773695945739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,64,power_law_1.01,0.038624000549316403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,64,power_law_1.01,0.04061312198638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,64,power_law_1.01,0.04403200149536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,64,power_law_1.01,0.044232959747314456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,64,power_law_1.01,0.04594816207885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,64,power_law_1.01,0.05243008136749268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,64,power_law_1.01,0.05363455772399902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,64,power_law_1.01,0.0637772798538208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,64,power_law_1.01,0.07923711776733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,64,power_law_1.01,0.12005760192871093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,64,power_law_1.01,0.13621120452880858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,64,power_law_1.01,0.17433088302612304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,64,power_law_1.01,0.280817928314209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,4,64,power_law_1.2,0.02074496030807495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,64,power_law_1.01,0.43124225616455075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,4,64,power_law_1.2,0.020906240940093995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,4,64,power_law_1.2,0.025034239292144777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,64,power_law_1.01,0.5480614471435546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,4,64,power_law_1.2,0.021178879737854005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,4,64,power_law_1.2,0.030615038871765136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,4,64,power_law_1.2,0.03352191925048828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,4,64,power_law_1.2,0.03555711984634399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,4,64,power_law_1.2,0.0331443190574646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,4,64,power_law_1.2,0.03821439981460571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,4,64,power_law_1.2,0.04187647819519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,4,64,power_law_1.2,0.045399041175842286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,4,64,power_law_1.2,0.053337597846984865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,4,64,power_law_1.2,0.052863998413085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,4,64,power_law_1.2,0.0627123212814331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,4,64,power_law_1.2,0.063439359664917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,4,64,power_law_1.2,0.06472064018249511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,4,64,power_law_1.2,0.07440383911132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,4,64,power_law_1.2,0.08412032127380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,4,64,power_law_1.2,0.11360256195068359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,4,64,power_law_1.2,0.12958335876464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,4,64,power_law_1.2,0.19989376068115233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,4,64,power_law_1.2,0.05689087867736816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,4,64,power_law_1.2,0.23797760009765626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,4,64,power_law_1.2,0.3272051239013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,4,64,power_law_1.2,0.4975462341308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,4,64,power_law_1.2,0.6499417877197265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,4,64,power_law_1.2,0.022527999877929687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,4,64,power_law_1.2,0.0225433611869812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,4,64,power_law_1.2,0.022755839824676515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,4,64,power_law_1.2,0.022780160903930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,4,64,power_law_1.2,0.03407871961593628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,4,64,power_law_1.2,1.0001868438720702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,4,64,power_law_1.2,0.035191040039062496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,4,64,power_law_1.2,0.03487103939056396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,4,64,power_law_1.2,0.03563391923904419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,4,64,power_law_1.2,0.03612799882888794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,4,64,power_law_1.2,0.03630079984664917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,4,64,power_law_1.2,0.03751935958862305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,4,64,power_law_1.2,0.0402239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,4,64,power_law_1.2,0.03911551952362061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,4,64,power_law_1.2,0.043151359558105465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,4,64,power_law_1.2,0.043575038909912114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,4,64,power_law_1.2,0.04388351917266846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,4,64,power_law_1.2,0.04741888046264649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,4,64,power_law_1.2,0.05542143821716309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,4,64,power_law_1.2,0.06053760051727295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,4,64,power_law_1.2,0.08323840141296387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,4,64,power_law_1.2,0.09974399566650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,4,64,power_law_1.2,0.14163328170776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,4,64,power_law_1.2,0.17011327743530275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,4,64,power_law_1.2,0.22903167724609377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,4,64,power_law_1.2,0.37537792205810544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,32,balanced,0.01964287996292114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,4,64,power_law_1.2,0.5478246307373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,32,balanced,0.019430400133132936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,32,balanced,0.01894912004470825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,32,balanced,0.020239360332489013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,32,balanced,0.020532479286193846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,32,balanced,0.02251136064529419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,4,64,power_law_1.2,0.686108169555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,32,balanced,0.041045761108398436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,32,balanced,0.03716095924377442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,32,balanced,0.0394649600982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,32,balanced,0.038661119937896726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,32,balanced,0.04006527900695801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,32,balanced,0.04256383895874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,32,balanced,0.046416640281677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,32,balanced,0.0495359992980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,32,balanced,0.05218815803527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,32,balanced,0.060808959007263186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,32,balanced,0.054250240325927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,32,balanced,0.06007808208465576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,32,balanced,0.06467455863952637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,32,balanced,0.07024127960205077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,32,balanced,0.07746431827545167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,32,balanced,0.09317631721496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,32,balanced,0.10729472160339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,32,balanced,0.1398195171356201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,32,balanced,0.16913919448852538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,32,balanced,0.2307468795776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,32,balanced,0.28489215850830074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,32,balanced,0.02176383972167969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,32,balanced,0.021812479496002197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,32,balanced,0.02181504011154175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,32,balanced,0.021902079582214358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,32,balanced,0.023970561027526854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,32,balanced,0.0347763204574585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,32,balanced,0.034766080379486086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,32,balanced,0.03570559978485107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,32,balanced,0.0356441593170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,32,balanced,0.02259200096130371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,32,balanced,0.03688447952270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,32,balanced,0.03637631893157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,32,balanced,0.0400819206237793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,32,balanced,0.037374720573425294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,32,balanced,0.04178304195404053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,32,balanced,0.04288127899169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,32,balanced,0.03906816005706787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,32,balanced,0.04841087818145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,32,balanced,0.05378943920135498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,32,balanced,0.05929984092712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,32,balanced,0.07432064056396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,32,balanced,0.09027071952819823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,32,balanced,0.12150527954101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,32,balanced,0.14961536407470705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,32,balanced,0.20945920944213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,32,power_law_1.01,0.021384959220886228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,32,power_law_1.01,0.021205759048461913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,32,power_law_1.01,0.021702399253845213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,32,power_law_1.01,0.024764161109924316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,32,power_law_1.01,0.033264639377593996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,32,balanced,0.26577535629272464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,32,balanced,0.04533376216888428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,32,power_law_1.01,0.038007040023803715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,32,power_law_1.01,0.04001023769378662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,32,power_law_1.01,0.037962241172790526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,32,power_law_1.01,0.041520638465881346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,32,power_law_1.01,0.04479360103607178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,32,power_law_1.01,0.05076863765716553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,32,power_law_1.01,0.050496001243591306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,32,power_law_1.01,0.058620162010192864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,32,power_law_1.01,0.06301439762115478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,32,power_law_1.01,0.055206398963928226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,32,power_law_1.01,0.057043199539184575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,32,power_law_1.01,0.06238848209381104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,32,power_law_1.01,0.0721343994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,32,power_law_1.01,0.0764415979385376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,32,power_law_1.01,0.09121024131774902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,32,power_law_1.01,0.10586112022399903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,32,power_law_1.01,0.14115584373474122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,32,power_law_1.01,0.1876095962524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,32,power_law_1.01,0.2562931251525879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,32,power_law_1.01,0.3500672149658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,32,power_law_1.01,0.5007705688476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,32,power_law_1.01,0.023393280506134033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,32,power_law_1.01,0.023545598983764647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,32,power_law_1.01,0.023654398918151857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,32,power_law_1.01,0.6571622467041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,32,power_law_1.01,0.024028160572052003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,32,power_law_1.01,0.033977599143981935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,32,power_law_1.01,0.0349183988571167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,32,power_law_1.01,0.03507456064224243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,32,power_law_1.01,0.035964159965515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,32,power_law_1.01,0.0366975998878479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,32,power_law_1.01,0.03665663957595825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,32,power_law_1.01,0.03787904024124146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,32,power_law_1.01,0.03965696096420288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,32,power_law_1.01,0.041152000427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,32,power_law_1.01,0.04262784004211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,32,power_law_1.01,0.04290944099426269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,32,power_law_1.01,0.0448422384262085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,32,power_law_1.01,0.048463358879089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,32,power_law_1.01,0.05616000175476075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,32,power_law_1.01,0.05756800174713135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,32,power_law_1.01,0.07715968132019044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,32,power_law_1.01,0.09279232025146485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,32,power_law_1.01,0.11664128303527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,32,power_law_1.01,0.1736832046508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,32,power_law_1.01,0.2211507225036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,32,power_law_1.01,0.30572927474975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,32,power_law_1.01,0.43970432281494143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,8,32,power_law_1.2,0.021217279434204102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,32,power_law_1.01,0.47245567321777343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,8,32,power_law_1.2,0.021561601161956788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,8,32,power_law_1.2,0.021345279216766357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,8,32,power_law_1.2,0.022636799812316893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,8,32,power_law_1.2,0.033164799213409424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,8,32,power_law_1.2,0.043526401519775396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,8,32,power_law_1.2,0.04018815994262696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,8,32,power_law_1.2,0.042931199073791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,8,32,power_law_1.2,0.044939517974853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,8,32,power_law_1.2,0.042364158630371095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,8,32,power_law_1.2,0.051605758666992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,8,32,power_law_1.2,0.05009535789489746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,8,32,power_law_1.2,0.05875328063964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,8,32,power_law_1.2,0.05548160076141358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,8,32,power_law_1.2,0.060348157882690434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,8,32,power_law_1.2,0.05914368152618408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,8,32,power_law_1.2,0.0665996789932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,8,32,power_law_1.2,0.07441535949707032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,8,32,power_law_1.2,0.08244864463806152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,8,32,power_law_1.2,0.1073804759979248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,8,32,power_law_1.2,0.13560319900512696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,8,32,power_law_1.2,0.17727615356445312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,8,32,power_law_1.2,0.2156595230102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,8,32,power_law_1.2,0.3735027313232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,8,32,power_law_1.2,0.4176473617553711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,8,32,power_law_1.2,0.023466238975524904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,8,32,power_law_1.2,0.6244736099243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,8,32,power_law_1.2,0.023516159057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,8,32,power_law_1.2,0.02375296115875244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,8,32,power_law_1.2,0.8428479766845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,8,32,power_law_1.2,0.024040958881378173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,8,32,power_law_1.2,0.034708480834960934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,8,32,power_law_1.2,0.03579391956329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,8,32,power_law_1.2,0.03444736003875733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,8,32,power_law_1.2,0.03609600067138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,8,32,power_law_1.2,0.03628416061401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,8,32,power_law_1.2,0.03741312026977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,8,32,power_law_1.2,0.041771521568298345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,8,32,power_law_1.2,0.039123198986053466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,8,32,power_law_1.2,0.044661760330200195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,8,32,power_law_1.2,0.04350207805633545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,8,32,power_law_1.2,0.04461056232452393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,8,32,power_law_1.2,0.04592127799987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,8,32,power_law_1.2,0.05182975769042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,8,32,power_law_1.2,0.05576064109802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,8,32,power_law_1.2,0.06559872150421142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,8,32,power_law_1.2,0.08796544075012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,8,32,power_law_1.2,0.11460736274719238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,8,32,power_law_1.2,0.16273792266845705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,8,32,power_law_1.2,0.19183103561401366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,8,32,power_law_1.2,0.2599667167663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,16,balanced,0.019514880180358886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,8,32,power_law_1.2,0.36157310485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,16,balanced,0.019760639667510987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,16,balanced,0.020110080242156984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,8,32,power_law_1.2,0.5325247955322265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,16,balanced,0.020755200386047362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,16,balanced,0.02235136032104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,16,balanced,0.03210112094879151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,16,balanced,0.040088319778442384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,8,32,power_law_1.2,0.7483097839355468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,16,balanced,0.04085375785827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,16,balanced,0.05338496208190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,16,balanced,0.0508838415145874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,16,balanced,0.05716608047485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,16,balanced,0.0531712007522583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,16,balanced,0.06246912002563476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,16,balanced,0.053427200317382816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,16,balanced,0.057171201705932616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,16,balanced,0.059851517677307134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,16,balanced,0.06419583797454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,16,balanced,0.06975743770599366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,16,balanced,0.07600128173828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,16,balanced,0.0914675235748291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,16,balanced,0.10544896125793457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,16,balanced,0.1358016014099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,16,balanced,0.16327936172485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,16,balanced,0.21924480438232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,16,balanced,0.2704678344726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,16,balanced,0.022318079471588134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,16,balanced,0.38372737884521485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,16,balanced,0.022030079364776613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,16,balanced,0.02232320070266724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,16,balanced,0.4909568023681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,16,balanced,0.02277888059616089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,16,balanced,0.027607040405273436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,16,balanced,0.04099455833435058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,16,balanced,0.04159999847412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,16,balanced,0.04151296138763428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,16,balanced,0.04316415786743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,16,balanced,0.04417535781860352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,16,balanced,0.04573823928833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,16,balanced,0.04181119918823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,16,balanced,0.04503039836883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,16,balanced,0.0462886381149292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,16,balanced,0.04937600135803223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,16,balanced,0.05441919803619385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,16,balanced,0.06129536151885986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,16,balanced,0.024110078811645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,16,balanced,0.07516287803649903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,16,balanced,0.08898688316345214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,16,balanced,0.041013760566711424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,16,balanced,0.11866623878479003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,16,balanced,0.14525695800781252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,16,balanced,0.20519935607910159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,16,balanced,0.25535615921020505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,16,balanced,0.36759807586669924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,16,power_law_1.01,0.0210752010345459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,16,balanced,0.4801523208618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,16,power_law_1.01,0.02927999973297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,16,power_law_1.01,0.02969599962234497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,16,power_law_1.01,0.030110719203948977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,16,power_law_1.01,0.031882240772247314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,16,power_law_1.01,0.04232319831848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,16,power_law_1.01,0.04285312175750732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,16,power_law_1.01,0.0481382417678833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,16,power_law_1.01,0.0523967981338501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,16,power_law_1.01,0.05459455966949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,16,power_law_1.01,0.055928320884704584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,16,power_law_1.01,0.06021247863769531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,16,power_law_1.01,0.05769983768463135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,16,power_law_1.01,0.05779967784881592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,16,power_law_1.01,0.058049278259277345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,16,power_law_1.01,0.06063744068145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,16,power_law_1.01,0.06681215763092041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,16,power_law_1.01,0.07541888236999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,16,power_law_1.01,0.09107199668884278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,16,power_law_1.01,0.10686335563659669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,16,power_law_1.01,0.12741248130798338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,16,power_law_1.01,0.1644428825378418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,16,power_law_1.01,0.208276481628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,16,power_law_1.01,0.2881318473815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,16,power_law_1.01,0.3569868850708008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,16,power_law_1.01,0.02348543882369995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,16,power_law_1.01,0.5421567916870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,16,power_law_1.01,0.026295039653778073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,16,power_law_1.01,0.026425600051879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,16,power_law_1.01,0.6487321472167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,16,power_law_1.01,0.0272870397567749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,16,power_law_1.01,0.026539518833160403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,16,power_law_1.01,0.037967360019683837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,16,power_law_1.01,0.041556482315063474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,16,power_law_1.01,0.040675840377807616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,16,power_law_1.01,0.03995392084121704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,16,power_law_1.01,0.04193535804748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,16,power_law_1.01,0.04439040184020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,16,power_law_1.01,0.045585918426513675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,16,power_law_1.01,0.047064318656921386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,16,power_law_1.01,0.04488831996917725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,16,power_law_1.01,0.04773759841918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,16,power_law_1.01,0.048368639945983886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,16,power_law_1.01,0.052416000366210934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,16,power_law_1.01,0.061585922241210934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,16,power_law_1.01,0.07121151924133301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,16,power_law_1.01,0.09466879844665528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,16,power_law_1.01,0.10578816413879395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,16,power_law_1.01,0.15010175704956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,16,power_law_1.01,0.20415359497070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,16,power_law_1.01,0.2792563247680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,16,power_law_1.01,0.34401153564453124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,16,16,power_law_1.2,0.021278719902038574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,16,power_law_1.01,0.4974169540405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,16,16,power_law_1.2,0.02973952054977417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,16,16,power_law_1.2,0.02989311933517456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,16,power_law_1.01,0.5951577758789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,16,16,power_law_1.2,0.031101438999176022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,16,16,power_law_1.2,0.032099840641021726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,16,16,power_law_1.2,0.04210432052612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,16,16,power_law_1.2,0.05202303886413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,16,16,power_law_1.2,0.04851456165313721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,16,16,power_law_1.2,0.043852801322937014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,16,16,power_law_1.2,0.05054336071014405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,16,16,power_law_1.2,0.05685376167297364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,16,16,power_law_1.2,0.06067967891693116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,16,16,power_law_1.2,0.05671807765960694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,16,16,power_law_1.2,0.06375552177429199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,16,16,power_law_1.2,0.06799871921539306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,16,16,power_law_1.2,0.0804582405090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,16,16,power_law_1.2,0.0944320011138916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,16,16,power_law_1.2,0.10728192329406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,16,16,power_law_1.2,0.13801728248596193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,16,16,power_law_1.2,0.1886310386657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,16,16,power_law_1.2,0.21241472244262694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,16,16,power_law_1.2,0.059005441665649416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,16,16,power_law_1.2,0.05888639926910401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,16,16,power_law_1.2,0.32562305450439455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,16,16,power_law_1.2,0.41440769195556637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,16,16,power_law_1.2,0.02339711904525757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,16,16,power_law_1.2,0.026010880470275877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,16,16,power_law_1.2,0.6908300781250001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,16,16,power_law_1.2,0.02599040031433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,16,16,power_law_1.2,0.026753280162811276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,16,16,power_law_1.2,0.027188479900360107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,16,16,power_law_1.2,0.037190399169921874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,16,16,power_law_1.2,0.9585689544677735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,16,16,power_law_1.2,0.04042496204376221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,16,16,power_law_1.2,0.04092671871185303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,16,16,power_law_1.2,0.04249728202819824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,16,16,power_law_1.2,0.0495411205291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,16,16,power_law_1.2,0.045171198844909666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,16,16,power_law_1.2,0.044362239837646485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,16,16,power_law_1.2,0.04767104148864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,16,16,power_law_1.2,0.04917759895324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,16,16,power_law_1.2,0.05507328033447265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,16,16,power_law_1.2,0.06645631790161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,16,16,power_law_1.2,0.04065152168273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,16,16,power_law_1.2,0.0438374376296997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,16,16,power_law_1.2,0.079966721534729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,16,16,power_law_1.2,0.09566720008850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,16,16,power_law_1.2,0.1215897560119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,16,16,power_law_1.2,0.1810688018798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,16,16,power_law_1.2,0.21872896194458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,16,16,power_law_1.2,0.29297920227050783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,16,16,power_law_1.2,0.37465087890625004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,8,balanced,0.02027008056640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,8,balanced,0.020919039249420165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,16,16,power_law_1.2,0.637894401550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,8,balanced,0.021556479930877687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,8,balanced,0.023161599636077883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,8,balanced,0.028321280479431155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,16,16,power_law_1.2,0.7003711700439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,8,balanced,0.039070720672607424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,8,balanced,0.05619967937469482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,8,balanced,0.05656064033508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,8,balanced,0.060732159614562985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,8,balanced,0.06357247829437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,8,balanced,0.05607295989990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,8,balanced,0.06146048069000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,8,balanced,0.06548992156982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,8,balanced,0.06828800201416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,8,balanced,0.0710591983795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,8,balanced,0.07704576015472411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,8,balanced,0.09182463645935059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,8,balanced,0.1058944034576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,8,balanced,0.13382783889770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,8,balanced,0.16017791748046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,8,balanced,0.21567871093750002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,8,balanced,0.2667353630065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,8,balanced,0.05909759998321533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,8,balanced,0.3731596755981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,8,balanced,0.4799155044555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,8,balanced,0.022691841125488284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,8,balanced,0.023470079898834227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,8,balanced,0.02329344034194946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,8,balanced,0.696090850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,8,balanced,0.02494591951370239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,8,balanced,0.028695039749145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,8,balanced,0.04913023948669434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,8,balanced,0.03456511974334717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,8,balanced,0.05080448150634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,8,balanced,0.9246438598632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,8,balanced,0.051526398658752436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,8,balanced,0.05357312202453614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,8,balanced,0.049791998863220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,8,balanced,0.053288960456848146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,8,balanced,0.056517119407653804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,8,balanced,0.05250688076019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,8,balanced,0.05792768001556396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,8,balanced,0.06113279819488525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,8,balanced,0.06614655971527099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,8,balanced,0.08188159942626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,8,balanced,0.09606399536132812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,8,balanced,0.12396415710449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,8,balanced,0.15051136016845704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,8,balanced,0.2033919906616211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,8,balanced,0.2523468780517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,8,balanced,0.3694976043701172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,8,balanced,0.47265281677246096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,8,power_law_1.01,0.02139775991439819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,8,balanced,0.6951628875732422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,8,power_law_1.01,0.02376192092895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,8,power_law_1.01,0.02633599996566772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,8,power_law_1.01,0.03506815910339355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,8,power_law_1.01,0.033267199993133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,8,balanced,0.9187097930908203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,8,power_law_1.01,0.03716095924377442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,8,power_law_1.01,0.055020799636840825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,8,power_law_1.01,0.05136767864227295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,8,power_law_1.01,0.05960576057434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,8,power_law_1.01,0.06231935977935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,8,power_law_1.01,0.060175361633300783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,8,power_law_1.01,0.05762303829193115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,8,power_law_1.01,0.059991040229797364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,8,power_law_1.01,0.0634329605102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,8,power_law_1.01,0.06700672149658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,8,power_law_1.01,0.06936960220336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,8,power_law_1.01,0.08082176208496093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,8,power_law_1.01,0.09843199729919434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,8,power_law_1.01,0.11917695999145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,8,power_law_1.01,0.1462988758087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,8,power_law_1.01,0.20506240844726564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,8,power_law_1.01,0.2361100769042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,8,power_law_1.01,0.056897277832031246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,8,power_law_1.01,0.31389951705932617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,8,power_law_1.01,0.024546558856964114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,8,power_law_1.01,0.4518822479248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,8,power_law_1.01,0.02712831974029541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,8,power_law_1.01,0.028463358879089358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,8,power_law_1.01,0.030355200767517087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,8,power_law_1.01,0.032400639057159425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,8,power_law_1.01,0.046936321258544925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,8,power_law_1.01,0.03343487977981567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,8,power_law_1.01,0.8468160247802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,8,power_law_1.01,0.04842112064361572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,8,power_law_1.01,0.04866432189941407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,8,power_law_1.01,0.050325760841369624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,8,power_law_1.01,0.052700161933898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,8,power_law_1.01,0.051571202278137204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,8,power_law_1.01,0.05074431896209717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,8,power_law_1.01,0.05369344234466553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,8,power_law_1.01,0.05596799850463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,8,power_law_1.01,0.05659135818481446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,8,power_law_1.01,0.06029695987701415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,8,power_law_1.01,0.6408370971679688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,8,power_law_1.01,0.07156864166259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,8,power_law_1.01,0.08774911880493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,8,power_law_1.01,0.11352831840515136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,8,power_law_1.01,0.13942399978637696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,8,power_law_1.01,0.18779903411865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,8,power_law_1.01,0.2253708839416504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,8,power_law_1.01,0.32250625610351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,8,power_law_1.01,0.4329011154174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,3072,1536,8,256,32,8,power_law_1.2,0.021493759155273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,3072,1536,8,256,32,8,power_law_1.2,0.02376192092895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,8,power_law_1.01,0.5988991928100587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,3072,1536,8,256,32,8,power_law_1.2,0.030986239910125734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,8,power_law_1.01,0.7923085021972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,3072,1536,8,256,32,8,power_law_1.2,0.03443711996078491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,3072,1536,8,256,32,8,power_law_1.2,0.038181118965148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,3072,1536,8,256,32,8,power_law_1.2,0.05340799808502197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,3072,1536,8,256,32,8,power_law_1.2,0.056522240638732915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,3072,1536,8,256,32,8,power_law_1.2,0.0576857614517212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,3072,1536,8,256,32,8,power_law_1.2,0.0632038402557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,3072,1536,8,256,32,8,power_law_1.2,0.05822976112365723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,3072,1536,8,256,32,8,power_law_1.2,0.05673984050750732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,3072,1536,8,256,32,8,power_law_1.2,0.06031744003295898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,3072,1536,8,256,32,8,power_law_1.2,0.027111680507659913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,3072,1536,8,256,32,8,power_law_1.2,0.06421887874603271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,3072,1536,8,256,32,8,power_law_1.2,0.06780159950256348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,3072,1536,8,256,32,8,power_law_1.2,0.07342463970184326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,3072,1536,8,256,32,8,power_law_1.2,0.0880128002166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,3072,1536,8,256,32,8,power_law_1.2,0.10020607948303221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,3072,1536,8,256,32,8,power_law_1.2,0.12263296127319337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,3072,1536,8,256,32,8,power_law_1.2,0.1518169593811035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,3072,1536,8,256,32,8,power_law_1.2,0.20448768615722654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,3072,1536,8,256,32,8,power_law_1.2,0.054466562271118166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,3072,1536,8,256,32,8,power_law_1.2,0.2569689559936523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,3072,1536,8,256,32,8,power_law_1.2,0.3902182388305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,3072,1536,8,256,32,8,power_law_1.2,0.024199678897857665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,3072,1536,8,256,32,8,power_law_1.2,0.47325183868408205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,3072,1536,8,256,32,8,power_law_1.2,0.026860799789428715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,3072,1536,8,256,32,8,power_law_1.2,0.027261440753936765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,3072,1536,8,256,32,8,power_law_1.2,0.029155840873718263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,3072,1536,8,256,32,8,power_law_1.2,0.7063974761962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,3072,1536,8,256,32,8,power_law_1.2,0.031055359840393065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,3072,1536,8,256,32,8,power_law_1.2,0.0334937596321106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,3072,1536,8,256,32,8,power_law_1.2,0.04797440052032471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,3072,1536,8,256,32,8,power_law_1.2,0.0476032018661499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,3072,1536,8,256,32,8,power_law_1.2,0.047839999198913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,3072,1536,8,256,32,8,power_law_1.2,0.049862399101257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,3072,1536,8,256,32,8,power_law_1.2,0.05136767864227295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,3072,1536,8,256,32,8,power_law_1.2,0.051121921539306635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,3072,1536,8,256,32,8,power_law_1.2,0.048817920684814456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,3072,1536,8,256,32,8,power_law_1.2,0.05204095840454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,3072,1536,8,256,32,8,power_law_1.2,0.05552256107330322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,3072,1536,8,256,32,8,power_law_1.2,0.05748608112335205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,3072,1536,8,256,32,8,power_law_1.2,0.062174720764160155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,3072,1536,8,256,32,8,power_law_1.2,0.07756800174713134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,3072,1536,8,256,32,8,power_law_1.2,0.09171199798583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,3072,1536,8,256,32,8,power_law_1.2,0.11395968437194823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,3072,1536,8,256,32,8,power_law_1.2,0.14668543815612795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,3072,1536,8,256,32,8,power_law_1.2,0.19409408569335937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,3072,1536,8,256,32,8,power_law_1.2,0.24194688796997071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,3072,1536,8,256,32,8,power_law_1.2,0.3693478393554687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,3072,1536,8,256,32,8,power_law_1.2,0.4548735809326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,128,balanced,0.019906560182571413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,128,balanced,0.01992192029953003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,128,balanced,0.020017919540405275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,3072,1536,8,256,32,8,power_law_1.2,0.6730547332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,128,balanced,0.019879679679870605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,128,balanced,0.019939839839935303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,128,balanced,0.028136959075927736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,128,balanced,0.028193280696868894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,128,balanced,0.028515839576721193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,128,balanced,0.028454399108886717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,128,balanced,0.028880639076232912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,3072,1536,8,256,32,8,power_law_1.2,0.8352678680419923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,128,balanced,0.028896000385284427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,128,balanced,0.02970495939254761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,3072,1536,8,256,32,8,power_law_1.2,0.9552178955078124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,128,balanced,0.030826239585876464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,128,balanced,0.03114880084991455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,128,balanced,0.03151360034942627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,128,balanced,0.034961919784545895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,128,balanced,0.034722559452056885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,128,balanced,0.03257728099822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,128,balanced,0.03816832065582275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,128,balanced,0.03977983951568603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,128,balanced,0.051952638626098634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,128,balanced,0.05352447986602783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,128,balanced,0.05741184234619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,128,balanced,0.06540415763854981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,128,balanced,0.07948160171508789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,128,balanced,0.09380607604980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,128,power_law_1.01,0.020314879417419433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,128,power_law_1.01,0.019898879528045654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,128,power_law_1.01,0.020317440032958982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,128,balanced,0.028601601123809817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,128,power_law_1.01,0.028339200019836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,128,power_law_1.01,0.028234241008758543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,128,power_law_1.01,0.028838400840759275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,128,power_law_1.01,0.029324800968170167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,128,power_law_1.01,0.030662400722503664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,128,power_law_1.01,0.03336704015731812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,128,power_law_1.01,0.03506560087203979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,128,power_law_1.01,0.035921919345855716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,128,power_law_1.01,0.038109440803527836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,128,power_law_1.01,0.039832320213317875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,128,power_law_1.01,0.047317762374877934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,128,power_law_1.01,0.052645120620727535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,128,power_law_1.01,0.05669760227203369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,128,power_law_1.01,0.06311552047729492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,128,power_law_1.01,0.07787775993347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,128,power_law_1.01,0.09091967582702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,128,power_law_1.01,0.031223039627075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,128,power_law_1.01,0.14138751983642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,128,power_law_1.01,0.16532608032226564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,128,power_law_1.01,0.24343296051025393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,128,power_law_1.01,0.3371968078613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,128,power_law_1.01,0.031902720928192144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,128,power_law_1.01,0.5429439926147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,2,128,power_law_1.2,0.02021888017654419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,2,128,power_law_1.2,0.02798847913742065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,128,power_law_1.01,0.7515135955810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,2,128,power_law_1.2,0.028395519256591794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,2,128,power_law_1.2,0.02858880043029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,2,128,power_law_1.2,0.02910720109939575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,2,128,power_law_1.2,0.02948607921600342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,2,128,power_law_1.2,0.03114880084991455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,2,128,power_law_1.2,0.031872000694274906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,2,128,power_law_1.2,0.035608320236206054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,2,128,power_law_1.2,0.032747519016265866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,2,128,power_law_1.2,0.0355404806137085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,2,128,power_law_1.2,0.03677824020385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,2,128,power_law_1.2,0.046403841972351076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,2,128,power_law_1.2,0.05172480106353759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,2,128,power_law_1.2,0.020176639556884764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,2,128,power_law_1.2,0.055902719497680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,2,128,power_law_1.2,0.06296192169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,2,128,power_law_1.2,0.08101375579833985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,2,128,power_law_1.2,0.10291328430175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,2,128,power_law_1.2,0.14323583602905274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,2,128,power_law_1.2,0.21971839904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,2,128,power_law_1.2,0.2823731231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,2,128,power_law_1.2,0.05642240047454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,64,balanced,0.018677760362625122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,64,balanced,0.018652160167694092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,2,128,power_law_1.2,0.49372928619384765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,64,balanced,0.01842560052871704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,64,balanced,0.019173120260238645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,64,balanced,0.026631679534912113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,64,balanced,0.026859519481658933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,64,balanced,0.02710400104522705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,64,balanced,0.02745599985122681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,64,balanced,0.027127039432525635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,64,balanced,0.02729088068008423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,64,balanced,0.027714560031890868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,64,balanced,0.028327679634094237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,64,balanced,0.028532478809356686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,64,balanced,0.02932224035263061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,64,balanced,0.02961663961410522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,64,balanced,0.030900480747222903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,64,balanced,0.03164031982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,64,balanced,0.0341811203956604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,64,balanced,0.03647871971130371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,64,balanced,0.04326655864715576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,64,balanced,0.048473601341247556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,64,balanced,0.05345920085906982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,64,balanced,0.05875072002410888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,64,balanced,0.07255680084228515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,64,balanced,0.08225279808044433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,64,balanced,0.10224384307861327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,64,balanced,0.12853887557983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,64,power_law_1.01,0.01916416049003601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,64,power_law_1.01,0.019203840494155883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,2,128,power_law_1.2,0.6596185302734374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,64,power_law_1.01,0.019214080572128294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,64,power_law_1.01,0.026691839694976804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,64,power_law_1.01,0.027238399982452394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,64,power_law_1.01,0.02785536050796509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,64,power_law_1.01,0.027998719215393063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,64,power_law_1.01,0.028716800212860105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,64,power_law_1.01,0.029972479343414304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,64,power_law_1.01,0.030717439651489258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,64,power_law_1.01,0.03198080062866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,64,power_law_1.01,0.033689599037170406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,64,power_law_1.01,0.0364352011680603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,64,power_law_1.01,0.04047999858856201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,64,power_law_1.01,0.027092480659484865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,64,power_law_1.01,0.04361728191375732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,64,power_law_1.01,0.05253119945526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,64,power_law_1.01,0.05469183921813965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,2,128,power_law_1.2,1.0075238037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,64,power_law_1.01,0.06120704174041748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,64,power_law_1.01,0.07969279766082764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,64,power_law_1.01,0.08526080131530762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,64,power_law_1.01,0.11590656280517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,64,power_law_1.01,0.16171775817871095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,64,power_law_1.01,0.23467136383056642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,64,power_law_1.01,0.2704972839355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,4,64,power_law_1.2,0.01927039980888367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,64,power_law_1.01,0.4215513610839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,4,64,power_law_1.2,0.01943935990333557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,64,power_law_1.01,0.5651507186889648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,4,64,power_law_1.2,0.01921280026435852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,4,64,power_law_1.2,0.02675584077835083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,4,64,power_law_1.2,0.02743168115615845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,4,64,power_law_1.2,0.0270630407333374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,4,64,power_law_1.2,0.027644159793853762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,4,64,power_law_1.2,0.028083200454711917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,4,64,power_law_1.2,0.029259519577026365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,4,64,power_law_1.2,0.030332159996032716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,4,64,power_law_1.2,0.032700159549713136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,4,64,power_law_1.2,0.03313024044036865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,4,64,power_law_1.2,0.03460608005523681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,4,64,power_law_1.2,0.03845760107040405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,4,64,power_law_1.2,0.0465715217590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,4,64,power_law_1.2,0.050597119331359866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,4,64,power_law_1.2,0.05117440223693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,4,64,power_law_1.2,0.059613437652587885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,4,64,power_law_1.2,0.07251840114593507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,4,64,power_law_1.2,0.0848755168914795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,4,64,power_law_1.2,0.10514559745788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,4,64,power_law_1.2,0.17591552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,4,64,power_law_1.2,0.222869758605957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,4,64,power_law_1.2,0.37333503723144534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,32,balanced,0.01988479971885681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,32,balanced,0.019759360551834106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,32,balanced,0.01970047950744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,32,balanced,0.021018879413604735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,32,balanced,0.030013439655303953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,4,64,power_law_1.2,0.4505215835571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,32,balanced,0.03047679901123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,32,balanced,0.03279103994369507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,32,balanced,0.03313024044036865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,32,balanced,0.03307391881942749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,32,balanced,0.03367039918899536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,32,balanced,0.03384704113006592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,32,balanced,0.03282560110092163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,32,balanced,0.03559551954269409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,32,balanced,0.03419519901275635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,32,balanced,0.03718784093856812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,32,balanced,0.038314239978790285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,32,balanced,0.04038656234741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,32,balanced,0.05066368103027343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,32,balanced,0.0508787202835083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,32,balanced,0.05654016017913819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,32,balanced,0.05946112155914307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,32,balanced,0.07716608047485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,32,balanced,0.08513664245605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,32,balanced,0.10698623657226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,32,balanced,0.12373760223388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,32,balanced,0.1653209686279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,2,128,power_law_1.2,1.3942271423339843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,32,balanced,0.21999488830566408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,32,power_law_1.01,0.02145279884338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,32,power_law_1.01,0.02207871913909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,32,power_law_1.01,0.0222489595413208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,32,power_law_1.01,0.029804799556732174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,32,power_law_1.01,0.031013119220733642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,32,power_law_1.01,0.0314687991142273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,32,power_law_1.01,0.033464319705963134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,32,power_law_1.01,0.034099199771881104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,32,power_law_1.01,0.03355776071548462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,32,power_law_1.01,0.03440256118774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,32,power_law_1.01,0.0366156792640686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,32,power_law_1.01,0.03942399978637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,32,power_law_1.01,0.04081920146942138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,32,power_law_1.01,0.046257920265197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,32,power_law_1.01,0.053183999061584476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,32,power_law_1.01,0.05772160053253174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,32,power_law_1.01,0.05707647800445557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,32,power_law_1.01,0.06663551807403564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,32,power_law_1.01,0.07791359901428223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,32,power_law_1.01,0.09444992065429687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,32,power_law_1.01,0.11346559524536133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,4,64,power_law_1.2,0.7645401763916015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,32,power_law_1.01,0.1583142375946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,32,power_law_1.01,0.1962278366088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,32,power_law_1.01,0.28343807220458983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,32,power_law_1.01,0.38255104064941403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,8,32,power_law_1.2,0.021573119163513184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,32,power_law_1.01,0.539290885925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,8,32,power_law_1.2,0.022091519832611085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,32,power_law_1.01,0.6186495971679687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,8,32,power_law_1.2,0.029754879474639895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,8,32,power_law_1.2,0.03058176040649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,8,32,power_law_1.2,0.03177599906921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,8,32,power_law_1.2,0.03570303916931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,8,32,power_law_1.2,0.034214398860931396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,8,32,power_law_1.2,0.03629312038421631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,8,32,power_law_1.2,0.03735680103302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,8,32,power_law_1.2,0.03670912027359009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,8,32,power_law_1.2,0.044313597679138186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,8,32,power_law_1.2,0.04271743774414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,8,32,power_law_1.2,0.054181118011474606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,8,32,power_law_1.2,0.056468482017517085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,8,32,power_law_1.2,0.02179840087890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,8,32,power_law_1.2,0.05797120094299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,8,32,power_law_1.2,0.05820799827575683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,8,32,power_law_1.2,0.07354368209838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,8,32,power_law_1.2,0.08598400115966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,8,32,power_law_1.2,0.10184063911437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,8,32,power_law_1.2,0.1294207954406738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,8,32,power_law_1.2,0.17595264434814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,8,32,power_law_1.2,0.25068031311035155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,8,32,power_law_1.2,0.4042367935180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,16,balanced,0.02015743970870972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,16,balanced,0.019846400022506712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,16,balanced,0.02067456007003784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,16,balanced,0.02168191909790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,16,balanced,0.023265280723571778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,16,balanced,0.03171200037002563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,16,balanced,0.03256319999694825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,16,balanced,0.0329036808013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,4,64,power_law_1.2,0.9996377563476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,16,balanced,0.03331199884414673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,16,balanced,0.03441663980484009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,16,balanced,0.035219199657440185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,16,balanced,0.0359935998916626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,16,balanced,0.03963263988494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,8,32,power_law_1.2,0.4721484756469726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,16,balanced,0.037918720245361325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,16,balanced,0.049341440200805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,16,balanced,0.05113215923309326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,16,balanced,0.04678016185760498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,16,balanced,0.05231488227844239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,16,balanced,0.055545601844787594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,16,balanced,0.07136896133422851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,16,balanced,0.07941760063171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,16,balanced,0.10007295608520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,16,balanced,0.11360768318176269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,16,balanced,0.15373311996459962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,16,balanced,0.18816383361816408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,16,balanced,0.2572774314880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,16,power_law_1.01,0.021475839614868163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,16,balanced,0.3282521438598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,16,power_law_1.01,0.024797439575195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,16,power_law_1.01,0.024797439575195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,16,power_law_1.01,0.02507136106491089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,16,power_law_1.01,0.03014911890029907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,16,power_law_1.01,0.03125888109207153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,16,power_law_1.01,0.03229439973831177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,16,power_law_1.01,0.04083456039428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,16,power_law_1.01,0.034474239349365235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,16,power_law_1.01,0.03498752117156982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,16,power_law_1.01,0.04585855960845947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,16,power_law_1.01,0.03810431957244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,16,power_law_1.01,0.0505241584777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,16,power_law_1.01,0.05580927848815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,16,power_law_1.01,0.050787839889526364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,8,32,power_law_1.2,0.7509235382080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,16,power_law_1.01,0.055278081893920895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,16,power_law_1.01,0.058786559104919436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,16,power_law_1.01,0.07176191806793213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,16,power_law_1.01,0.07589759826660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,16,power_law_1.01,0.09018367767333985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,16,power_law_1.01,0.10735744476318358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,16,power_law_1.01,0.14897151947021486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,16,power_law_1.01,0.18185728073120117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,16,power_law_1.01,0.2549849510192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,12288,7168,2048,8,384,8,32,power_law_1.2,4.5878427124023435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,16,power_law_1.01,0.3421696090698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,16,16,power_law_1.2,0.0217523193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,16,16,power_law_1.2,0.022668800354003905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,16,power_law_1.01,0.48116096496582034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,16,16,power_law_1.2,0.024389119148254396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,16,16,power_law_1.2,0.024647679328918457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,16,power_law_1.01,0.594021110534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,16,16,power_law_1.2,0.02968832015991211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,16,16,power_law_1.2,0.031560959815979006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,16,16,power_law_1.2,0.03245568037033081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,16,16,power_law_1.2,0.03361151933670044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,16,16,power_law_1.2,0.03511807918548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,16,16,power_law_1.2,0.03589888095855713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,16,16,power_law_1.2,0.0381823992729187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,16,16,power_law_1.2,0.045537281036376956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,16,16,power_law_1.2,0.05113471984863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,16,16,power_law_1.2,0.055637760162353514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,16,16,power_law_1.2,0.055613441467285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,16,16,power_law_1.2,0.05743360042572021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,16,16,power_law_1.2,0.061350398063659675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,16,16,power_law_1.2,0.07117440223693847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,16,16,power_law_1.2,0.08317055702209472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,16,16,power_law_1.2,0.09726079940795898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,16,16,power_law_1.2,0.11987584114074708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,16,16,power_law_1.2,0.1779814338684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,16,16,power_law_1.2,0.2118707275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,8,balanced,0.01973631978034973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,8,balanced,0.020074241161346436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,8,balanced,0.020775680541992185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,16,16,power_law_1.2,0.33689857482910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,8,balanced,0.02474112033843994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,8,balanced,0.02737920045852661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,8,balanced,0.03625855922698974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,8,balanced,0.03740031957626343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,8,balanced,0.038021121025085446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,8,balanced,0.03872895956039429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,8,balanced,0.03970047950744629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,8,balanced,0.040586237907409665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,8,balanced,0.047157759666442874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,8,balanced,0.050773758888244626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,8,balanced,0.04893951892852783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,8,balanced,0.05395328044891358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,8,balanced,0.054140157699584954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,8,balanced,0.05755008220672607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,8,balanced,0.06725503921508788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,16,16,power_law_1.2,0.4395379257202149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,8,balanced,0.07578623771667481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,8,balanced,0.09791487693786621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,8,balanced,0.11113344192504884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,8,balanced,0.14611455917358399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,8,balanced,0.1763033676147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,8,balanced,0.2430246353149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,8,balanced,0.30471679687500003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,16,16,power_law_1.2,0.6374681472778321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,8,power_law_1.01,0.021198079586029053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,8,balanced,0.4330585479736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,8,power_law_1.01,0.02493567943572998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,8,balanced,0.5599270248413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,8,power_law_1.01,0.024632320404052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,8,power_law_1.01,0.026842880249023437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,8,power_law_1.01,0.027583999633789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,8,power_law_1.01,0.036081919670104975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,8,power_law_1.01,0.03714432001113892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,8,power_law_1.01,0.04019968032836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,8,power_law_1.01,0.039444479942321774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,8,power_law_1.01,0.04331520080566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,8,power_law_1.01,0.049802241325378416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,8,power_law_1.01,0.05211775779724122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,8,power_law_1.01,0.05371391773223877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,8,power_law_1.01,0.057658882141113275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,8,power_law_1.01,0.0636352014541626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,8,power_law_1.01,0.07361663818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,8,power_law_1.01,0.10182527542114257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,8,power_law_1.01,0.034401280879974364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,8,power_law_1.01,0.12592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,8,power_law_1.01,0.16506624221801758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,8,power_law_1.01,0.05540863990783691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,8,power_law_1.01,0.17897855758666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,8,power_law_1.01,0.2651712036132813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,8,power_law_1.01,0.08598400115966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,8,power_law_1.01,0.3529740905761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,2688,1856,6,128,32,8,power_law_1.2,0.02116863965988159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,2688,1856,6,128,32,8,power_law_1.2,0.02353663921356201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,8,power_law_1.01,0.5354483032226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,16,16,power_law_1.2,0.9205593872070313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,2688,1856,6,128,32,8,power_law_1.2,0.024866559505462647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,2688,1856,6,128,32,8,power_law_1.2,0.02597759962081909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,2688,1856,6,128,32,8,power_law_1.2,0.02760576009750366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,2688,1856,6,128,32,8,power_law_1.2,0.034705920219421385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,8,power_law_1.01,0.6735769653320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,2688,1856,6,128,32,8,power_law_1.2,0.03669120073318481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,2688,1856,6,128,32,8,power_law_1.2,0.0385920000076294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,2688,1856,6,128,32,8,power_law_1.2,0.047458558082580565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,2688,1856,6,128,32,8,power_law_1.2,0.049168639183044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,8,32,power_law_1.2,1.1359257507324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,2688,1856,6,128,32,8,power_law_1.2,0.05178624153137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,2688,1856,6,128,32,8,power_law_1.2,0.052838401794433595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,2688,1856,6,128,32,8,power_law_1.2,0.0562559986114502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,2688,1856,6,128,32,8,power_law_1.2,0.06225920200347901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,2688,1856,6,128,32,8,power_law_1.2,0.05743360042572021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,2688,1856,6,128,32,8,power_law_1.2,0.07554944038391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,2688,1856,6,128,32,8,power_law_1.2,0.0870195198059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,2688,1856,6,128,32,8,power_law_1.2,0.10401408195495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,2688,1856,6,128,32,8,power_law_1.2,0.12932095527648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,2688,1856,6,128,32,8,power_law_1.2,0.1665996742248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,2688,1856,6,128,32,8,power_law_1.2,0.22334592819213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,2688,1856,6,128,32,8,power_law_1.2,0.03744640111923218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,2688,1856,6,128,32,8,power_law_1.2,0.03980799913406372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,256,balanced,0.05667200088500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,256,balanced,0.0561407995223999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,256,balanced,0.056674561500549316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,256,balanced,0.07177472114562988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,256,balanced,0.10905344009399413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,2688,1856,6,128,32,8,power_law_1.2,0.3004774475097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,256,balanced,0.11196800231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,256,balanced,0.11272959709167481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,256,balanced,0.11454463958740235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,256,balanced,0.11525119781494139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,256,balanced,0.11479680061340332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,256,balanced,0.11617024421691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,256,balanced,0.11765631675720215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,256,balanced,0.11764479637145997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,256,balanced,0.12214271545410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,256,balanced,0.12493951797485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,256,balanced,0.1374067211151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,256,balanced,0.1465881633758545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,256,balanced,0.14950143814086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,2688,1856,6,128,32,8,power_law_1.2,0.42163967132568364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,256,balanced,0.15475328445434572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,256,balanced,0.16953088760375976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,256,balanced,0.18625919342041014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,256,balanced,0.21193983078002931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,256,balanced,0.2385433578491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,256,balanced,0.34029312133789064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,256,balanced,0.41361663818359373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,256,balanced,0.03568511962890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,256,balanced,0.5986252975463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,256,balanced,0.031299839019775386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,256,balanced,0.03360127925872803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,256,balanced,0.04769536018371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,256,balanced,0.7433689880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,256,balanced,0.05685376167297364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,256,balanced,0.05728000164031982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,256,balanced,0.058462719917297366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,256,balanced,0.059261441230773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,256,balanced,0.05891071796417237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,256,balanced,0.05975423812866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,256,balanced,0.06097919940948486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,2688,1856,6,128,32,8,power_law_1.2,0.6033420944213868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,256,balanced,0.06296576023101806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,256,balanced,0.0643455982208252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,256,balanced,0.06722559928894042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,256,balanced,0.07053696155548096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,256,balanced,0.08493824005126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,256,balanced,0.08346240043640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,256,balanced,0.09301119804382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,256,balanced,0.11080448150634765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,256,balanced,0.13086591720581056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,256,balanced,0.1429849624633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,256,balanced,0.1738534355163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,256,balanced,0.23588607788085936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,256,balanced,0.28625280380249024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,256,balanced,0.40630016326904295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,256,power_law_1.01,0.07101952075958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,256,balanced,0.07753344058990479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,256,balanced,0.5131929779052735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,256,power_law_1.01,0.07218175888061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,256,power_law_1.01,0.07239295959472655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,256,power_law_1.01,0.10947456359863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,256,power_law_1.01,0.11318271636962891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,256,power_law_1.01,0.11623295783996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,256,power_law_1.01,0.11448448181152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,256,power_law_1.01,0.11828736305236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,256,power_law_1.01,0.1214463996887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,256,power_law_1.01,0.12796031951904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,256,power_law_1.01,0.12952192306518556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,256,power_law_1.01,0.13673983573913576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,256,power_law_1.01,0.15583744049072265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,256,power_law_1.01,0.16477312088012694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,256,power_law_1.01,0.19314815521240233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,256,power_law_1.01,0.17322751998901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,256,power_law_1.01,0.22963327407836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,256,power_law_1.01,0.2966988754272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,256,power_law_1.01,0.4005785751342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,256,power_law_1.01,0.5407948684692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,256,power_law_1.01,0.14838656425476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,256,power_law_1.01,0.7857484436035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,2688,1856,6,128,32,8,power_law_1.2,0.8287808227539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,256,power_law_1.01,0.046344962120056156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,256,power_law_1.01,1.080901107788086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,256,power_law_1.01,0.04739840030670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,256,power_law_1.01,0.04701695919036865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,256,power_law_1.01,0.05682432174682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,256,power_law_1.01,0.05785344123840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,256,power_law_1.01,1.7672409057617187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,256,power_law_1.01,0.059436798095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,256,power_law_1.01,0.06153215885162353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,256,power_law_1.01,0.06306303977966309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,256,power_law_1.01,2.039439392089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,256,power_law_1.01,0.0675110387802124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,256,power_law_1.01,0.07821311950683593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,256,power_law_1.01,0.0685862398147583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,256,power_law_1.01,0.07861631870269775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,256,power_law_1.01,0.08270208358764648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,256,power_law_1.01,0.09600255966186524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,256,power_law_1.01,0.10354687690734862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,256,power_law_1.01,0.11713919639587403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,256,power_law_1.01,0.138538236618042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.01,0.21232128143310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.01,0.28658304214477537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,256,power_law_1.01,3.3107635498046877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.01,0.3646860885620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.01,0.4863321685791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.01,0.627850227355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,256,power_law_1.01,0.15140095710754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,1,256,power_law_1.2,0.07204224109649658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.01,1.1366092681884765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,1,256,power_law_1.2,0.07158527851104737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,256,power_law_1.01,4.786220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,1,256,power_law_1.2,0.08390144348144532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,1,256,power_law_1.2,0.11042176246643068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.01,1.683231964111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,1,256,power_law_1.2,0.1268659210205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,1,256,power_law_1.2,0.11478655815124512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,1,256,power_law_1.2,0.11558400154113771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,1,256,power_law_1.2,0.12873984336853028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,1,256,power_law_1.2,0.12424063682556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,1,256,power_law_1.2,0.1346623992919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,1,256,power_law_1.2,0.13920639991760253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.01,2.116559295654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,1,256,power_law_1.2,0.14612223625183104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,1,256,power_law_1.2,0.1533555221557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,1,256,power_law_1.2,0.16373760223388673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,1,256,power_law_1.2,0.18903295516967772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,1,256,power_law_1.2,0.18071680068969725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,1,256,power_law_1.2,0.22009599685668943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,1,256,power_law_1.2,0.2772979164123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.01,2.8155288696289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,1,256,power_law_1.2,0.34475135803222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,1,256,power_law_1.2,0.5897203063964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,1,256,power_law_1.2,0.7172402954101562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,1,256,power_law_1.2,1.2202239990234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,1,256,power_law_1.2,1.3765913391113282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,256,power_law_1.2,0.046936321258544925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,256,power_law_1.2,0.04763264179229736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,256,power_law_1.2,0.04786816120147705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,256,power_law_1.2,0.05714303970336913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,1,256,power_law_1.2,2.561651306152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,256,power_law_1.2,0.05806848049163819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,256,power_law_1.2,0.05954048156738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,256,power_law_1.2,0.06529407978057862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,256,power_law_1.2,0.06275839805603027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,256,power_law_1.2,0.06816512107849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,256,power_law_1.2,0.07127039909362794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,256,power_law_1.2,0.07425663948059083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,256,power_law_1.2,0.0812019157409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,256,power_law_1.2,0.08620544433593749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,256,power_law_1.2,0.09876992225646972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,256,power_law_1.2,0.11744128227233888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,256,power_law_1.2,0.13172351837158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,256,power_law_1.2,0.14846847534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,1,256,power_law_1.2,3.819063110351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,256,power_law_1.2,0.18329343795776368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.2,0.22059904098510744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.2,0.3250636672973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.2,0.4532287979125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.2,0.7244518280029297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.2,0.8930572509765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.2,1.555819549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,128,balanced,0.02622720003128052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,1,256,power_law_1.2,5.973745727539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,128,balanced,0.036449279785156254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,128,balanced,0.03078144073486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,128,balanced,0.05909247875213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,128,balanced,0.09554304122924805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,128,balanced,0.09735679626464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.2,2.251636505126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,128,balanced,0.10230912208557127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,128,balanced,0.11553919792175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,128,balanced,0.10355456352233887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,128,balanced,0.10567935943603515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,128,balanced,0.10836480140686036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,128,balanced,0.12157695770263673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,128,balanced,0.11750783920288085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,128,balanced,0.09792127609252929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,128,balanced,0.1286412811279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,128,balanced,0.1334323215484619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,128,balanced,0.15125503540039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.2,3.6551858520507814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,128,balanced,0.16076671600341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,128,balanced,0.16955007553100584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,128,balanced,0.24474367141723632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,128,balanced,0.11652607917785644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,128,balanced,0.29039615631103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,128,balanced,0.4238566589355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,128,balanced,0.5131468963623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,128,balanced,0.02744960069656372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,128,balanced,0.7572492980957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,128,balanced,0.027624959945678713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,128,balanced,0.027825920581817626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,128,balanced,0.04117760181427002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,128,balanced,0.20868223190307617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,128,balanced,0.05266560077667236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,128,balanced,0.05415552139282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,128,balanced,0.05622655868530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,128,balanced,0.05740287780761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,128,balanced,0.9594841766357423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,128,balanced,0.058087677955627436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,128,balanced,0.059077119827270506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,128,balanced,0.061109762191772464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,128,balanced,0.06734335899353028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,128,balanced,0.07253376007080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,128,balanced,0.06617216110229493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,128,balanced,0.06784639835357667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,128,balanced,0.07552127838134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,128,balanced,0.0809113597869873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,128,balanced,0.09659392356872558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,128,balanced,0.11422975540161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,128,balanced,0.11939455986022948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,128,balanced,0.14209407806396485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,128,balanced,0.18843008041381837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,128,balanced,0.22919807434082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,128,balanced,0.3153766441345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,128,balanced,0.3942617416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,128,power_law_1.01,0.0663270378112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,128,balanced,0.5735116958618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,128,power_law_1.01,0.0669811201095581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,128,power_law_1.01,0.0673472023010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,1,256,power_law_1.2,8.60178955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,128,balanced,0.7468940734863281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,128,power_law_1.01,0.09203071594238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,128,power_law_1.01,0.08828543663024903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,128,power_law_1.01,0.0983961582183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,128,power_law_1.01,0.10188799858093263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,128,power_law_1.01,0.10305919647216796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,128,power_law_1.01,0.10615551948547364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,128,power_law_1.01,0.11699199676513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,128,power_law_1.01,0.12096128463745118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,128,power_law_1.01,0.12355968475341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,128,power_law_1.01,0.13447168350219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,128,power_law_1.01,0.14155263900756837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,128,power_law_1.01,0.1545625591278076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,128,power_law_1.01,0.17320064544677732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,128,power_law_1.01,0.18018943786621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,128,power_law_1.01,0.21436159133911134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,128,power_law_1.01,0.25363071441650387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,128,power_law_1.01,0.37238273620605467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,128,power_law_1.01,0.4450828933715821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,128,power_law_1.01,0.7457472229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,128,power_law_1.01,1.0720499420166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,128,power_law_1.01,1.2765196990966796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,128,power_law_1.01,0.04584832191467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.2,5.35844970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,128,power_law_1.01,1.7506930541992187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,128,power_law_1.01,0.04648064136505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,128,power_law_1.01,0.04826752185821533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,128,power_law_1.01,0.05334144115447999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,128,power_law_1.01,0.05113088130950928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,128,power_law_1.01,0.05589248180389404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,128,power_law_1.01,0.05818624019622802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,128,power_law_1.01,0.06234496116638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,128,power_law_1.01,0.07511424064636231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,128,power_law_1.01,0.07117695808410644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,128,power_law_1.01,0.07525375843048096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,128,power_law_1.01,0.08144512176513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,128,power_law_1.01,0.0926144027709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,128,power_law_1.01,0.10868864059448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,128,power_law_1.01,0.12593024253845214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,128,power_law_1.01,0.12272128105163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,128,power_law_1.01,2.9474496459960937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,128,power_law_1.01,0.15524352073669434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,128,power_law_1.01,0.18080511093139648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,128,power_law_1.01,0.2550771141052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,128,power_law_1.01,0.06727039813995361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,128,power_law_1.01,0.3178495979309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,128,power_law_1.01,0.48372352600097657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,128,power_law_1.01,0.7227622222900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,128,power_law_1.01,3.8798605346679684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,128,power_law_1.01,0.8604966735839843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,2,128,power_law_1.2,0.06715392112731934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,2,128,power_law_1.2,0.07661312103271485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,2,128,power_law_1.2,0.06739840030670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,2,128,power_law_1.2,0.08973183631896972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,128,power_law_1.01,1.3995878601074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,2,128,power_law_1.2,0.08999039649963378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,2,128,power_law_1.2,0.09656319618225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,2,128,power_law_1.2,0.10082176208496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,2,128,power_law_1.2,0.11049856185913084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,2,128,power_law_1.2,0.10919296264648437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,2,128,power_law_1.2,0.10964223861694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,2,128,power_law_1.2,0.1212339210510254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,2,128,power_law_1.2,0.12660351753234864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,2,128,power_law_1.2,0.13911168098449705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,2,128,power_law_1.2,0.15292672157287596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,2,128,power_law_1.2,0.16362880706787108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,2,128,power_law_1.2,0.17650943756103515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,2,128,power_law_1.2,0.18435327529907225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,2,128,power_law_1.2,0.24201087951660155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,2,128,power_law_1.2,0.32370304107666015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,128,power_law_1.01,2.69462158203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,2,128,power_law_1.2,0.49141502380371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,2,128,power_law_1.2,0.6731954956054688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,128,power_law_1.01,1.9283200073242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,2,128,power_law_1.2,0.8983782196044923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,128,power_law_1.2,0.04608128070831299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,2,128,power_law_1.2,1.2859724426269532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,128,power_law_1.2,0.04690432071685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,128,power_law_1.2,0.04801536083221435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,128,power_law_1.2,0.05092480182647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,2,128,power_law_1.2,1.8739672851562499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,128,power_law_1.2,0.05292160034179687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,128,power_law_1.2,0.05656064033508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,128,power_law_1.2,0.06494976043701171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,128,power_law_1.2,0.06858880043029784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,128,power_law_1.2,0.07353600025177001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,128,power_law_1.2,0.0726694393157959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,128,power_law_1.2,0.08073856353759765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,2,128,power_law_1.2,2.6453607177734377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,128,power_law_1.2,0.0843660831451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,128,power_law_1.2,0.09224960327148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,128,power_law_1.2,0.1239027214050293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,128,power_law_1.2,0.11241344451904296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,128,power_law_1.2,0.12967679977416993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,128,power_law_1.2,0.060764160156250004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,128,power_law_1.2,0.18015743255615235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,128,power_law_1.2,0.2005081558227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,128,power_law_1.2,0.3635750579833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,128,power_law_1.2,0.39594497680664065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,128,power_law_1.2,0.6498239898681641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,2,128,power_law_1.2,4.261643371582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,128,power_law_1.2,0.976785888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,2,128,power_law_1.2,5.106632995605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,64,balanced,0.023315200805664064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,128,power_law_1.2,1.3292185974121093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,64,balanced,0.03782655954360962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,64,balanced,0.051211519241333006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,64,balanced,0.06028287887573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,64,balanced,0.09373696327209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,128,power_law_1.2,1.7659455871582033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,64,balanced,0.09551103591918945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,64,balanced,0.099618558883667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,64,balanced,0.10884223937988283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,64,balanced,0.10273792266845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,64,balanced,0.118406400680542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,64,balanced,0.10886015892028808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,64,balanced,0.11172991752624513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,64,balanced,0.12010239601135253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,64,balanced,0.12487168312072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,64,balanced,0.12899456024169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,64,balanced,0.14005760192871092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,64,balanced,0.14867712020874024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,64,balanced,0.15422207832336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,64,balanced,0.1709836769104004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,64,balanced,0.21056255340576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,64,balanced,0.2425433540344238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,64,balanced,0.33032703399658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,128,power_law_1.2,2.826856994628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,64,balanced,0.4012249755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,64,balanced,0.025614080429077146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,64,balanced,0.5850355148315429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,64,balanced,0.02673536062240601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,64,balanced,0.028742399215698246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,64,balanced,0.04228735923767089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,64,balanced,0.7392447662353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,64,balanced,0.05538688182830811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,128,power_law_1.2,3.4804928588867186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,64,balanced,0.05872511863708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,64,balanced,0.0658841609954834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,64,balanced,0.06295423984527589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,64,balanced,0.07007359981536865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,64,balanced,0.07179391860961915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,64,balanced,0.06519807815551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,64,balanced,0.06839935779571533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,64,balanced,0.07288832187652587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,64,balanced,0.0781824016571045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,64,balanced,0.08424960136413574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,64,balanced,0.09073663711547851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,64,balanced,0.10677375793457031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,64,balanced,0.1119603157043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,64,balanced,0.12954751968383788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,64,balanced,1.4083135986328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,64,balanced,0.16489856719970702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,64,balanced,0.20119680404663084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,64,balanced,0.27370624542236327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,64,balanced,0.3426918411254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,64,balanced,0.5052735900878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,64,power_law_1.01,0.06595200061798095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,64,balanced,0.6450982666015624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,64,balanced,1.0835596466064454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,64,power_law_1.01,0.06787456035614013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,64,power_law_1.01,0.06833663940429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,64,power_law_1.01,0.0702950382232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,64,balanced,0.9260723114013671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,64,power_law_1.01,0.08871040344238282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,64,power_law_1.01,0.09965184211730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,64,power_law_1.01,0.09660799980163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,64,power_law_1.01,0.11143679618835449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,64,power_law_1.01,0.10279808044433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,64,power_law_1.01,0.11467391967773437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,64,balanced,1.2320178985595702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,64,power_law_1.01,0.11728256225585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,64,power_law_1.01,0.11928704261779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,64,power_law_1.01,0.12363136291503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,64,power_law_1.01,0.13982463836669923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,64,power_law_1.01,0.14900735855102537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,64,power_law_1.01,0.15935232162475585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,64,power_law_1.01,0.16473855972290039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,64,power_law_1.01,0.2040460777282715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,64,power_law_1.01,0.24019840240478513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,64,power_law_1.01,0.3619443130493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,64,power_law_1.01,0.3945497512817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,64,power_law_1.01,0.6079283142089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,64,power_law_1.01,0.8686540985107423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,64,power_law_1.01,0.044846081733703615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,64,power_law_1.01,0.04581247806549073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,64,power_law_1.01,1.3233587646484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,64,power_law_1.01,0.04684415817260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,64,power_law_1.01,0.04762752056121826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,64,power_law_1.01,1.5743283081054689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,64,power_law_1.01,0.054044160842895504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,64,power_law_1.01,0.06092800140380859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,64,power_law_1.01,0.06521984100341796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,64,power_law_1.01,0.07250944137573243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,64,power_law_1.01,0.06692480087280274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,64,power_law_1.01,0.07281280040740967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,64,power_law_1.01,0.07802879810333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,64,power_law_1.01,0.08323712348937988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,64,power_law_1.01,0.09168512344360351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,64,power_law_1.01,0.11006336212158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,64,power_law_1.01,0.11699711799621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,64,power_law_1.01,0.12226176261901855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,64,power_law_1.01,2.4492095947265624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,64,power_law_1.01,0.1571903991699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,64,power_law_1.01,0.056908798217773435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,64,power_law_1.01,0.24414848327636718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,64,power_law_1.01,0.3145932769775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,64,power_law_1.01,0.5448486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,64,power_law_1.01,3.3699264526367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,64,power_law_1.01,0.6149951934814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,64,power_law_1.01,0.8787455749511718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,4,64,power_law_1.2,0.06676224231719971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,64,power_law_1.01,0.1871897506713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,4,64,power_law_1.2,0.0683135986328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,4,64,power_law_1.2,0.06756864070892335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,4,64,power_law_1.2,0.07048448085784911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,64,power_law_1.01,1.2089305877685548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,4,64,power_law_1.2,0.09233663558959962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,4,64,power_law_1.2,0.09526528358459473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,4,64,power_law_1.2,0.10079487800598144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,4,64,power_law_1.2,0.10878975868225098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,4,64,power_law_1.2,0.11390336036682129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,4,64,power_law_1.2,0.1129638385772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,4,64,power_law_1.2,0.1174079990386963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,4,64,power_law_1.2,0.12496383666992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,4,64,power_law_1.2,0.13575039863586427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,4,64,power_law_1.2,0.1480665588378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,4,64,power_law_1.2,0.16346624374389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,64,power_law_1.01,1.8121907043457033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,4,64,power_law_1.2,0.15828479766845702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,4,64,power_law_1.2,0.1744358444213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,4,64,power_law_1.2,0.21715456008911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,4,64,power_law_1.2,0.2683814430236816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,4,64,power_law_1.2,0.3858879852294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,4,64,power_law_1.2,0.5079296112060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,64,power_law_1.01,2.653012390136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,4,64,power_law_1.2,0.7715071868896485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,64,power_law_1.2,0.04969215869903564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,4,64,power_law_1.2,1.019851531982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,64,power_law_1.2,0.045185279846191403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,64,power_law_1.2,0.047032318115234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,64,power_law_1.2,0.04855936050415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,4,64,power_law_1.2,1.463379211425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,64,power_law_1.2,0.05442944049835206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,64,power_law_1.2,0.05890048027038575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,64,power_law_1.2,0.06600959777832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,64,power_law_1.2,0.06139647960662842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,64,power_law_1.2,0.07296512126922608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,64,power_law_1.2,0.06878208160400391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,64,power_law_1.2,0.08088064193725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,4,64,power_law_1.2,2.0521305847167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,64,power_law_1.2,0.08385791778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,64,power_law_1.2,0.10354944229125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,64,power_law_1.2,0.1122214412689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,64,power_law_1.2,0.11205120086669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,64,power_law_1.2,0.13352191925048829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,64,power_law_1.2,0.16594688415527342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,64,power_law_1.2,0.20686208724975588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,64,power_law_1.2,0.3370470428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,64,power_law_1.2,0.07120384216308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,64,power_law_1.2,0.41777408599853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,64,power_law_1.2,0.58953857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,4,64,power_law_1.2,3.299939880371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,64,power_law_1.2,0.782086410522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,32,balanced,0.023179519176483154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,32,balanced,0.03199615955352783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,32,balanced,0.04363903999328613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,32,balanced,0.060001277923583986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,32,balanced,0.07628159999847413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,64,power_law_1.2,1.2097548675537109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,32,balanced,0.10088319778442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,32,balanced,0.12064384460449218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,32,balanced,0.1106828784942627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,32,balanced,0.1216908836364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,32,balanced,0.11010432243347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,32,balanced,0.12346879959106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,32,balanced,0.12964480400085449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,32,balanced,0.14017919540405271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,64,power_law_1.2,1.6547392272949217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,32,balanced,0.14787712097167968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,32,balanced,0.16091264724731444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,32,balanced,0.14958335876464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,32,balanced,0.16743551254272462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,32,balanced,0.1968409538269043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,32,balanced,0.22732160568237303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,32,balanced,0.2939660835266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,32,balanced,0.3548211288452149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,32,balanced,0.49792510986328126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,32,balanced,0.6314841461181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,32,balanced,0.9334259033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,32,balanced,0.025628159046173094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,32,balanced,0.026668798923492432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,32,balanced,1.194476776123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,32,balanced,0.03077248096466064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,32,balanced,0.04349952220916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,4,64,power_law_1.2,4.482510070800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,32,balanced,0.052980480194091795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,64,power_law_1.2,2.3755059814453126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,32,balanced,0.06617472171783448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,32,balanced,0.06696703910827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,32,balanced,0.08110591888427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,32,balanced,0.0744000005722046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,32,balanced,0.07430272102355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,32,balanced,0.0768614387512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,32,balanced,1.7791654968261716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,32,balanced,0.09013504028320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,32,balanced,0.10450559616088868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,32,balanced,0.11938431739807129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,32,balanced,0.10572928428649901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,32,balanced,0.12115455627441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,32,balanced,0.15432703971862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,32,balanced,0.18637439727783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,32,balanced,2.3257125854492187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,32,balanced,0.24653312683105472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,32,balanced,0.3079782485961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,32,balanced,0.4385254287719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,32,balanced,0.08324992179870605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,32,balanced,0.5643404769897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,32,balanced,0.8328345489501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,32,power_law_1.01,0.06824960231781005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,32,power_law_1.01,0.0675596809387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,32,power_law_1.01,0.0687001609802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,32,balanced,1.0821453094482423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,32,power_law_1.01,0.07156608104705811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,32,power_law_1.01,0.09589119911193847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,32,power_law_1.01,0.10668288230895998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,32,power_law_1.01,0.10849920272827149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,32,power_law_1.01,0.11367168426513671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,32,power_law_1.01,0.11716223716735841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,64,power_law_1.2,3.5785726928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,32,power_law_1.01,0.14058624267578126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,32,balanced,2.1079872131347654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,32,power_law_1.01,0.14870783805847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,32,power_law_1.01,0.15643391609191895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,32,power_law_1.01,0.07127935886383056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,32,power_law_1.01,0.15646207809448243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,32,power_law_1.01,0.17447168350219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,32,balanced,1.5869708251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,32,power_law_1.01,0.2519718360900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,32,power_law_1.01,0.11988608360290527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,32,power_law_1.01,0.34294273376464846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,32,power_law_1.01,0.12639103889465333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,32,power_law_1.01,0.4807027053833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,32,power_law_1.01,0.6918681335449219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,32,power_law_1.01,0.8573478698730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,32,power_law_1.01,0.22006399154663087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,32,power_law_1.01,0.04756991863250733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,32,power_law_1.01,0.04862720012664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,32,power_law_1.01,0.049017601013183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,32,power_law_1.01,0.05001855850219726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,32,power_law_1.01,1.3250674438476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,32,power_law_1.01,0.05403647899627686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,32,power_law_1.01,0.0625497579574585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,32,power_law_1.01,0.07008512020111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,32,power_law_1.01,0.07527552127838136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,32,power_law_1.01,1.6641139221191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,32,power_law_1.01,0.07027711868286132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,32,power_law_1.01,0.07016704082489014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,32,power_law_1.01,0.07819776058197021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,32,power_law_1.01,0.08476544380187988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,32,power_law_1.01,0.09385343551635741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,32,power_law_1.01,0.10453120231628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,32,power_law_1.01,0.11290240287780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,32,power_law_1.01,0.11052672386169433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,32,power_law_1.01,0.13228799819946288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,32,power_law_1.01,0.1782259178161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,32,power_law_1.01,0.21184768676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,32,power_law_1.01,0.277126407623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,32,power_law_1.01,2.5433753967285155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,32,power_law_1.01,0.3307161712646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,32,power_law_1.01,0.5837235260009765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,32,power_law_1.01,0.7094989013671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,8,32,power_law_1.2,0.06796544075012208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,32,power_law_1.01,3.436159973144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,32,power_law_1.01,0.9710553741455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,8,32,power_law_1.2,0.06797696113586425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,8,32,power_law_1.2,0.06826752185821533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,8,32,power_law_1.2,0.08072192192077636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,8,32,power_law_1.2,0.10047871589660644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,32,power_law_1.01,1.3291456604003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,8,32,power_law_1.2,0.10756095886230468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,8,32,power_law_1.2,0.11278847694396972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,8,32,power_law_1.2,0.11516672134399415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,8,32,power_law_1.2,0.12705023765563966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,8,32,power_law_1.2,0.134137601852417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,8,32,power_law_1.2,0.1429695987701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,8,32,power_law_1.2,0.1604966354370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,32,power_law_1.01,2.136145935058594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,8,32,power_law_1.2,0.15929856300354003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,8,32,power_law_1.2,0.1672166442871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,8,32,power_law_1.2,0.18964736938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,8,32,power_law_1.2,0.07474559783935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,8,32,power_law_1.2,0.21899776458740233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,8,32,power_law_1.2,0.2625062370300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,8,32,power_law_1.2,0.11560447692871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,8,32,power_law_1.2,0.396124153137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,32,power_law_1.01,2.7585113525390623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,8,32,power_law_1.2,0.5155136108398437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,8,32,power_law_1.2,0.7653695678710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,32,power_law_1.2,0.04717696189880371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,8,32,power_law_1.2,1.0061580657958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,32,power_law_1.2,0.04753407955169678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,32,power_law_1.2,0.04856063842773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,8,32,power_law_1.2,1.4296307373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,32,power_law_1.2,0.050241279602050784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,32,power_law_1.2,0.0528000020980835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,32,power_law_1.2,0.06982912063598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,32,power_law_1.2,0.06537471771240234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,8,32,power_law_1.2,1.870954284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,32,power_law_1.2,0.0753715181350708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,32,power_law_1.2,0.07098368167877198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,32,power_law_1.2,0.07208703994750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,32,power_law_1.2,0.08311296463012695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,32,power_law_1.2,0.11274751663208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,32,power_law_1.2,0.12185088157653809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,8,32,power_law_1.2,2.9334567260742186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,32,power_law_1.2,0.14402175903320313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,32,power_law_1.2,0.08581119537353515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,32,power_law_1.2,0.09062272071838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,32,power_law_1.2,0.10408320426940917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,32,power_law_1.2,0.21563648223876952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,32,power_law_1.2,0.3090649604797363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,32,power_law_1.2,0.36789119720458985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,32,power_law_1.2,0.6137932968139649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,32,power_law_1.2,0.7163571166992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,16,balanced,0.026019840240478515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,32,power_law_1.2,0.18206464767456054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,16,balanced,0.03585920095443725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,16,balanced,0.04776576042175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,16,balanced,0.0674457597732544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,32,power_law_1.2,1.1946995544433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,16,balanced,0.09404288291931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,16,balanced,0.11494272232055665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,16,balanced,0.13938176155090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,16,balanced,0.1368064022064209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,16,balanced,0.14963711738586424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,16,balanced,0.15216896057128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,16,balanced,0.16001152038574218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,16,balanced,0.17172479629516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,32,power_law_1.2,1.5471423339843748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,16,balanced,0.17558912277221678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,16,balanced,0.19433599472045898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,16,balanced,0.19702016830444335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,16,balanced,0.2202444839477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,16,balanced,0.26816640853881835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,16,balanced,0.319420166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,32,power_law_1.2,2.4098918151855466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,16,balanced,0.45627902984619145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,16,balanced,0.5435801696777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,16,balanced,0.18410751342773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,16,balanced,0.7812544250488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,16,balanced,0.9779148864746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,16,balanced,0.10527872085571288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,8,32,power_law_1.2,3.949374694824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,16,balanced,1.4663641357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,16,balanced,0.14822272300720213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,16,balanced,0.43414913177490233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,16,balanced,1.9115737915039062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,16,balanced,0.7387455749511719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,16,balanced,0.6579302215576173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,16,balanced,0.8402009582519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,16,balanced,0.6540480041503907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,16,balanced,2.803057861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,16,balanced,0.6657113647460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,16,balanced,0.6640230560302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,16,balanced,0.6697638702392579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,16,balanced,0.6879756927490235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,16,balanced,3.637162170410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,16,balanced,0.6942886352539063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,16,balanced,0.7129062652587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,16,balanced,0.7012505340576172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,32,power_law_1.2,3.2305139160156253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,16,balanced,0.7229631805419923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,16,balanced,0.7418675231933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,16,balanced,0.8001100921630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,16,balanced,0.8630271911621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,16,balanced,0.9658099365234374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,16,balanced,1.0822118377685546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,16,balanced,1.8956903076171876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,16,power_law_1.01,0.07396224021911621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,16,balanced,2.105315856933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,16,power_law_1.01,0.09370752334594726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,16,power_law_1.01,0.09509504318237305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,16,power_law_1.01,0.09846272468566894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,16,power_law_1.01,0.10381952285766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,16,balanced,3.169135437011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,16,power_law_1.01,0.14073856353759767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,16,power_law_1.01,0.1123417568206787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,16,power_law_1.01,0.133123836517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,16,power_law_1.01,0.13843584060668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,16,power_law_1.01,0.144652795791626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,16,balanced,3.6167474365234376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,16,power_law_1.01,0.1503782367706299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,16,power_law_1.01,0.15782527923583983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,16,power_law_1.01,0.16730623245239257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,16,power_law_1.01,0.18375680923461915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,16,power_law_1.01,0.17380096435546874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,16,power_law_1.01,0.18807039260864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,16,power_law_1.01,0.21678464889526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,16,power_law_1.01,0.264135684967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,16,power_law_1.01,0.3288652801513672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,16,power_law_1.01,0.42813953399658206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,16,power_law_1.01,0.550379524230957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,16,power_law_1.01,0.7897100830078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,16,balanced,5.690844116210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,16,power_law_1.01,1.5086810302734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,16,power_law_1.01,1.0526783752441407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,16,power_law_1.01,2.017137908935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,16,balanced,7.1629528808593745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,16,power_law_1.01,0.5886336135864257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,16,power_law_1.01,0.7646221160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,16,power_law_1.01,2.7132852172851565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,16,power_law_1.01,0.7974208068847657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,16,power_law_1.01,0.8072844696044921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,16,power_law_1.01,0.627852783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,16,power_law_1.01,0.6422489929199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,16,power_law_1.01,0.8071731567382813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,16,power_law_1.01,0.6424550628662109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,16,power_law_1.01,0.6422720336914063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,16,power_law_1.01,0.6448127746582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,16,power_law_1.01,0.6386726379394532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,16,power_law_1.01,0.6573133087158203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,16,balanced,0.23841279983520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,16,power_law_1.01,3.760056457519531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,16,power_law_1.01,0.6877388763427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,16,power_law_1.01,0.6710246276855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,16,power_law_1.01,0.6871334075927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,16,power_law_1.01,0.7301644897460937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,16,power_law_1.01,0.901981430053711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,16,power_law_1.01,1.0012902069091798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,16,power_law_1.01,1.2572262573242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,16,power_law_1.01,1.5239141845703126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,16,power_law_1.01,2.1069696044921877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,16,16,power_law_1.2,0.07465983867645264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,16,power_law_1.01,2.6757540893554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,16,16,power_law_1.2,0.08867967605590821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,16,16,power_law_1.2,0.09542783737182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,16,16,power_law_1.2,0.09801471710205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,16,16,power_law_1.2,0.10369024276733399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,16,16,power_law_1.2,0.11022208213806153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,16,power_law_1.01,3.7054541015624998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,16,16,power_law_1.2,0.1407705593109131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,16,16,power_law_1.2,0.13246720314025878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,16,16,power_law_1.2,0.14361472129821778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,16,16,power_law_1.2,0.1388864040374756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,16,16,power_law_1.2,0.15108351707458495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,16,16,power_law_1.2,0.15887743949890137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,16,16,power_law_1.2,0.17064191818237304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,16,16,power_law_1.2,0.19160703659057615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,16,16,power_law_1.2,0.18222335815429686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,16,16,power_law_1.2,0.19679744720458986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,16,16,power_law_1.2,0.22050687789916995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,16,power_law_1.01,4.649006042480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,16,16,power_law_1.2,0.270380802154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,16,16,power_law_1.2,0.33050624847412113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,16,16,power_law_1.2,0.46100097656249994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,16,16,power_law_1.2,0.5883071899414063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,16,16,power_law_1.2,0.8527091217041015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,16,16,power_law_1.2,1.1328192138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,16,16,power_law_1.2,1.6735308837890623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,16,power_law_1.01,6.504338989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,16,16,power_law_1.2,2.1290931701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,16,power_law_1.2,0.5943334579467774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,16,power_law_1.2,0.7395494079589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,16,power_law_1.2,0.7955661010742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,16,power_law_1.2,0.8136396789550782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,16,power_law_1.2,0.7802969360351563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,16,16,power_law_1.2,3.1998629760742188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,16,power_law_1.01,8.745557861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,16,power_law_1.2,0.6377203369140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,16,power_law_1.2,0.839087371826172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,16,power_law_1.01,0.8049600219726563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,16,power_law_1.2,0.6347507095336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,16,power_law_1.2,0.6106316757202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,16,power_law_1.2,0.6353023910522462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,16,power_law_1.2,0.6367769622802735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,16,power_law_1.2,0.6569049835205079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,16,power_law_1.2,0.6700351715087891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,16,power_law_1.2,0.6948454284667969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,16,power_law_1.2,0.6784729766845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,16,power_law_1.2,0.7317593383789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,16,power_law_1.2,0.8056985473632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,16,power_law_1.2,0.8998003387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,16,power_law_1.2,1.0422271728515624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,16,power_law_1.2,1.3543373107910157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,16,power_law_1.2,1.684198455810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,16,power_law_1.2,2.209688262939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,8,balanced,0.026773760318756102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,8,balanced,0.033191680908203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,16,16,power_law_1.2,4.468444213867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,8,balanced,0.07246208190917969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,16,power_law_1.2,2.9660916137695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,8,balanced,0.10169983863830567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,8,balanced,0.129237756729126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,8,balanced,0.14155776023864747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,8,balanced,0.14700544357299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,8,balanced,0.15706496238708495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,8,balanced,0.15954815864562988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,8,balanced,0.16437248229980467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,8,balanced,0.1781056022644043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,8,balanced,0.18413312911987306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,16,power_law_1.2,4.0790643310546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,8,balanced,0.05079679965972901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,8,balanced,0.19852928161621092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,8,balanced,0.19040639877319337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,8,balanced,0.20173311233520508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,8,balanced,0.22579200744628905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,8,balanced,0.2681740760803223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,8,balanced,0.3141926383972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,8,balanced,0.4555622482299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,8,balanced,0.5473510360717773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,8,balanced,0.8246514892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,16,power_law_1.2,5.659901733398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,8,balanced,1.0128320312499999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,8,balanced,1.4899853515625001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,8,balanced,0.08366208076477051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,8,balanced,0.15117183685302735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,8,balanced,0.4677094268798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,8,balanced,1.9518220520019534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,16,power_law_1.2,7.944805297851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,8,balanced,0.7542092895507813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,8,balanced,2.8696243286132814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,8,balanced,1.006728973388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,8,balanced,0.9396812438964843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,8,balanced,0.9579622650146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,8,balanced,0.9121331024169923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,8,balanced,0.9264511871337892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,8,balanced,3.71828857421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,8,balanced,0.9226099395751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,8,balanced,0.9340966033935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,8,balanced,0.9371878051757813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,8,balanced,0.9785510253906249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,8,balanced,0.9516607666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,8,balanced,0.969928970336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,8,balanced,1.0105599975585937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,8,balanced,1.066055679321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,8,balanced,1.1332966613769533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,8,balanced,1.2545753479003907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,8,balanced,0.2512063980102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,8,balanced,1.3695820617675782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,8,balanced,2.4010111999511716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,8,power_law_1.01,0.060906238555908196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,8,balanced,2.6451531982421876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,8,power_law_1.01,0.09029888153076172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,8,power_law_1.01,0.10117376327514649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,8,power_law_1.01,0.10998271942138671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,8,balanced,3.989726867675781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,16,power_law_1.2,11.34323486328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,8,power_law_1.01,0.13490559577941894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,8,power_law_1.01,0.08518912315368651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,8,power_law_1.01,0.15273983955383302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,8,balanced,4.4777828979492185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,8,power_law_1.01,0.15926783561706542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,8,power_law_1.01,0.17526912689208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,8,power_law_1.01,0.19373056411743164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,8,power_law_1.01,0.12497407913208007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,8,power_law_1.01,0.1852454376220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,8,power_law_1.01,0.14396032333374023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,8,power_law_1.01,0.22704128265380857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,8,power_law_1.01,0.3382681655883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,8,balanced,6.995560913085937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,8,power_law_1.01,0.453573112487793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,8,power_law_1.01,0.15547136306762693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,8,power_law_1.01,0.1707366371154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,8,power_law_1.01,0.8398976135253907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,8,power_law_1.01,0.20071935653686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,8,power_law_1.01,1.0407603454589842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,8,power_law_1.01,0.28439424514770506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,8,balanced,8.855405883789063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,8,power_law_1.01,1.5957029724121095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_marlin_moe,int4_wo,16384,7168,2048,8,384,8,32,power_law_1.2,6.902222290039063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,8,power_law_1.01,0.37661567687988284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,8,power_law_1.01,0.6745254516601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,8,power_law_1.01,0.567193603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,8,power_law_1.01,2.0140109252929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,8,power_law_1.01,0.7516313934326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,8,power_law_1.01,0.9111679840087892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,8,power_law_1.01,0.8772825622558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,8,power_law_1.01,3.0337753295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,8,power_law_1.01,0.9386982727050782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,8,power_law_1.01,0.8589888000488282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,8,power_law_1.01,4.053750915527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,8,power_law_1.01,0.9385203552246093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,8,power_law_1.01,0.9312806701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,8,power_law_1.01,0.9672473907470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,8,power_law_1.01,0.5592460632324219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,8,power_law_1.01,1.1436415863037108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,8,power_law_1.01,0.9848435211181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,8,power_law_1.01,1.5947084045410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,8,power_law_1.01,2.4913063049316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,8,power_law_1.01,0.8419238281249999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,8,power_law_1.01,3.1317761230468752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,8,power_law_1.01,0.9060774230957032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,8,power_law_1.01,0.8643635559082032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,8,power_law_1.01,0.8682189178466796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1,4096,2688,22,512,32,8,power_law_1.2,0.061350398063659675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2,4096,2688,22,512,32,8,power_law_1.2,0.07353983879089356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4,4096,2688,22,512,32,8,power_law_1.2,0.08313471794128417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,8,power_law_1.01,0.900879364013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8,4096,2688,22,512,32,8,power_law_1.2,0.09868672370910644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16,4096,2688,22,512,32,8,power_law_1.2,0.11173760414123535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,32,4096,2688,22,512,32,8,power_law_1.2,0.1190924835205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,48,4096,2688,22,512,32,8,power_law_1.2,0.13691647529602052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,64,4096,2688,22,512,32,8,power_law_1.2,0.1412710380554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,8,power_law_1.01,4.275187072753907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,80,4096,2688,22,512,32,8,power_law_1.2,0.1503052806854248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,128,4096,2688,22,512,32,8,power_law_1.2,0.1593766403198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,160,4096,2688,22,512,32,8,power_law_1.2,0.17190528869628907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,8,power_law_1.01,1.2618982696533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,192,4096,2688,22,512,32,8,power_law_1.2,0.1788761520385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,256,4096,2688,22,512,32,8,power_law_1.2,0.19527040481567384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,320,4096,2688,22,512,32,8,power_law_1.2,0.19105663299560546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,384,4096,2688,22,512,32,8,power_law_1.2,0.19990528106689454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,512,4096,2688,22,512,32,8,power_law_1.2,0.2319513511657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,768,4096,2688,22,512,32,8,power_law_1.2,0.2918643188476563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1024,4096,2688,22,512,32,8,power_law_1.2,0.33925121307373046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,8,power_law_1.01,5.55649658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,1536,4096,2688,22,512,32,8,power_law_1.2,0.4569907379150391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,2048,4096,2688,22,512,32,8,power_law_1.2,0.5719731140136719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,8,power_law_1.01,1.8466816711425782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,3072,4096,2688,22,512,32,8,power_law_1.2,0.8490560150146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,96,4096,2688,22,512,32,8,power_law_1.2,0.15218048095703124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,4096,4096,2688,22,512,32,8,power_law_1.2,1.118704605102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,8,power_law_1.2,0.3758015823364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,6144,4096,2688,22,512,32,8,power_law_1.2,1.6597465515136718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,8,power_law_1.2,0.496129264831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,8,power_law_1.01,8.127353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,8192,4096,2688,22,512,32,8,power_law_1.2,2.0889241027832033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,8,power_law_1.2,0.7436812591552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,8,power_law_1.2,0.9151065826416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,8,power_law_1.2,1.001391372680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,12288,4096,2688,22,512,32,8,power_law_1.2,3.1518771362304685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,8,power_law_1.2,0.8760704040527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,8,power_law_1.2,0.870681610107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,8,power_law_1.2,0.8503334045410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,8,power_law_1.01,10.473134765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,8,power_law_1.2,0.8739750671386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,8,power_law_1.2,0.8895897674560548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,8,power_law_1.2,0.914483184814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,8,power_law_1.2,0.9282112121582031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,8,power_law_1.2,0.9340147399902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,8,power_law_1.2,0.9534515380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,8,power_law_1.2,1.0556147003173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,8,power_law_1.2,1.1463168334960936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,8,power_law_1.2,1.3207653808593751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,8,power_law_1.2,0.610722541809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,8,power_law_1.2,1.6699685668945314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,bfloat16,16384,4096,2688,22,512,32,8,power_law_1.2,4.248836975097656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,8,power_law_1.2,1.9234994506835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,8,power_law_1.2,0.9103218841552735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,8,power_law_1.2,2.546045379638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,8,power_law_1.2,3.465692138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,8,power_law_1.2,4.692085876464843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,8,power_law_1.2,6.243226928710937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,8,power_law_1.2,8.856834716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,8,power_law_1.2,12.163319091796875
